-- Logs begin at Thu 2021-06-10 15:41:15 UTC, end at Thu 2021-06-10 17:19:44 UTC. -- Jun 10 16:09:17.073507 dv-neutron-601336-90-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 16:09:19.711452 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.common.config [-] Logging enabled! Jun 10 16:09:19.712040 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev315 Jun 10 16:09:19.712227 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 16:09:19.715772 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.common.config [-] Logging enabled! Jun 10 16:09:19.716029 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev315 Jun 10 16:09:19.716347 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 16:09:19.717326 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 16:09:19.717562 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 16:09:19.717924 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 16:09:19.718170 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 16:09:19.718397 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 16:09:19.718714 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.719008 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.719301 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.719529 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.719821 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.720109 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.720391 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.720680 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.720976 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.721293 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.721575 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.721860 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.722089 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.722371 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.722661 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.722948 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.723171 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] debug = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.723453 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.723875 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.724285 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.724566 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.724853 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.725131 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.725424 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.725699 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.725981 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.726307 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] host = dv-neutron-601336-90-hyperv {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.726583 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.726871 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.727155 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.727446 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.727719 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.727995 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.728277 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.728550 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.728821 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.729094 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.729406 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.729691 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.730522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.730750 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.730972 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.731262 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.731549 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.731826 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.732099 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.732370 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.732644 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.732916 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.733208 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.733493 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.733775 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.734059 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.734331 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.734601 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.734873 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.735143 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.735427 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.735698 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.735970 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.736241 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.736523 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.736790 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.737063 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.737386 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.737672 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.737958 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.738240 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.738509 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.738790 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.739065 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.739334 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.739603 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] use_json = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.739872 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.740141 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.740419 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.740690 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.740960 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.741252 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.741524 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.741807 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:19.742101 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.742395 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.742693 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.742978 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.743274 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.743556 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.743848 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.744128 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.744416 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.744706 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.744996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.745299 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.746205 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.746409 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.746699 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.747000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.747297 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.747591 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.747874 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.748151 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.748427 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.748705 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.748992 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.749311 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.749602 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.749877 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.750154 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.750444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.750718 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.750991 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.751269 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.751556 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.751832 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.752104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.752385 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.752663 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.752936 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.753232 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.753575 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.753791 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.754064 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.754336 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.754860 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.755134 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.755405 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.755690 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.755969 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.756241 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.756513 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.756790 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.757059 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.757359 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.757635 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.757912 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.758187 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.758460 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.758731 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.759002 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.759273 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.759545 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.759815 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.760084 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.760357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.760627 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.760897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.761224 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.761579 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.761948 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.762247 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.762549 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.762831 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.763112 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.763392 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.763672 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.763951 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.764227 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.764505 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.764782 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.765055 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.765369 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.765656 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.765943 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.766225 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.766500 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.766796 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.767070 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.767351 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.767627 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.767910 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.768200 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.768482 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.768775 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.769068 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.769384 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.769680 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.769972 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.770250 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.770557 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.770836 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:19.771051 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 16:09:19.771287 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 16:09:20.117104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:20.117539 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:20.117994 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:20.118490 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 16:09:20.505628 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.505827 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.506104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.507400 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.507678 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.507963 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.541912 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.542188 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.542483 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.555769 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.556053 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.556322 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.586479 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.586757 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.587029 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.622623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.622903 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.623171 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.857270 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.857914 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.857914 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.858094 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.858811 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.981818 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.982130 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.982414 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.982701 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.982973 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.983286 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.983548 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.983805 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.984058 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.984337 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.984603 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.984868 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.985128 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.985426 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.985682 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.986931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.987224 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.987496 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.987779 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.988048 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.988335 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.988690 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.988949 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.989262 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.989517 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.989768 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:20.990412 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:20.990412 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:20.990645 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:20.990882 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:20.991122 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:20.991359 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:20.991721 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 16:09:20.994819 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 16:09:20.999311 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 16:09:21.003026 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 10 16:09:21.004921 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 16:09:21.005396 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 16:09:21.005734 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 16:09:21.006125 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 16:09:21.009055 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 16:09:21.009339 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 16:09:21.009677 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 16:09:21.036590 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 16:09:21.037038 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.037358 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 16:09:21.037724 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.039063 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 16:09:21.039347 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 16:09:21.039593 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 16:09:21.043487 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.043767 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.112516 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 16:09:21.112704 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 16:09:21.112901 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 16:09:21.113305 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 16:09:21.134384 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_db.sqlalchemy.engines [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 16:09:21.650795 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing driver for type 'gre' Jun 10 16:09:21.651345 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] gre ID ranges: [(1, 1000)] Jun 10 16:09:21.703292 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing driver for type 'local' Jun 10 16:09:21.703773 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing driver for type 'vlan' Jun 10 16:09:21.716276 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] VlanTypeDriver initialization complete Jun 10 16:09:21.716665 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing driver for type 'vxlan' Jun 10 16:09:21.717256 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] vxlan ID ranges: [(1, 1000)] Jun 10 16:09:21.767482 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing extension driver 'port_security' Jun 10 16:09:21.767825 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.extensions.port_security [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] PortSecurityExtensionDriver initialization complete Jun 10 16:09:21.768162 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing mechanism driver 'openvswitch' Jun 10 16:09:21.768500 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing mechanism driver 'hyperv' Jun 10 16:09:21.774923 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.plugins.ml2.plugin [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:09:21.775866 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.776244 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.776638 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.777686 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.778048 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.778399 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.778783 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.779135 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.779486 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.779864 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > security_group after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.780212 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > security_group after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.780554 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.780934 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.781305 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.781648 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.782031 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > address_group after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.782378 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > address_group after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.782721 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.783061 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] ML2 OVO RPC backend initialized. {{(pid=92280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 16:09:21.783767 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.784118 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.784532 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.784879 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > networks before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.785251 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.785594 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > ports before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.785940 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.786284 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnets before_response 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.786626 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.786964 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.787297 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.787630 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.787966 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.788305 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.788638 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.788979 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.789335 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.789922 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.plugin [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Modular L2 Plugin initialization complete Jun 10 16:09:21.790250 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading services supported by the core plugin {{(pid=92280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 16:09:21.790576 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.plugins.ml2.managers [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Got port-security extension from driver 'port_security' Jun 10 16:09:21.791038 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.extensions.vlantransparent [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Disabled vlantransparent extension. Jun 10 16:09:21.791527 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 16:09:21.791839 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: router Jun 10 16:09:21.827354 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.827745 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_create 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.828121 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router before_create 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.828487 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.828857 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.829243 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_delete 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.829606 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.829970 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_create 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.830317 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_update 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.830667 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_update 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.831014 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.831371 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_update 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.831773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_update 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.832141 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.832476 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.832813 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: subnet after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.833162 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.833524 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.833870 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_create 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.834210 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.834550 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.834907 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router after_update 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.835247 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.835595 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_create 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.835978 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.836322 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_update 55549900 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.836696 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > network after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.837586 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Tracking information for resource: router configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:21.837925 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Tracking information for resource: floatingip configured {{(pid=92280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 16:09:21.843539 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.db.l3_agentschedulers_db [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 16:09:21.844116 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.844474 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port after_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.844826 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port after_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.845205 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: port after_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.845994 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router before_create 55550100 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.846359 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.846721 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_create 55550100 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.847077 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > router precommit_update 55550100 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.851628 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.provider_configuration [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service providers = [] {{(pid=92280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 16:09:21.851996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.db.servicetype_db [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 16:09:21.855047 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.service_base [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:09:21.855489 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.service_base [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:09:21.855837 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.service_base [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:09:21.856715 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.services.service_base [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 16:09:21.857084 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.services.service_base [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 16:09:21.857493 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.858018 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 16:09:21.868485 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.868817 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: auto_allocate Jun 10 16:09:21.874893 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: network precommit_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.875270 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: network precommit_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.875793 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.876115 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: tag Jun 10 16:09:21.883086 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.883416 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: timestamp Jun 10 16:09:21.887996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.888325 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: network_ip_availability Jun 10 16:09:21.893765 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.894138 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.894493 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:21.895218 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.895536 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: flavors Jun 10 16:09:21.900215 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.900541 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading Plugin: revisions Jun 10 16:09:21.905606 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 16:09:21.905948 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=92280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:21.906687 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 16:09:21.907021 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Initializing extension manager. Jun 10 16:09:21.907538 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: __init__.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.907877 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: __pycache__ {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.908208 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: _allowedaddresspairs_active_vip_lib.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.908539 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.908866 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: address_group.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.909637 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.910209 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: address-group Jun 10 16:09:21.910528 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: address_scope.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.911223 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.911732 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: address-scope Jun 10 16:09:21.912052 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.912959 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.913501 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: router-admin-state-down-before-update Jun 10 16:09:21.913823 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: agent.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.914680 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.915188 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: agent Jun 10 16:09:21.915508 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: agent_resources_synced.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.916396 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.916899 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: agent-resources-synced Jun 10 16:09:21.917248 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: allowed_address_pairs_active_vip.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.918338 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Allowed Address Pairs active VIP" alias="allowed-address-pairs-active-vip" description="Provides information about status of the allowed address pair when it is used as VIP on more than one port from the same network." updated="2021-06-04T012:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.918841 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: allowed-address-pairs-active-vip Jun 10 16:09:21.919163 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: allowedaddresspairs.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.920921 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.921469 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: allowed-address-pairs Jun 10 16:09:21.921796 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: auto_allocated_topology.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.922854 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.923373 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: auto-allocated-topology Jun 10 16:09:21.923698 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: availability_zone.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.924383 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.924888 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: availability_zone Jun 10 16:09:21.925230 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: availability_zone_filter.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.926123 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.926633 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: availability_zone_filter Jun 10 16:09:21.926952 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: data_plane_status.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.927842 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.928347 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 16:09:21.928666 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: default_subnetpools.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.929578 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.930087 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: default-subnetpools Jun 10 16:09:21.930404 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.931191 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.931699 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: dhcp_agent_scheduler Jun 10 16:09:21.932017 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: dns.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.932900 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.933518 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 16:09:21.933839 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: dns_domain_ports.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.934737 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.935239 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 16:09:21.935559 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: dvr.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.936213 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.936712 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: dvr Jun 10 16:09:21.937028 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: empty_string_filtering.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.937940 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.938444 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: empty-string-filtering Jun 10 16:09:21.938761 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.939650 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.940156 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 16:09:21.940470 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.941397 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.941899 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 16:09:21.942216 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: external_net.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.943114 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.943614 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: external-net Jun 10 16:09:21.943931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.944821 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.945350 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: extra_dhcp_opt Jun 10 16:09:21.945674 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: extraroute.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.946566 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.947066 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: extraroute Jun 10 16:09:21.947383 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: extraroute_atomic.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.948398 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.949443 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: extraroute-atomic Jun 10 16:09:21.949759 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: filter_validation.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.950408 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.950907 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: filter-validation Jun 10 16:09:21.951224 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: fip_pf_description.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.952111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.952607 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 16:09:21.952923 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: fip_port_details.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.953854 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.954356 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: fip-port-details Jun 10 16:09:21.954675 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: flavors.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.955904 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.956424 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: flavors Jun 10 16:09:21.956746 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.958422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.958948 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 16:09:21.959276 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: floatingip_pools.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.959957 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.960474 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: floatingip-pools Jun 10 16:09:21.960799 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: ip_allocation.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.961727 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.962228 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 16:09:21.962549 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.963445 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.963949 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: ip-substring-filtering Jun 10 16:09:21.964348 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l2_adjacency.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.965841 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.966350 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 16:09:21.966669 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.967619 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.968133 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: router Jun 10 16:09:21.968456 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.970833 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.971361 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 16:09:21.971691 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.972593 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.973106 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: ext-gw-mode Jun 10 16:09:21.973458 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.974357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.974865 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: l3-ha Jun 10 16:09:21.975189 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3_flavors.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.976106 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.976611 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: l3-flavors Jun 10 16:09:21.976932 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.977851 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.978359 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 16:09:21.978682 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: l3agentscheduler.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.979708 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.980268 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: l3_agent_scheduler Jun 10 16:09:21.980757 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: logging.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.982276 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.982797 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension logging not supported by any of loaded plugins Jun 10 16:09:21.983128 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: metering.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.983858 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.984438 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: metering Jun 10 16:09:21.984764 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.985942 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.986457 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: metering_source_and_destination_fields Jun 10 16:09:21.986780 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: multiprovidernet.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.987693 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.988205 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: multi-provider Jun 10 16:09:21.988530 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: netmtu.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.989453 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.989958 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: net-mtu Jun 10 16:09:21.990278 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: netmtu_writable.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.991170 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.991670 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: net-mtu-writable Jun 10 16:09:21.991989 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: network_availability_zone.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.992640 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.993156 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: network_availability_zone Jun 10 16:09:21.993484 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: network_ip_availability.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.994564 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.995073 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: network-ip-availability Jun 10 16:09:21.995397 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: network_segment_range.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.996358 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.996898 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 16:09:21.997252 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: pagination.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.998227 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:21.998562 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: pagination Jun 10 16:09:21.998881 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: port_device_profile.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:21.999770 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.000284 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: port-device-profile Jun 10 16:09:22.000604 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.001531 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.002037 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: port-mac-address-regenerate Jun 10 16:09:22.002354 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.003256 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.003765 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: port-numa-affinity-policy Jun 10 16:09:22.004085 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: port_resource_request.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.005271 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.005779 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 16:09:22.006096 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: portbindings.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.006999 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.007506 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: binding Jun 10 16:09:22.007827 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: portbindings_extended.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.010603 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.011655 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: binding-extended Jun 10 16:09:22.012070 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: portsecurity.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.012992 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.013565 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: port-security Jun 10 16:09:22.013896 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: project_id.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.014865 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.015200 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: project-id Jun 10 16:09:22.015524 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: providernet.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.016427 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.016944 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: provider Jun 10 16:09:22.017305 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.020859 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.021422 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos not supported by any of loaded plugins Jun 10 16:09:22.021756 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.022982 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.023496 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 16:09:22.023825 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.024724 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.025268 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 16:09:22.025595 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_default.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.026490 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.027537 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-default not supported by any of loaded plugins Jun 10 16:09:22.027858 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_fip.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.028495 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.029004 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 16:09:22.029357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_gateway_ip.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.030263 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.030770 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 16:09:22.031092 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_port_network_policy.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.031989 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.032496 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 16:09:22.032818 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_rule_type_details.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.033760 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.034257 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 16:09:22.034579 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: qos_rules_alias.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.035605 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.036115 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 16:09:22.036438 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: quotasv2.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.037355 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.037685 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: quotas Jun 10 16:09:22.038004 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: quotasv2_detail.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.041053 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.041414 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: quota_details Jun 10 16:09:22.041742 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: rbac.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.042822 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.043348 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: rbac-policies Jun 10 16:09:22.043707 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: rbac_address_group.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.044617 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.045130 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: rbac-address-group Jun 10 16:09:22.045487 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: rbac_address_scope.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.046427 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.046921 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: rbac-address-scope Jun 10 16:09:22.047241 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: rbac_security_groups.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.048141 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.048657 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: rbac-security-groups Jun 10 16:09:22.048982 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: rbac_subnetpool.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.050112 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.050630 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: rbac-subnetpool Jun 10 16:09:22.050958 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: revisionifmatch.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.051868 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.052379 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: revision-if-match Jun 10 16:09:22.052702 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: revisions.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.053829 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.054344 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: standard-attr-revisions Jun 10 16:09:22.054671 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: router_availability_zone.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.055330 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.055842 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: router_availability_zone Jun 10 16:09:22.056164 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: routerservicetype.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.057073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.057606 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 16:09:22.057928 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.059453 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.059963 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: security-groups-normalized-cidr Jun 10 16:09:22.060286 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.061238 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.061752 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: port-security-groups-filtering Jun 10 16:09:22.062073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.062974 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.063487 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: security-groups-remote-address-group Jun 10 16:09:22.063811 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: securitygroup.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.073371 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.074446 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: security-group Jun 10 16:09:22.074777 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: segment.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.075546 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.076055 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension segment not supported by any of loaded plugins Jun 10 16:09:22.076380 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.077338 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.077845 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 16:09:22.078168 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: servicetype.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.079338 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.079861 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: service-type Jun 10 16:09:22.080188 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: sorting.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.081181 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.081513 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: sorting Jun 10 16:09:22.081834 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: standard_attr_segment.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.082735 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.083250 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 16:09:22.083571 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: standardattrdescription.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.084205 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.084723 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: standard-attr-description Jun 10 16:09:22.085042 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: stateful_security_group.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.085996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.086512 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: stateful-security-group Jun 10 16:09:22.086833 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: stdattrs_common.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.087398 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 16:09:22.087717 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.088635 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.089158 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 16:09:22.089596 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: subnet_onboard.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.090652 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.091166 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: subnet_onboard Jun 10 16:09:22.091484 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.092384 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.092889 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 16:09:22.093239 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: subnet_service_types.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.094156 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.094666 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: subnet-service-types Jun 10 16:09:22.094985 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: subnetallocation.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.096054 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.096562 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: subnet_allocation Jun 10 16:09:22.096883 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.097552 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.098060 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: subnetpool-prefix-ops Jun 10 16:09:22.098385 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.099291 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.099798 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 16:09:22.100117 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: tagging.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.101201 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.101719 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: standard-attr-tag Jun 10 16:09:22.102044 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: timestamp.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.103256 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.103768 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loaded extension: standard-attr-timestamp Jun 10 16:09:22.104093 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: trunk.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.105250 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.105873 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension trunk not supported by any of loaded plugins Jun 10 16:09:22.106201 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: trunk_details.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.107108 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.107631 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 16:09:22.107956 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: uplink_status_propagation.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.108859 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.109404 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 16:09:22.109727 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Loading extension file: vlantransparent.py {{(pid=92280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 16:09:22.110376 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 16:09:22.110890 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 16:09:22.113346 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:network Jun 10 16:09:22.113872 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:subnet Jun 10 16:09:22.114269 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:09:22.114663 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:port Jun 10 16:09:22.115879 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.116330 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service FLAVORS assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.116942 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.117418 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.117749 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:router Jun 10 16:09:22.118180 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 16:09:22.118671 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service METERING assigned prefix: /metering {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.120078 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:22.120447 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:22.121446 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:09:22.122458 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 16:09:22.122903 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:security_group Jun 10 16:09:22.123344 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 16:09:22.123950 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service CORE assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.124280 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:09:22.124622 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] subnetpool is already registered Jun 10 16:09:22.125044 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service CORE assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.125399 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:09:22.125742 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] subnetpool is already registered Jun 10 16:09:22.128018 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.128446 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service FLAVORS assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.129041 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.129485 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.130070 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:router Jun 10 16:09:22.130405 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] router is already registered Jun 10 16:09:22.130814 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 16:09:22.131148 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] floatingip is already registered Jun 10 16:09:22.131599 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service METERING assigned prefix: /metering {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.132266 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 16:09:22.132591 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] rbac_policy is already registered Jun 10 16:09:22.133004 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:security_group Jun 10 16:09:22.133373 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] security_group is already registered Jun 10 16:09:22.133779 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 16:09:22.134111 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] security_group_rule is already registered Jun 10 16:09:22.134742 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service CORE assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.135070 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:09:22.135404 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] subnetpool is already registered Jun 10 16:09:22.135823 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.v2.resource_helper [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Service CORE assigned prefix: {{(pid=92280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 16:09:22.136731 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 16:09:22.137076 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING neutron.quota.resource_registry [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] subnetpool is already registered Jun 10 16:09:22.137572 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: extensions {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.139042 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: address-groups {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.140555 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: address-scopes {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.141912 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: agents {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.143076 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: auto-allocated-topology {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.144322 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: availability_zones {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.145587 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: dhcp-networks {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.147110 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: dhcp-agents {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.148557 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: routers {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.150349 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: flavors {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.151632 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: service_profiles {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.152987 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: next_providers {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.154456 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: service_profiles {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.156054 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: floatingip-pools {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.157272 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: routers {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.158986 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: floatingips {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.160278 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: l3-routers {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.161711 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: l3-agents {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.163127 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: metering-labels {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.164392 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: metering-label-rules {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.166748 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: network-ip-availabilities {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.168211 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: bindings {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.169830 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: quotas {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.171412 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: quotas {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.172828 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: rbac-policies {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.174068 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: security-groups {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.175379 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: security-group-rules {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.176611 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: service-providers {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.177899 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: subnetpools {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.179242 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: subnetpools {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.180789 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.182529 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.184954 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.186795 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.188494 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.190490 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.192176 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.194021 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.195871 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.197657 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron.api.extensions [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Extended resource: tags {{(pid=92280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 16:09:22.204354 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING keystonemiddleware.auth_token [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 16:09:22.208855 dv-neutron-601336-90-hyperv neutron-server[92280]: WARNING keystonemiddleware.auth_token [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 16:09:22.217369 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Acquired lock "singleton_lock" {{(pid=92280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 16:09:22.217845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_concurrency.lockutils [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Releasing lock "singleton_lock" {{(pid=92280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 16:09:22.218477 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Starting 2 workers Jun 10 16:09:22.223247 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Started child 92385 {{(pid=92280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:09:22.227618 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Started child 92386 {{(pid=92280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:09:22.228615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:22.229278 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO neutron.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 16:09:22.229905 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Notify callbacks [] for process, before_spawn {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:22.230052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [-] (92385) wsgi starting up on http://0.0.0.0:9696 Jun 10 16:09:22.232304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:22.232756 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Starting 1 workers Jun 10 16:09:22.233639 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [-] (92386) wsgi starting up on http://0.0.0.0:9696 Jun 10 16:09:22.237601 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Started child 92387 {{(pid=92280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:09:22.238130 dv-neutron-601336-90-hyperv neutron-server[92280]: INFO oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Starting 1 workers Jun 10 16:09:22.240357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 42874) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:22.241530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] calling RpcWorker wait() {{(pid=92387) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 16:09:22.242023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] returning from RpcWorker wait() {{(pid=92387) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 16:09:22.243698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:22.244111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:09:22.244431 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Started child 92389 {{(pid=92280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 16:09:22.245317 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG neutron_lib.callbacks.manager [None req-1075938e-114f-4b98-959e-7909de5b3948 None None] Notify callbacks [] for process, after_spawn {{(pid=92280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:22.248130 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 16:09:22.248331 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 16:09:22.248521 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 16:09:22.248734 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 16:09:22.249085 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 16:09:22.249288 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 16:09:22.249824 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.250117 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.250377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.250633 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.250835 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:22.251312 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.251467 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.251752 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.251899 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:09:22.252092 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.252366 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.252612 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.252781 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.252947 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.253225 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.253474 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.253754 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.254023 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.254258 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.254945 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.255113 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.255408 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.255690 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.255998 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.256273 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] debug = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.256509 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.256983 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.257294 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.257546 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.257785 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.258074 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.258355 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.258913 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0154285 Jun 10 16:09:22.260923 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.261850 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.262947 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.263215 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.263488 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.263759 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.263993 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.265037 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.265327 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.265557 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.266032 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] host = dv-neutron-601336-90-hyperv {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.266260 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.266482 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.269053 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.270583 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.270853 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.271112 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.271400 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.271673 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.271928 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.272163 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.272396 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.272647 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.272900 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.273137 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.273329 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_options = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.273574 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.273846 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.275897 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.276346 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.276346 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.276346 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.276532 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.276813 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.276921 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.277173 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.277377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.277592 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.277835 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280422 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280984 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.280984 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.281104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.281445 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.281705 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.283665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.285400 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.285400 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.285400 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.285927 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.285927 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.286140 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_json = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.286345 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.286620 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.287702 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.287702 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.287702 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.288096 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.288315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.288554 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.288975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.289316 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.289637 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.289904 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.293721 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.294019 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.294822 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.297970 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.298255 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.298538 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.298882 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.299126 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.299437 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.299692 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.299952 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.300307 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.300556 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.301381 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.301630 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.301875 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.304579 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.306333 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.307269 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.309399 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.309712 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.310005 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.311063 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.312434 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.314017 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.314255 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.314516 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.315308 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.315308 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.315308 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.315516 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.315749 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.316005 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.316227 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.316488 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.316738 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.317015 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.319750 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.320066 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.320330 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.321455 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.321808 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.322157 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.323172 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.323172 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.323172 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.323413 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.323481 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.324321 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.324563 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.324822 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.325249 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.325504 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.325727 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.325968 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.326222 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.326461 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.326713 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.326940 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.327167 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.327862 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.328103 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.328352 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.328573 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.330350 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.330645 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.330918 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.331172 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.331407 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.331638 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.331881 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.333757 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.334000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.336288 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.336560 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.336798 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.337054 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338044 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338044 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338044 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338282 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338464 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338645 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.338906 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.339140 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.339665 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.339888 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.340132 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.342751 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.343036 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.343299 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.344588 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.345807 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.346088 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.346373 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.346633 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.346914 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.347167 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.347419 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.347667 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.347915 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.348144 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.348419 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.348682 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.348944 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.349918 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.353061 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.353404 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.353655 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.353988 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.354227 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.354493 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.354789 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.355108 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.355389 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.355645 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.359941 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.360227 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.360506 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.360788 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.361067 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.361368 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.361605 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.361923 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.362167 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.362396 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.362615 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.362847 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.363158 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.363415 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.363629 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.363843 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.364109 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.364369 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.364619 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.364882 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.365130 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.368825 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.369549 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.369821 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.370066 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.370311 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.371120 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.371369 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.371622 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.371870 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.372120 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.372363 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.372584 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.372845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.373067 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.373388 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.374202 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.374202 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.374202 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.374431 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.374574 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.374777 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.375019 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.375261 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.375483 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.375702 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.375938 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.376172 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.376391 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.376674 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.376947 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.377975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.377975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.377975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.377975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.378371 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.378580 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.378808 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.379023 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.379236 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.379460 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.380732 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.381398 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.381829 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.382202 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.382647 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.383048 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.383509 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.383892 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.384295 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.384538 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.384772 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.385036 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.385319 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.385566 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.385798 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.386023 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.386858 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.387109 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.387339 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.387556 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.387794 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.388010 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.388268 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.388464 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.388685 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.389055 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.389332 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.389573 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.389843 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.390401 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.390807 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.391099 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.391432 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.391670 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.391887 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.392140 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.392373 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.392587 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.392814 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.393025 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.393321 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.393538 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.393747 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.393966 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.394178 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.394400 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.394628 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.394833 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.395050 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.395255 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.395577 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.395832 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.396070 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.396361 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.396601 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.396858 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.397121 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.397449 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.397657 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.397898 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.398130 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.398345 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.398898 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.398898 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.399117 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.399386 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.399616 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.399877 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.400162 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.400448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.400683 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.400892 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.401291 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.402207 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.402207 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.402207 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.402434 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.402698 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.402923 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.403137 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.403388 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.403650 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.403852 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.404105 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.404365 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.404590 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.404807 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.405860 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.406041 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.406317 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.406491 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.406701 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.406915 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.407072 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 16:09:22.408259 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 16:09:22.408259 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 16:09:22.408259 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 16:09:22.408259 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 16:09:22.408259 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 16:09:22.408604 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 16:09:22.408604 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.408723 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.408888 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.409046 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413184 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.413773 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414199 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414199 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414199 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] debug = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414199 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414199 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414199 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414547 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414974 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414974 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414974 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414974 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.414974 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.415324 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.415324 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] host = dv-neutron-601336-90-hyperv {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.415440 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.415503 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416057 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416057 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416057 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416057 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416415 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416415 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416569 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416648 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416778 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.416932 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.417087 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.417261 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418113 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_options = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418113 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418338 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418501 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418682 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418843 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.418996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.419151 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.419305 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.419459 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.419615 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.420623 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421357 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421677 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421677 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421677 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421880 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.421956 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.422096 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.422285 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.422439 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.422583 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.422736 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.422880 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423024 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423164 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423308 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423601 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423741 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.423898 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424048 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424201 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424356 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424514 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424679 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424813 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.424953 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_json = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.425103 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426056 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426209 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426360 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.426522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.428845 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429499 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429499 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429499 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429499 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429499 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429778 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429778 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.429938 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.430091 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431000 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431376 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431376 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431509 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431575 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431781 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.431879 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432024 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432179 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432336 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432492 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432649 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432824 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.432964 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.433879 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434063 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434223 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434385 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434530 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434680 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434822 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.434962 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.435119 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.435267 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.435437 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.435587 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.435744 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.435910 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436072 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436216 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436364 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436503 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436643 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436801 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.436951 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.437122 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.437316 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.437472 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.437621 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.437761 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.437899 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438049 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438282 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438376 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438522 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438663 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438812 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.438954 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.439104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.439267 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440012 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440012 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440012 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440012 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440012 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440403 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440403 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440550 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440625 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440739 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.440901 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.441051 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.441233 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.441393 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.441557 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.441742 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.441880 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442018 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442156 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442295 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442443 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442602 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442751 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.442903 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443059 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443208 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443365 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443513 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443672 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443819 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.443977 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.444124 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.444274 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.444427 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.444565 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.444724 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.444866 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.445028 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.445998 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.446176 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.446332 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.446492 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.446637 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.446797 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.446938 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447098 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447250 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447385 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447543 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447696 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447833 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.447995 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.449377 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.450448 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.451444 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.452315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.452315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.452315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.452315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.452315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.452315 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.453922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.454931 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.455922 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.456975 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.458100 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.459111 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.460194 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461073 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.461861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.462598 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.462598 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.462598 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.462598 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463104 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463496 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463496 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463496 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463882 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.463882 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.464138 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.464138 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.464614 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.464614 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.464614 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465002 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465002 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465002 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465463 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465463 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465463 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465841 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.465841 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466095 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466095 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466350 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466350 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466617 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466752 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.466885 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467030 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467164 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467307 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467442 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467577 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467724 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467861 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.467996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468130 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468264 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468399 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468534 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468668 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468827 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.468996 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.469134 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.469301 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.469527 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.469673 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 16:09:22.469808 dv-neutron-601336-90-hyperv neutron-server[92280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 16:09:33.524757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d64dc-fd78-41cd-acea-dc294f5c62a3 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:09:33.660295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d64dc-fd78-41cd-acea-dc294f5c62a3 None None] No non-hosted networks {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 16:09:33.670900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.agentschedulers_db [None req-106d64dc-fd78-41cd-acea-dc294f5c62a3 None None] DHCP Agent not found on host dv-neutron-601336-90-hyperv {{(pid=92387) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 16:09:33.729250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8d4bf27-adac-401f-b09b-f586a4a9654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:36.046320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:36.047039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.047512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.047888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.048270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.048721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.049078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.052295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.052718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.053116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.053527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.056867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.057229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:36.057759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-90-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:09:36.072419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-90-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:09:36.259132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-205bd6c7-05b5-4406-aed9-4bf367fba8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:36.332059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8267-4955-4b1b-a080-1acf9aa7e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:37.249778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:38.823480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:40.103935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 42980) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:40.552215 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.db.l3_hamode_db [None req-17760511-db9e-4c63-a521-2d783652fae0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 16:09:40.610685 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING oslo_policy.policy [None req-b92538c3-a092-47f4-ba02-1e5f0f32ba05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:09:40.611297 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING oslo_policy.policy [None req-b92538c3-a092-47f4-ba02-1e5f0f32ba05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:09:40.642511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17760511-db9e-4c63-a521-2d783652fae0 None None] Routers set() bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:09:40.642893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17760511-db9e-4c63-a521-2d783652fae0 None None] Router IDs set() for agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 16:09:40.827055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-b92538c3-a092-47f4-ba02-1e5f0f32ba05 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:09:40.827989 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b92538c3-a092-47f4-ba02-1e5f0f32ba05 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.7231820 Jun 10 16:09:43.150438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 42994) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:43.461776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:09:43.559183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.policy [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 16:09:43.605595 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING oslo_policy.policy [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:09:43.605986 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING oslo_policy.policy [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:09:43.614418 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.quota [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] Loaded quota_driver: . Jun 10 16:09:43.705475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764000452051', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764000452486', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764000455758', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764000466324', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764001192011', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764001198805', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33233960', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33032297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676338'] for rbac-policy, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:43.768789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:43.769946 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d9aef063-81d7-42e8-a073-612c6498df7d admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6185639 Jun 10 16:09:46.293949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43006) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:46.593608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Request body: {'network': {'project_id': '5821e02418da455c82081518d48045e6', 'name': 'private', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:09:46.622168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Made reservation on behalf of 5821e02418da455c82081518d48045e6 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:09:46.624914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:46.644166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:46.769085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:46.772806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:46.778509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:46.801119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:09:46.826252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763998045004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:46.826846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Unsubscribe: segment precommit_create {{(pid=92386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 16:09:46.827275 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Added segment e3f8dfda-0978-472b-b55f-d6c85704ce45 of type vlan for network 16625ec7-7997-45c7-a74c-1cf5729e56b3 Jun 10 16:09:46.834134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4536b931-cda6-485e-94c8-10a1871c5b1b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:09:46.871851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.872407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.872963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.873393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.873797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.874374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.874726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.875078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.875504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.875988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.876443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.876873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Tracked resource versions report: Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: pushed versions: Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: { 'AddressGroup': {'1.2'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'ConntrackHelper': {'1.0'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Log': {'1.0'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Network': {'1.1'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Port': {'1.7'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'PortForwarding': {'1.2'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'QosPolicy': {'1.8'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroup': {'1.4'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SubPort': {'1.0'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Subnet': {'1.1'}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Trunk': {'1.1'}} Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: consumer versions: Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'ConntrackHelper': '1.0', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Log': '1.0', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Network': '1.1', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Port': '1.7', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'PortForwarding': '1.2', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'QosPolicy': '1.8', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroup': '1.4', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroupRule': '1.2', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SubPort': '1.0', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Subnet': '1.1', Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Trunk': '1.1'}} Jun 10 16:09:46.878507 dv-neutron-601336-90-hyperv neutron-server[92386]: {{(pid=92386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:09:46.964170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:46.969038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:47.016538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:47.017982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:09:47.018612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:47.021418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:47.074169 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7786078 Jun 10 16:09:47.144359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Pushing event updated for resources: {'Network': ['ID=16625ec7-7997-45c7-a74c-1cf5729e56b3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:09:47.147859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:47.156253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:09:49.685955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43020) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:50.096472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbdcc0-3685-45b9-8ff7-c1bb6fdcd2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:09:50.097818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7fbbdcc0-3685-45b9-8ff7-c1bb6fdcd2ec admin admin] 10.222.0.23 "GET /v2.0/networks/16625ec7-7997-45c7-a74c-1cf5729e56b3 HTTP/1.1" status: 200 len: 825 time: 0.4109406 Jun 10 16:09:50.122276 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-29fa4e9b-c6f6-4e38-beed-89ca3d1b9707 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/062f5e12-6caa-479d-ba47-3175aa3889a4 HTTP/1.1" status: 200 len: 734 time: 0.0190558 Jun 10 16:09:50.130459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4', 'gateway_ip': '172.20.0.1', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:09:50.150865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Made reservation on behalf of 5821e02418da455c82081518d48045e6 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:09:50.153781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:50.475065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:50.479030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:50.553396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Checking segment: {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:09:50.553766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Network hostable DHCP agents. Network: 16625ec7-7997-45c7-a74c-1cf5729e56b3, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:09:50.562109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5917c9d1-ef31-4efa-80f9-e126efaca398,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:09:50.567600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:50.579278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:09:50.590197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 16625ec7-7997-45c7-a74c-1cf5729e56b3) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:09:50.594452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:09:50.595050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:50.601034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5459691-c00b-4e67-87ca-d87a668822d3 None None] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:09:50.608012 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4809439 Jun 10 16:09:50.938908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-16625ec7-7997-45c7-a74c-1cf5729e56b3', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:09:50.940246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.217228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Allocated IP 172.20.0.2 (16625ec7-7997-45c7-a74c-1cf5729e56b3/5917c9d1-ef31-4efa-80f9-e126efaca398/9eb793bd-29b5-4ee1-927d-8b8a0df75fbe) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:09:51.477026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.495054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Transition to ACTIVE for port object 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:09:51.516225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Transition to ACTIVE for port object 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:09:51.524684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.528066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:51.600275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:09:51.605531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:09:51.613727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:09:51.618076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Pushing event updated for resources: {'Port': ['ID=9eb793bd-29b5-4ee1-927d-8b8a0df75fbe,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:09:51.643990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.644342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.644675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.644999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.645345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.645677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.646046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.646379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.646704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.647016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.647328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.647636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Tracked resource versions report: Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: pushed versions: Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: { 'AddressGroup': {'1.2'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'ConntrackHelper': {'1.0'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Log': {'1.0'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Network': {'1.1'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Port': {'1.7'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'PortForwarding': {'1.2'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'QosPolicy': {'1.8'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroup': {'1.4'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SubPort': {'1.0'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Subnet': {'1.1'}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Trunk': {'1.1'}} Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: consumer versions: Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'ConntrackHelper': '1.0', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Log': '1.0', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Network': '1.1', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Port': '1.7', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'PortForwarding': '1.2', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'QosPolicy': '1.8', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroup': '1.4', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroupRule': '1.2', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SubPort': '1.0', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Subnet': '1.1', Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Trunk': '1.1'}} Jun 10 16:09:51.648954 dv-neutron-601336-90-hyperv neutron-server[92387]: {{(pid=92387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:09:51.676516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:51.709690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Attempting to bind port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:09:51.710081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Attempting to bind port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:09:51.710511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Attempting to bind port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe on network 16625ec7-7997-45c7-a74c-1cf5729e56b3 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:09:51.723172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:09:51.723715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Checking segment: {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:09:51.723715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.723715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Bound using segment: {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:09:51.723994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Bound port: 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:09:51.723994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.802764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] For port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:09:51.826410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] For port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9eb793bd-29b5-4ee1-927d-8b8a0df75fbe,segment=NetworkSegment(e3f8dfda-0978-472b-b55f-d6c85704ce45),segment_id=e3f8dfda-0978-472b-b55f-d6c85704ce45)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:09:51.830908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:51.833329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:51.898191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Pushing event updated for resources: {'Port': ['ID=9eb793bd-29b5-4ee1-927d-8b8a0df75fbe,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:09:51.901509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:52.987224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43028) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:53.318937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-55cd8c61-3798-4b6d-b223-c4459a651954 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:09:53.320025 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55cd8c61-3798-4b6d-b223-c4459a651954 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3317676 Jun 10 16:09:55.677825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43036) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:55.995256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-b14b5697-4c01-4ec3-9006-80ec5122f76d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:09:55.996741 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b14b5697-4c01-4ec3-9006-80ec5122f76d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.3179755 Jun 10 16:09:57.928991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee220fc-24be-4f84-ad33-844df38f5a75 None None] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:09:58.005802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:09:58.070628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-658336b7-dba4-4a72-a9fa-ce46cf1df2a5 None None] Provisioning for port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:09:58.174616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:09:58.180725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:09:58.181120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:58.369433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:58.409998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9eb793bd-29b5-4ee1-927d-8b8a0df75fbe,segment=NetworkSegment(e3f8dfda-0978-472b-b55f-d6c85704ce45),segment_id=e3f8dfda-0978-472b-b55f-d6c85704ce45)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:09:58.414661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:58.418974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:09:58.473885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9eb793bd-29b5-4ee1-927d-8b8a0df75fbe,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:09:58.478254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:09:58.615640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c40f5e45-09fc-4af0-9422-9164581208dc None None] Provisioning complete for port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:09:58.616018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c40f5e45-09fc-4af0-9422-9164581208dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:58.626237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43052) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:09:58.929882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] Request body: {'router': {'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:09:58.952679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:58.954202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:59.099543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:59.104110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:59.117357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:09:59.118485 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-217d5777-c5cb-4467-907c-4d03998cbb6a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4912012 Jun 10 16:09:59.968622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:10:00.022059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:00.022425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:01.427908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43060) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:01.930341 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING oslo_policy.policy [None req-8973b63a-d093-48b5-a30b-ffccb6efb47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:10:01.930942 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING oslo_policy.policy [None req-8973b63a-d093-48b5-a30b-ffccb6efb47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:10:02.150637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-8973b63a-d093-48b5-a30b-ffccb6efb47c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:10:02.152792 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8973b63a-d093-48b5-a30b-ffccb6efb47c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.7220378 Jun 10 16:10:03.422368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-913e2451-4e62-4d10-b16b-05605809ec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:04.482380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43074) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:04.795501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:04.796959 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.quota [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Loaded quota_driver: . Jun 10 16:10:04.853525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Made reservation on behalf of 3a5d3be1f6734811af7760c90b47c699 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:04.929062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.policy [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92385) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 16:10:04.977799 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING oslo_policy.policy [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:10:04.978173 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING oslo_policy.policy [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 16:10:04.989705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.013692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.149969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.153714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.159193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:05.165653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Reserving flat network on physical network physnet1 {{(pid=92385) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 16:10:05.202701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763998045004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.203292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Unsubscribe: segment precommit_create {{(pid=92385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 16:10:05.203764 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Added segment 70e3594f-52e7-4d33-be8e-7530afd68e91 of type flat for network 00dd27e5-1913-43eb-adce-3bbaa9455307 Jun 10 16:10:05.221432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213758e3-c4f7-468f-8f8c-109a2bbb4df4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:05.250192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.250545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.250871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.251190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.251509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.251835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.252148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.252472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.252781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.253085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.253415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.253718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Tracked resource versions report: Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: pushed versions: Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: { 'AddressGroup': {'1.2'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'ConntrackHelper': {'1.0'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Log': {'1.0'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Network': {'1.1'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Port': {'1.7'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'PortForwarding': {'1.2'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'QosPolicy': {'1.8'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroup': {'1.4'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SubPort': {'1.0'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Subnet': {'1.1'}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Trunk': {'1.1'}} Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: consumer versions: Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'ConntrackHelper': '1.0', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Log': '1.0', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Network': '1.1', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Port': '1.7', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'PortForwarding': '1.2', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'QosPolicy': '1.8', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroup': '1.4', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroupRule': '1.2', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SubPort': '1.0', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Subnet': '1.1', Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Trunk': '1.1'}} Jun 10 16:10:05.255010 dv-neutron-601336-90-hyperv neutron-server[92385]: {{(pid=92385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:10:05.340352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.344534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:05.395364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.396928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:05.397595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:05.400383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:05.449039 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9656179 Jun 10 16:10:05.515673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Pushing event updated for resources: {'Network': ['ID=00dd27e5-1913-43eb-adce-3bbaa9455307,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:05.519088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:05.526705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:10:06.025095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:06.230850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f52b6e33-c605-44f5-bfd3-68f872d7ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:07.206296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:07.765337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43098) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:07.986942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d1d32-4ac2-4936-9019-a6a248c1679e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:07.988296 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2c7d1d32-4ac2-4936-9019-a6a248c1679e admin admin] 10.222.0.23 "GET /v2.0/subnets/5917c9d1-ef31-4efa-80f9-e126efaca398 HTTP/1.1" status: 200 len: 849 time: 0.2220113 Jun 10 16:10:08.191467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5b24f192-64e5-4cdf-bc65-200bfbeb4471 admin admin] 10.222.0.23 "GET /v2.0/routers/8faa646a-278b-4a08-8c92-b98dcc971237 HTTP/1.1" status: 200 len: 704 time: 0.1976924 Jun 10 16:10:08.563945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:08.765447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:08.871016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Allocated IP 172.20.0.1 (16625ec7-7997-45c7-a74c-1cf5729e56b3/5917c9d1-ef31-4efa-80f9-e126efaca398/040326db-b790-4eee-a656-5b995e6830c8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:09.072440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.096586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Transition to ACTIVE for port object 040326db-b790-4eee-a656-5b995e6830c8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:09.178797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.181665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:09.257899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:09.263122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:09.271805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:09.272605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.291634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Pushing event updated for resources: {'Port': ['ID=040326db-b790-4eee-a656-5b995e6830c8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:09.400146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:09.480732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-51d029f7-30c9-4a5f-b4f9-573da3bccb15 None None] Provisioning for port 040326db-b790-4eee-a656-5b995e6830c8 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:09.484611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-51d029f7-30c9-4a5f-b4f9-573da3bccb15 None None] Provisioning complete for port 040326db-b790-4eee-a656-5b995e6830c8 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:09.485012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-51d029f7-30c9-4a5f-b4f9-573da3bccb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.524023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-51d029f7-30c9-4a5f-b4f9-573da3bccb15 None None] Port 040326db-b790-4eee-a656-5b995e6830c8 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:10:09.553068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.762305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.766526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.767707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:09.770037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:09.878528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Pushing event updated for resources: {'Port': ['ID=040326db-b790-4eee-a656-5b995e6830c8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:09.882307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:09.935326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:09.936606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:10.124305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Router 8faa646a-278b-4a08-8c92-b98dcc971237 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:10:10.145700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b0b206be-82b8-4a33-b191-b722ec24a17e None None] Provisioning complete for port 040326db-b790-4eee-a656-5b995e6830c8 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:10.146242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b0b206be-82b8-4a33-b191-b722ec24a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:10.185425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b0b206be-82b8-4a33-b191-b722ec24a17e None None] Port 040326db-b790-4eee-a656-5b995e6830c8 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:10:10.252546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:10.258002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] 10.222.0.23 "PUT /v2.0/routers/8faa646a-278b-4a08-8c92-b98dcc971237/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0618529 Jun 10 16:10:10.263321 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Sync routers for ids ['8faa646a-278b-4a08-8c92-b98dcc971237'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:10.274871 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Routers {'8faa646a-278b-4a08-8c92-b98dcc971237'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:10.275623 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:10:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['8faa646a-278b-4a08-8c92-b98dcc971237'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:10.489622 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Set router 8faa646a-278b-4a08-8c92-b98dcc971237 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:10.969436 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'name': 'router1', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:09:58Z', 'updated_at': '2021-06-10T16:10:09Z', 'revision_number': 2, 'project_id': '5821e02418da455c82081518d48045e6', 'gw_port_host': None, '_interfaces': [{'id': '040326db-b790-4eee-a656-5b995e6830c8', 'name': '', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'mac_address': 'fa:16:3e:d5:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:08Z', 'updated_at': '2021-06-10T16:10:09Z', 'revision_number': 2, 'project_id': '5821e02418da455c82081518d48045e6', 'subnets': [{'id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:10.975176 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Checking router: 8faa646a-278b-4a08-8c92-b98dcc971237 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:10.975559 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Updating router 8faa646a-278b-4a08-8c92-b98dcc971237 port 040326db-b790-4eee-a656-5b995e6830c8 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:11.044635 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:11.569412 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:11.585994 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Transition to ACTIVE for port object 040326db-b790-4eee-a656-5b995e6830c8 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:11.592609 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:11.596690 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:11.793392 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Pushing event updated for resources: {'Port': ['ID=040326db-b790-4eee-a656-5b995e6830c8,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:11.834344 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.834622 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.834956 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.835283 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.835626 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.835964 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.836287 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.836620 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.836973 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.837443 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.837860 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.837860 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Tracked resource versions report: Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: pushed versions: Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: { 'AddressGroup': {'1.2'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'ConntrackHelper': {'1.0'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Log': {'1.0'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Network': {'1.1'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Port': {'1.7'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'PortForwarding': {'1.2'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'QosPolicy': {'1.8'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroup': {'1.4'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SubPort': {'1.0'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Subnet': {'1.1'}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Trunk': {'1.1'}} Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: consumer versions: Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'ConntrackHelper': '1.0', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Log': '1.0', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Network': '1.1', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Port': '1.7', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'PortForwarding': '1.2', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'QosPolicy': '1.8', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroup': '1.4', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroupRule': '1.2', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SubPort': '1.0', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Subnet': '1.1', Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Trunk': '1.1'}} Jun 10 16:10:11.839840 dv-neutron-601336-90-hyperv neutron-server[92389]: {{(pid=92389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:10:11.846136 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Attempting to bind port 040326db-b790-4eee-a656-5b995e6830c8 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:11.846538 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Attempting to bind port 040326db-b790-4eee-a656-5b995e6830c8 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:11.846978 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Attempting to bind port 040326db-b790-4eee-a656-5b995e6830c8 on network 16625ec7-7997-45c7-a74c-1cf5729e56b3 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:11.852160 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:11.853270 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:11.853700 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Checking segment: {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:11.854296 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:11.856530 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Bound using segment: {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:11.856530 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Bound port: 040326db-b790-4eee-a656-5b995e6830c8, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f8dfda-0978-472b-b55f-d6c85704ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:11.856530 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:11.941948 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] For port 040326db-b790-4eee-a656-5b995e6830c8, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:11.965200 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] For port 040326db-b790-4eee-a656-5b995e6830c8, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=040326db-b790-4eee-a656-5b995e6830c8,segment=NetworkSegment(e3f8dfda-0978-472b-b55f-d6c85704ce45),segment_id=e3f8dfda-0978-472b-b55f-d6c85704ce45)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:11.970505 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:11.972783 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:12.038157 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Routers {'8faa646a-278b-4a08-8c92-b98dcc971237'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:12.038789 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:10:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['8faa646a-278b-4a08-8c92-b98dcc971237'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:12.091627 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Pushing event updated for resources: {'Port': ['ID=040326db-b790-4eee-a656-5b995e6830c8,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:12.145465 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:12.182833 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] Set router 8faa646a-278b-4a08-8c92-b98dcc971237 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:12.504574 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'name': 'router1', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:09:58Z', 'updated_at': '2021-06-10T16:10:09Z', 'revision_number': 2, 'project_id': '5821e02418da455c82081518d48045e6', 'gw_port_host': None, '_interfaces': [{'id': '040326db-b790-4eee-a656-5b995e6830c8', 'name': '', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'mac_address': 'fa:16:3e:d5:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:08Z', 'updated_at': '2021-06-10T16:10:11Z', 'revision_number': 4, 'project_id': '5821e02418da455c82081518d48045e6', 'subnets': [{'id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:12.509508 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43f1fb-f573-4197-90e6-67f7efc94eb0 None None] The sync data for ids ['8faa646a-278b-4a08-8c92-b98dcc971237'] in dv-neutron-601336-90-hyperv is: [{'id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'name': 'router1', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:09:58Z', 'updated_at': '2021-06-10T16:10:09Z', 'revision_number': 2, 'project_id': '5821e02418da455c82081518d48045e6', 'gw_port_host': None, '_interfaces': [{'id': '040326db-b790-4eee-a656-5b995e6830c8', 'name': '', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'mac_address': 'fa:16:3e:d5:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:08Z', 'updated_at': '2021-06-10T16:10:11Z', 'revision_number': 4, 'project_id': '5821e02418da455c82081518d48045e6', 'subnets': [{'id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:12.553157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43118) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:12.688421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691c59a-ada7-4d74-8d79-8c6334a66988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:12.689783 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e691c59a-ada7-4d74-8d79-8c6334a66988 admin admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 842 time: 0.1356726 Jun 10 16:10:12.699012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Request body: {'subnet': {'cidr': '172.26.5.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.5.1', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:12.722932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Made reservation on behalf of 3a5d3be1f6734811af7760c90b47c699 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:10:12.725212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:13.174945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:10:13.175382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:13.177420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:13.241868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62348cc8-c938-41f0-8827-beac633d7f07,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:13.248544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:13.249464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:13.249815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Network hostable DHCP agents. Network: 00dd27e5-1913-43eb-adce-3bbaa9455307, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:10:13.275116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:10:13.285020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 00dd27e5-1913-43eb-adce-3bbaa9455307) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:13.289121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:13.289764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:13.297037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3308c49-eeb0-4c65-9fb9-25cab6ba7456 None None] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:13.317173 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6088932 Jun 10 16:10:13.531628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea3c8a-baf8-4f03-a03a-9581283bbdf1 None None] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:10:15.561077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43130) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:15.725759 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5b1466b7-07d6-460f-bee0-5866ed005790 admin admin] 10.222.0.23 "GET /v2.0/routers/8faa646a-278b-4a08-8c92-b98dcc971237 HTTP/1.1" status: 200 len: 710 time: 0.1635249 Jun 10 16:10:15.835387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db06e3-858a-4518-99e8-118be479a826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:10:15.836646 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-77db06e3-858a-4518-99e8-118be479a826 admin admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 886 time: 0.1054521 Jun 10 16:10:15.845529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:10:15.989329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 040326db-b790-4eee-a656-5b995e6830c8 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:10:16.047067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 040326db-b790-4eee-a656-5b995e6830c8 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:16.050514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 040326db-b790-4eee-a656-5b995e6830c8 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:16.050878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.141893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.178053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 040326db-b790-4eee-a656-5b995e6830c8, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=040326db-b790-4eee-a656-5b995e6830c8,segment=NetworkSegment(e3f8dfda-0978-472b-b55f-d6c85704ce45),segment_id=e3f8dfda-0978-472b-b55f-d6c85704ce45)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:16.181754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.183915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:16.207818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.242493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=040326db-b790-4eee-a656-5b995e6830c8,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:16.246452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:16.516028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.597323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.803301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Allocated IP 172.26.5.150 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/73683f54-75fb-420d-ad71-e7d3a0f4ee4f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:10:16.930804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.970107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:16.972072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:17.014649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:10:17.017279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:10:17.021361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:10:17.071654 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Pushing event updated for resources: {'Port': ['ID=73683f54-75fb-420d-ad71-e7d3a0f4ee4f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:17.115411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:17.344623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:17.608796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:17.611955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:17.750265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Router 8faa646a-278b-4a08-8c92-b98dcc971237 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:10:17.891904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:10:17.895998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:17.897218 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] 10.222.0.23 "PUT /v2.0/routers/8faa646a-278b-4a08-8c92-b98dcc971237 HTTP/1.1" status: 200 len: 890 time: 2.0550520 Jun 10 16:10:17.902919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Sync routers for ids ['8faa646a-278b-4a08-8c92-b98dcc971237'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:10:17.915203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Routers {'8faa646a-278b-4a08-8c92-b98dcc971237'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:17.915848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:10:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['8faa646a-278b-4a08-8c92-b98dcc971237'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:18.003918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 040326db-b790-4eee-a656-5b995e6830c8 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:10:18.192858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Set router 8faa646a-278b-4a08-8c92-b98dcc971237 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:18.206720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 040326db-b790-4eee-a656-5b995e6830c8 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:18.207094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:18.753730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'name': 'router1', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '73683f54-75fb-420d-ad71-e7d3a0f4ee4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:09:58Z', 'updated_at': '2021-06-10T16:10:17Z', 'revision_number': 4, 'project_id': '5821e02418da455c82081518d48045e6', 'gw_port': {'id': '73683f54-75fb-420d-ad71-e7d3a0f4ee4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:16Z', 'updated_at': '2021-06-10T16:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '040326db-b790-4eee-a656-5b995e6830c8', 'name': '', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'mac_address': 'fa:16:3e:d5:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:08Z', 'updated_at': '2021-06-10T16:10:16Z', 'revision_number': 5, 'project_id': '5821e02418da455c82081518d48045e6', 'subnets': [{'id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:18.759691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Checking router: 8faa646a-278b-4a08-8c92-b98dcc971237 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:10:18.760041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Updating router 8faa646a-278b-4a08-8c92-b98dcc971237 port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:10:18.801916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.158163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.168051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Transition to ACTIVE for port object 73683f54-75fb-420d-ad71-e7d3a0f4ee4f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:10:19.174977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.177914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:19.232089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Attempting to bind port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:10:19.232466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Attempting to bind port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:10:19.232835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Attempting to bind port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:10:19.241313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5700-8cfc-453c-bfba-e66352b0bb20 None None] Pushing event updated for resources: {'Port': ['ID=73683f54-75fb-420d-ad71-e7d3a0f4ee4f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:19.244177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b32e5700-8cfc-453c-bfba-e66352b0bb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:19.245084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:10:19.246036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:10:19.246163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.246484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:10:19.246967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Bound port: 73683f54-75fb-420d-ad71-e7d3a0f4ee4f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:10:19.247344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.305242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] For port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:10:19.308595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] For port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=73683f54-75fb-420d-ad71-e7d3a0f4ee4f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:10:19.312388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:19.315602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:19.378356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Routers {'8faa646a-278b-4a08-8c92-b98dcc971237'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:10:19.378957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:10:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['8faa646a-278b-4a08-8c92-b98dcc971237'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:19.382029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5700-8cfc-453c-bfba-e66352b0bb20 None None] Pushing event updated for resources: {'Port': ['ID=73683f54-75fb-420d-ad71-e7d3a0f4ee4f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:19.430385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b32e5700-8cfc-453c-bfba-e66352b0bb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:19.523508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] Set router 8faa646a-278b-4a08-8c92-b98dcc971237 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:10:19.806522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'name': 'router1', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '73683f54-75fb-420d-ad71-e7d3a0f4ee4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:09:58Z', 'updated_at': '2021-06-10T16:10:17Z', 'revision_number': 4, 'project_id': '5821e02418da455c82081518d48045e6', 'gw_port': {'id': '73683f54-75fb-420d-ad71-e7d3a0f4ee4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:16Z', 'updated_at': '2021-06-10T16:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '040326db-b790-4eee-a656-5b995e6830c8', 'name': '', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'mac_address': 'fa:16:3e:d5:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:08Z', 'updated_at': '2021-06-10T16:10:16Z', 'revision_number': 5, 'project_id': '5821e02418da455c82081518d48045e6', 'subnets': [{'id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:10:19.810399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da04e1bd-94d8-4191-b5f6-f0ad5329b8c1 None None] The sync data for ids ['8faa646a-278b-4a08-8c92-b98dcc971237'] in dv-neutron-601336-90-hyperv is: [{'id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'name': 'router1', 'tenant_id': '5821e02418da455c82081518d48045e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.150'}], 'enable_snat': True}, 'gw_port_id': '73683f54-75fb-420d-ad71-e7d3a0f4ee4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:09:58Z', 'updated_at': '2021-06-10T16:10:17Z', 'revision_number': 4, 'project_id': '5821e02418da455c82081518d48045e6', 'gw_port': {'id': '73683f54-75fb-420d-ad71-e7d3a0f4ee4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:79:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:16Z', 'updated_at': '2021-06-10T16:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '040326db-b790-4eee-a656-5b995e6830c8', 'name': '', 'network_id': '16625ec7-7997-45c7-a74c-1cf5729e56b3', 'tenant_id': '5821e02418da455c82081518d48045e6', 'mac_address': 'fa:16:3e:d5:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faa646a-278b-4a08-8c92-b98dcc971237', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:10:08Z', 'updated_at': '2021-06-10T16:10:16Z', 'revision_number': 5, 'project_id': '5821e02418da455c82081518d48045e6', 'subnets': [{'id': '5917c9d1-ef31-4efa-80f9-e126efaca398', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '062f5e12-6caa-479d-ba47-3175aa3889a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:10:20.017964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 73683f54-75fb-420d-ad71-e7d3a0f4ee4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:10:20.081066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:10:20.085346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:20.085799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.182818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.209550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=73683f54-75fb-420d-ad71-e7d3a0f4ee4f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:10:20.213661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:20.216406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:10:20.260533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43138) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:10:20.274018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=73683f54-75fb-420d-ad71-e7d3a0f4ee4f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:10:20.277974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:10:20.398660 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2ee7839f-b5e8-4d6a-a91b-a8907ebd18a1 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1362200 Jun 10 16:10:21.982793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 73683f54-75fb-420d-ad71-e7d3a0f4ee4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:10:22.040992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 73683f54-75fb-420d-ad71-e7d3a0f4ee4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:10:22.041633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:31.300646 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:10:33.515892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-460d2d03-ef82-461d-9905-02d3dfc1e65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.032268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:36.235388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2af7ea9-0f66-4da1-9389-05c1252b28cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:37.197510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:10:38.794078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:03.432498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-82412e1f-d052-4074-9bf1-f7e60b00bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.027278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:06.237369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-304a7a29-0c06-41c2-be62-012f6513dac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:07.201397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:08.298630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:11:08.797020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:33.423516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48e7fd11-5f34-4bd5-8889-fd948accb281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.028919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:36.237547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-565885da-a8f4-4dc8-a745-9197c3896fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:37.203050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:38.789393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:11:45.297716 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:12:00.299903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43738) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:00.366015 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5fc61f-6d3d-4d26-a190-6746b1b35fcf admin admin] GET failed (client error): The resource could not be found. Jun 10 16:12:00.367344 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9e5fc61f-6d3d-4d26-a190-6746b1b35fcf admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665083 Jun 10 16:12:00.539161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e2dca5-0cd3-4370-b816-dd1a8b7a963b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:00.541710 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a1e2dca5-0cd3-4370-b816-dd1a8b7a963b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1696875 Jun 10 16:12:02.677636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43748) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:02.778549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8103ae0e-3b26-4813-9d49-6442e106684b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:02.779892 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8103ae0e-3b26-4813-9d49-6442e106684b admin admin] 10.222.0.23 "GET /v2.0/subnets/5917c9d1-ef31-4efa-80f9-e126efaca398 HTTP/1.1" status: 200 len: 849 time: 0.1013036 Jun 10 16:12:02.789221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:02.991616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:03.158225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763997951546'] for subnet, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:03.160239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:03.194210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:03.194787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:03.196030 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] 10.222.0.23 "PUT /v2.0/subnets/5917c9d1-ef31-4efa-80f9-e126efaca398 HTTP/1.1" status: 200 len: 868 time: 0.4107137 Jun 10 16:12:03.199378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b2732-4e4c-475d-a5f0-f4212b95c6cc None None] Network 16625ec7-7997-45c7-a74c-1cf5729e56b3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:03.218646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5917c9d1-ef31-4efa-80f9-e126efaca398,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:03.225898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.226254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.226592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.226918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.227239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.227573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.227918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.228298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.228628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.228951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.229294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.229608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:03.238186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:03.436088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5b7ce69-9e02-43f3-bb63-06407d95d0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:03.628326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ff3ab86c-97a6-4592-9fba-cd7e2c3a9a5c None None] Provisioning complete for port 040326db-b790-4eee-a656-5b995e6830c8 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:03.628694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab86c-97a6-4592-9fba-cd7e2c3a9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:03.730767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ff3ab86c-97a6-4592-9fba-cd7e2c3a9a5c None None] Provisioning complete for port 9eb793bd-29b5-4ee1-927d-8b8a0df75fbe triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:03.731069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ff3ab86c-97a6-4592-9fba-cd7e2c3a9a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:05.358048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43758) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:05.576243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726045ea-cdf1-4839-836a-5950a0a321dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.576629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726045ea-cdf1-4839-836a-5950a0a321dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:05.578182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-726045ea-cdf1-4839-836a-5950a0a321dd admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2191963 Jun 10 16:12:06.033252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:06.238809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-72066945-9dff-4415-9fe2-3e2f9a167dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:07.205121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:07.707816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43766) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:07.859746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2790c-bb58-4be0-a8d0-82f6774b7d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:07.860209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c2790c-bb58-4be0-a8d0-82f6774b7d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:07.861755 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c3c2790c-bb58-4be0-a8d0-82f6774b7d9d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1530042 Jun 10 16:12:08.798482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:09.992668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43774) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:10.160904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67fb3b-872e-488f-a50d-2bc2ff22f90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:10.162337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-be67fb3b-872e-488f-a50d-2bc2ff22f90a admin admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 886 time: 0.1686804 Jun 10 16:12:12.274292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43782) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:12.428038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc44067-0381-4c33-91eb-39af8b0b94ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:12.429395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7fc44067-0381-4c33-91eb-39af8b0b94ff admin admin] 10.222.0.23 "GET /v2.0/networks/16625ec7-7997-45c7-a74c-1cf5729e56b3 HTTP/1.1" status: 200 len: 869 time: 0.1541429 Jun 10 16:12:14.607779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43790) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:14.740547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3b582-ecf1-4ef7-a9fa-1cd0617e7d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.741034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3b582-ecf1-4ef7-a9fa-1cd0617e7d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:14.742618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-81a3b582-ecf1-4ef7-a9fa-1cd0617e7d52 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338489 Jun 10 16:12:17.036651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:17.138372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a8eab-d8f9-4041-8c3e-86665f4e3607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:17.138838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a8eab-d8f9-4041-8c3e-86665f4e3607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:17.140374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-706a8eab-d8f9-4041-8c3e-86665f4e3607 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1026857 Jun 10 16:12:19.246552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43806) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:19.344517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182e3b6-b748-4104-a429-b50fa726b34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:19.345889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4182e3b6-b748-4104-a429-b50fa726b34f admin admin] 10.222.0.23 "GET /v2.0/subnets/5917c9d1-ef31-4efa-80f9-e126efaca398 HTTP/1.1" status: 200 len: 868 time: 0.0983937 Jun 10 16:12:21.511048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43814) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:21.604574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d83a56-d0ec-4cce-89d9-2da6f241521f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:21.605933 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-75d83a56-d0ec-4cce-89d9-2da6f241521f admin admin] 10.222.0.23 "GET /v2.0/subnets/62348cc8-c938-41f0-8827-beac633d7f07 HTTP/1.1" status: 200 len: 816 time: 0.0940256 Jun 10 16:12:22.296878 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:12:33.427044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf351-ded1-4e6f-b3a3-c8bb98d746f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.036316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:36.241649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bbd08046-e9ed-488f-ba57-c3ea9981b8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:37.207487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:38.802739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:44.839352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43858) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:44.885630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-409e14f0-bfdc-4257-bb32-32865c5d667e admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:12:44.886636 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-409e14f0-bfdc-4257-bb32-32865c5d667e admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0463760 Jun 10 16:12:47.138384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43866) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:47.198505 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-85480feb-b021-470c-8d1b-4fd2b58c8848 admin admin] GET failed (client error): The resource could not be found. Jun 10 16:12:47.199769 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-85480feb-b021-470c-8d1b-4fd2b58c8848 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604753 Jun 10 16:12:47.306681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1143ea8-c657-4a4a-8b9e-6d0c798daa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:47.308126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1143ea8-c657-4a4a-8b9e-6d0c798daa46 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1046109 Jun 10 16:12:49.539572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43874) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:49.585863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:49.606464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Made reservation on behalf of 3a5d3be1f6734811af7760c90b47c699 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:49.608728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.647056 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.services.revisions.revision_plugin [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Could not find related network for resource to bump revision. Jun 10 16:12:49.659825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:12:49.669844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.670183 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Added segment b727285e-11fa-4c9a-a871-6c348a786836 of type vlan for network 1447ca55-d698-4534-b4dd-a37385aeb370 Jun 10 16:12:49.726774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.755344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.756547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:49.757111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:49.759609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:49.832814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2915709 Jun 10 16:12:49.837908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Pushing event updated for resources: {'Network': ['ID=1447ca55-d698-4534-b4dd-a37385aeb370,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:49.844805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.845195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.845539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.845868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.846201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.846537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.846862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.847197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.847519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.847839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.848153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.848466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:49.852277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:49.860299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 1447ca55-d698-4534-b4dd-a37385aeb370 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:12:52.033480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43882) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:12:52.099246 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eecd15-8602-4b50-bf13-6b417db9fed0 admin admin] GET failed (client error): The resource could not be found. Jun 10 16:12:52.100536 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b8eecd15-8602-4b50-bf13-6b417db9fed0 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661230 Jun 10 16:12:52.189135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a104cd3c-b433-4d66-b28c-1c9a6a63738d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:52.190562 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a104cd3c-b433-4d66-b28c-1c9a6a63738d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0862234 Jun 10 16:12:52.200929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:12:52.219558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Made reservation on behalf of 3a5d3be1f6734811af7760c90b47c699 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:12:52.221726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:52.467939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:52.470214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-66159da1-747b-4bf6-b3ab-25dc509318ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:52.529398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf57c70b-1b91-469f-8822-d4f858d2485e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:52.533052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:52.539595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Checking segment: {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:52.539944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Network hostable DHCP agents. Network: 1447ca55-d698-4534-b4dd-a37385aeb370, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:12:52.558235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Network 1447ca55-d698-4534-b4dd-a37385aeb370 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:12:52.567505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 1447ca55-d698-4534-b4dd-a37385aeb370) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:52.571664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:12:52.572299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:52.578295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb2371-a61c-4d2e-8c7c-c107c2099c5b None None] Network 1447ca55-d698-4534-b4dd-a37385aeb370 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:52.585789 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3893006 Jun 10 16:12:52.769130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-1447ca55-d698-4534-b4dd-a37385aeb370', 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370', 'tenant_id': '3a5d3be1f6734811af7760c90b47c699', 'fixed_ips': [{'subnet_id': 'cf57c70b-1b91-469f-8822-d4f858d2485e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:12:52.770012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:52.925764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Allocated IP 192.168.233.2 (1447ca55-d698-4534-b4dd-a37385aeb370/cf57c70b-1b91-469f-8822-d4f858d2485e/d4db4f46-146b-452a-9658-042f8bd4f372) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:12:53.104488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.112877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Transition to ACTIVE for port object d4db4f46-146b-452a-9658-042f8bd4f372 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:53.128717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Transition to ACTIVE for port object d4db4f46-146b-452a-9658-042f8bd4f372 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:12:53.136572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.139638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:53.187123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Network 1447ca55-d698-4534-b4dd-a37385aeb370 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:12:53.189943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:12:53.194360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:12:53.204223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Pushing event updated for resources: {'Port': ['ID=d4db4f46-146b-452a-9658-042f8bd4f372,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:53.339250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.339591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.339925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.340314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.340576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.340895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.341237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.341558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.341916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.342240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.342554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.342858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:12:53.348903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:53.386827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Attempting to bind port d4db4f46-146b-452a-9658-042f8bd4f372 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:12:53.387120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Attempting to bind port d4db4f46-146b-452a-9658-042f8bd4f372 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:12:53.387475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Attempting to bind port d4db4f46-146b-452a-9658-042f8bd4f372 on network 1447ca55-d698-4534-b4dd-a37385aeb370 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:12:53.392607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:12:53.393049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Checking segment: {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:12:53.393476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.393867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Bound using segment: {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:12:53.394317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Bound port: d4db4f46-146b-452a-9658-042f8bd4f372, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:12:53.394683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.466533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] For port d4db4f46-146b-452a-9658-042f8bd4f372, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:12:53.469937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] For port d4db4f46-146b-452a-9658-042f8bd4f372, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d4db4f46-146b-452a-9658-042f8bd4f372,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:12:53.474878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:53.477081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:53.547124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Pushing event updated for resources: {'Port': ['ID=d4db4f46-146b-452a-9658-042f8bd4f372,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:53.551209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:54.133653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d4db4f46-146b-452a-9658-042f8bd4f372 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:12:54.204711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d4db4f46-146b-452a-9658-042f8bd4f372 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:54.373493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5170ca-a990-4d04-8f62-5ed6bff06135 None None] Network 1447ca55-d698-4534-b4dd-a37385aeb370 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:12:54.470370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Provisioning for port d4db4f46-146b-452a-9658-042f8bd4f372 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:12:54.484188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Provisioning complete for port d4db4f46-146b-452a-9658-042f8bd4f372 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:54.484555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.652189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.691944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] For port d4db4f46-146b-452a-9658-042f8bd4f372, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d4db4f46-146b-452a-9658-042f8bd4f372,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:12:54.698602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:54.700850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:12:54.770015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Pushing event updated for resources: {'Port': ['ID=d4db4f46-146b-452a-9658-042f8bd4f372,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:12:54.773870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:12:54.918248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4bdd6431-4ee8-48ba-9d88-00575307b362 None None] Provisioning complete for port d4db4f46-146b-452a-9658-042f8bd4f372 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:54.918656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bdd6431-4ee8-48ba-9d88-00575307b362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:56.096167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d4db4f46-146b-452a-9658-042f8bd4f372 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:12:56.153801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d4db4f46-146b-452a-9658-042f8bd4f372 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:12:56.154169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:12:59.294832 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:13:03.428262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-23377d3d-75da-4ae9-9a62-c1e06163b578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:06.038388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:06.243124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b24d9-0b88-422a-aba1-cf60f04e09da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:07.209850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:08.805741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:33.434994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab812304-f8ce-4ba3-9151-d178577ddfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.040174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.246613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f22f860d-9389-45f5-854d-cd5b74578e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:36.292961 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:13:37.214718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:13:38.809529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:01.988692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43934) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:01.995033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-ae78353d-c2f1-419d-bad0-1e918c4723c4 tempest-verify_tempest_config-1099652323 tempest-verify_tempest_config-1099652323-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:14:01.995958 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ae78353d-c2f1-419d-bad0-1e918c4723c4 tempest-verify_tempest_config-1099652323 tempest-verify_tempest_config-1099652323-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.0063174 Jun 10 16:14:02.295176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 43952) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:02.398292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.497027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.500890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.506624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:02.553601 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0d06a4255fe4a2d8ccc89aec6c2a866&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2572327 Jun 10 16:14:02.554308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf1593-b597-4d6e-8178-b30f9d8c6e95,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:02.556871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 43956) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:14:02.562345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.562785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.563146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.563475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.563798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.564139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.564466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.564797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.565118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.565459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.565773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.566082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.569967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:02.625040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.651046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.741164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.744992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:02.746166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fadf1593-b597-4d6e-8178-b30f9d8c6e95 HTTP/1.1" status: 204 len: 168 time: 0.1882920 Jun 10 16:14:02.746841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:14:02.755049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf1593-b597-4d6e-8178-b30f9d8c6e95,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:14:02.762923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.763289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.763738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.763943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.764267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.764625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.764971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.765336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.765662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.765976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.766295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.766608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:14:02.769738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:14:03.426370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-29548a1e-47dd-4bfa-a3ba-12a5388488f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.041326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:06.247795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7e298022-1f9e-42c9-b348-543b930e75fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:07.217121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:08.813247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:13.291974 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:14:33.430600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97ec0fc6-6321-4fac-b088-e7d2da8a3dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:36.045778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:36.249573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6449386a-262f-4ca0-81ee-6641c3e8f008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:37.223722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:38.815993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:14:50.291553 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 5 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:15:03.431412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-acd064fc-f57f-4e6c-892b-a4f814bb6e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.047607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:06.250065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-862642b6-825b-4e29-a37a-951dc6f96efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:07.221955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:08.819541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:21.124719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022'] for agent, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:27.290778 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:15:33.433309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b410b759-04d0-4c4d-8872-4dfab3150f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:36.048021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:36.251128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8241e65f-292a-4996-8282-930fee71b459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:37.225305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.821969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:15:38.933580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44028) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:39.041762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bd6ae178-aec9-4fed-8b13-7edfff3460db admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1071141 Jun 10 16:15:41.198108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44038) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:15:41.251588 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-74fc56d0-f272-4dd1-b886-ac71dfc41432 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0522501 Jun 10 16:15:51.079209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:03.433297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7084b34d-c2af-403b-ba25-86302a36a31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:04.290056 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:16:06.050376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:06.251169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cf5d52f9-9618-44a7-882f-8112f2e00660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:07.229662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:08.825987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:21.083860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:33.433908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e89-9a2b-4927-a8a6-e1b3f4505a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:36.050625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:36.251993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53822bf2-8c6f-4900-b5d1-62fb5617c8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:37.230480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:38.828162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:41.288816 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:16:51.096273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.043126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44228) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:55.211635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44242) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:55.242067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44246) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:55.428067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2100050305', 'router:external': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:55.449664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Made reservation on behalf of 67dd12e137804ec3a749e176d69776c3 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:55.452319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.464039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.531085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:55.565189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.569624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.574283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d11446f0-92f3-420c-9083-2bed3d55c8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:55.598728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b0efb8-21bb-4576-a1eb-d4e8be76d194,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:55.607501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.607799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.608195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.608552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.608922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.609349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.609676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.609998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.610371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.610692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.611011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.611383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Tracked resource versions report: Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: pushed versions: Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: { 'AddressGroup': {'1.2'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'ConntrackHelper': {'1.0'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Log': {'1.0'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Network': {'1.1'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Port': {'1.7'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'PortForwarding': {'1.2'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'QosPolicy': {'1.8'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroup': {'1.4'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SubPort': {'1.0'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Subnet': {'1.1'}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Trunk': {'1.1'}} Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: consumer versions: Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: HyperV agent@hv-neutron-6013: {}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'ConntrackHelper': '1.0', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Log': '1.0', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Network': '1.1', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Port': '1.7', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'PortForwarding': '1.2', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'QosPolicy': '1.8', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroup': '1.4', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SecurityGroupRule': '1.2', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'SubPort': '1.0', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Subnet': '1.1', Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: 'Trunk': '1.1'}} Jun 10 16:16:55.612495 dv-neutron-601336-90-hyperv neutron-server[92385]: {{(pid=92385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:16:55.615648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:55.625607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:16:55.638584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.638935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Added segment b47c7165-8952-4ea7-ba72-8cd80a55c8dc of type vlan for network 7ca1621e-88a3-46c2-8725-2645a293b55b Jun 10 16:16:55.705355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.705545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-405487024-network', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:55.726443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Made reservation on behalf of 454c9667620d4e1eaee7b56e07aace68 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:55.729278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.742052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44264) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:55.743667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.752998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.756399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:55.757217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.764592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-888400574-network', 'tenant_id': 'af1822223b94484fa049ec479442465a'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:55.771710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-368d6ab7-1ca0-4d0f-8f60-ddbbb934f52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:55.860754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.865469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.871587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1955bdab-1497-4056-bf32-b3feaf9f061d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:55.888568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Network': ['ID=7ca1621e-88a3-46c2-8725-2645a293b55b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:55.899287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Made reservation on behalf of af1822223b94484fa049ec479442465a for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:55.899985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 7ca1621e-88a3-46c2-8725-2645a293b55b details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:16:55.902919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.905439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:55.908618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8636346 Jun 10 16:16:55.917126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:55.918403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:16:55.919370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:55.928707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1452340895'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:55.953648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'subnet': {'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:55.997280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-174074493-network', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:56.022232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.022566 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Added segment 7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf of type vlan for network ccf5f5be-94d2-4286-991d-4d29d1913410 Jun 10 16:16:56.041267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0863ac3-d724-41b6-90d4-026b23452b1e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:56.055573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.060864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.064910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:56.101673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:16:56.114294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba93f0e-38f7-4f89-b3b1-a1cfff3a031e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:56.122494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:56.124489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.127127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Added segment dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5 of type vlan for network 659d76e6-17e5-406f-b087-092d83367cff Jun 10 16:16:56.127248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.127541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.130241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.132405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.132952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.134121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.136597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.137436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.139061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.139535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.140394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.141684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Tracked resource versions report: Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: pushed versions: Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: { 'AddressGroup': {'1.2'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'ConntrackHelper': {'1.0'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Log': {'1.0'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Network': {'1.1'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Port': {'1.7'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'PortForwarding': {'1.2'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'QosPolicy': {'1.8'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroup': {'1.4'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SubPort': {'1.0'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Subnet': {'1.1'}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Trunk': {'1.1'}} Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: consumer versions: Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: HyperV agent@hv-neutron-6013: {}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'ConntrackHelper': '1.0', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Log': '1.0', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Network': '1.1', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Port': '1.7', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'PortForwarding': '1.2', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'QosPolicy': '1.8', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroup': '1.4', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SecurityGroupRule': '1.2', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'SubPort': '1.0', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Subnet': '1.1', Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: 'Trunk': '1.1'}} Jun 10 16:16:56.143264 dv-neutron-601336-90-hyperv neutron-server[92386]: {{(pid=92386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:16:56.162434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:56.172601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:16:56.172601 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:16:56.172601 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': '0bc8753f1dc44f178172e1f253c0ec15', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 16, 56, 102789)}] Jun 10 16:16:56.172601 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:16:56.173015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:16:56.211786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.222265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:16:56.222265 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:16:56.222265 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': 'ac0f2d19bc534865b0c65be3bebb9a74', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 16, 56, 44944)}] Jun 10 16:16:56.222265 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:16:56.222265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:16:56.237171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Made reservation on behalf of 67dd12e137804ec3a749e176d69776c3 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:56.246642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.291822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.293302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:56.293918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.297426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:56.330721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1178496 Jun 10 16:16:56.375143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44296) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:56.380880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Request body: {'subnet': {'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-888400574-subnet', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:56.403751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.409440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Made reservation on behalf of af1822223b94484fa049ec479442465a for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:56.412001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.501575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Pushing event updated for resources: {'Network': ['ID=659d76e6-17e5-406f-b087-092d83367cff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:56.517313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:56.517581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 659d76e6-17e5-406f-b087-092d83367cff details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:16:56.517893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44302) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:56.597280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.602361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:56.603096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.611744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:56.717798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e7a34ca4-c748-4a66-86aa-5daf22b1b2a7 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1046212098'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:56.717798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e7a34ca4-c748-4a66-86aa-5daf22b1b2a7 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Unknown quota resources ['metering_label']. {{(pid=92385) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:16:56.792721 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5489540 Jun 10 16:16:56.793399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44316) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:56.806011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Request body: {'subnet': {'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-405487024-subnet', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:56.830173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf5f5be-94d2-4286-991d-4d29d1913410,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:56.833029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:56.844121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ccf5f5be-94d2-4286-991d-4d29d1913410 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:16:56.860101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Made reservation on behalf of 0bc8753f1dc44f178172e1f253c0ec15 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:56.863045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.865657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:56.869559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.933797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44320) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:56.978426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:56.989667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.024983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7a34ca4-c748-4a66-86aa-5daf22b1b2a7 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.026333 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e7a34ca4-c748-4a66-86aa-5daf22b1b2a7 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5073500 Jun 10 16:16:57.029318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44324) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.035198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f195d5be-bfb0-4442-80ac-c4e3f969f855 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a909d381-c0f1-4834-80fd-d8b7472581c7'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:57.035774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f195d5be-bfb0-4442-80ac-c4e3f969f855 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92385) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:16:57.065491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44326) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.075190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.082866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Made reservation on behalf of 454c9667620d4e1eaee7b56e07aace68 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:57.085117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.112626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bea1b20-f7b6-4ca6-96cb-4288ba318896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:57.156116 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.services.metering.metering_plugin [None req-f195d5be-bfb0-4442-80ac-c4e3f969f855 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 10 16:16:57.260040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1167584454'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:57.300182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-588673751'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:57.322051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f195d5be-bfb0-4442-80ac-c4e3f969f855 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.323308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f195d5be-bfb0-4442-80ac-c4e3f969f855 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2930140 Jun 10 16:16:57.326605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.330935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-57c1d1a0-24a6-4d90-939e-1c451650f5e8 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a909d381-c0f1-4834-80fd-d8b7472581c7'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:57.331369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-57c1d1a0-24a6-4d90-939e-1c451650f5e8 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92385) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:16:57.331809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:57.334489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:57.356617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Checking segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:16:57.356963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Network hostable DHCP agents. Network: 659d76e6-17e5-406f-b087-092d83367cff, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:16:57.413335 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.services.metering.metering_plugin [None req-57c1d1a0-24a6-4d90-939e-1c451650f5e8 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 10 16:16:57.515624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Network 659d76e6-17e5-406f-b087-092d83367cff is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:16:57.528954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:16:57.529686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.531611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57c1d1a0-24a6-4d90-939e-1c451650f5e8 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.532775 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57c1d1a0-24a6-4d90-939e-1c451650f5e8 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2051783 Jun 10 16:16:57.534622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.535490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44334) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.547040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:57.549702 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4df94127-6617-40c9-a96c-c4db171c088e tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=1e2d0722-6d22-4a9d-9e5a-7772213637f5 HTTP/1.1" status: 200 len: 462 time: 0.0131361 Jun 10 16:16:57.550374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44336) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.555499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 659d76e6-17e5-406f-b087-092d83367cff) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:16:57.559999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:57.560578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.563076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.566184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5df496-8474-44c5-84df-1d6a119f803c None None] Network 659d76e6-17e5-406f-b087-092d83367cff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:16:57.703960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:16:57.705201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfadbcb8-be77-436c-89fe-4b716f350666 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.706782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.709114 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cfadbcb8-be77-436c-89fe-4b716f350666 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/1e2d0722-6d22-4a9d-9e5a-7772213637f5 HTTP/1.1" status: 204 len: 168 time: 0.1578426 Jun 10 16:16:57.709702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44338) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.720729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ab45509-385a-4edf-88eb-029c1255519f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:57.722898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-569872e2-7d98-4ed3-b481-719c94661409 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=1e2d0722-6d22-4a9d-9e5a-7772213637f5 HTTP/1.1" status: 200 len: 221 time: 0.0121398 Jun 10 16:16:57.723333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:57.723476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44340) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:57.723757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:57.727794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-79a4096e-3ca7-4715-8b42-03f1f4998ae6 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--901843790', 'description': 'label created by tempest'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:57.728024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-79a4096e-3ca7-4715-8b42-03f1f4998ae6 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Unknown quota resources ['metering_label']. {{(pid=92385) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:16:57.745983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.746334 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Added segment f7f2259a-062d-4117-9b7d-c7e4d262e64a of type vlan for network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 Jun 10 16:16:57.811483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-659d76e6-17e5-406f-b087-092d83367cff', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:16:57.812810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.863869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Checking segment: {'id': 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:16:57.864219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network hostable DHCP agents. Network: 7ca1621e-88a3-46c2-8725-2645a293b55b, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:16:57.954702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:57.975175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70c014a-61e0-47cf-87ea-3753046e4a42,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:57.977499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:57.983027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:57.988542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Allocated IP 172.20.0.2 (659d76e6-17e5-406f-b087-092d83367cff/6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0/305ab862-06d7-4c55-9c1d-1530e3827a8d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:16:58.047147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Checking segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:16:58.047615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Network hostable DHCP agents. Network: ccf5f5be-94d2-4286-991d-4d29d1913410, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:16:58.065838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.068277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20267a1e-7654-4788-9652-9cbb8f865e8f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:58.072259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:58.074887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 7ca1621e-88a3-46c2-8725-2645a293b55b is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:16:58.085675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.085956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79a4096e-3ca7-4715-8b42-03f1f4998ae6 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.087311 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-79a4096e-3ca7-4715-8b42-03f1f4998ae6 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3629825 Jun 10 16:16:58.091791 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7129848 Jun 10 16:16:58.093089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.093859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44342) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.094078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44344) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.096193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57931fc2-be1b-4416-9e1b-a36695224cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:58.099373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:58.115719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.116013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.118175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Made reservation on behalf of 1af57701ad834f908fd7ae2092e62742 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:58.119304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 7ca1621e-88a3-46c2-8725-2645a293b55b) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:16:58.123156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.123275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.123715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.133715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7d9e4-7a80-432e-9a0f-cbeda983623a None None] Network 7ca1621e-88a3-46c2-8725-2645a293b55b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:16:58.139372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.256070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Network ccf5f5be-94d2-4286-991d-4d29d1913410 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:16:58.259248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:16:58.260261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.282274 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-77ec6cab-eb90-46ea-a3ec-71b33b89e502 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=341d9fc3-3154-41c9-9013-9a8878698813 HTTP/1.1" status: 200 len: 467 time: 0.1836309 Jun 10 16:16:58.284704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Transition to ACTIVE for port object 305ab862-06d7-4c55-9c1d-1530e3827a8d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:16:58.285289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.289029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ccf5f5be-94d2-4286-991d-4d29d1913410) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:16:58.293122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.293484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Added segment 988ea896-c541-48db-baf5-f9dd9a02b338 of type vlan for network a2a3b60b-60d7-46f7-949d-cca2dcc25001 Jun 10 16:16:58.295603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.296005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.299748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bea268-f5a0-42f6-a7c0-406e9d2b0026,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:58.303037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658866c1-000a-4a4f-a2a5-9d375623b945 None None] Network ccf5f5be-94d2-4286-991d-4d29d1913410 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:16:58.312279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:58.315754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:58.325230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Made reservation on behalf of eef8fdf43b604077a15844aa933e502f for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:58.328592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.345613 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-57774484-0706-439c-acc9-b0257153441c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3987594 Jun 10 16:16:58.355222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Transition to ACTIVE for port object 305ab862-06d7-4c55-9c1d-1530e3827a8d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:16:58.383597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.402218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44348) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.418865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1946830156', 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:58.422876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.432399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:58.447102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609f19c3-fc6a-4635-820b-51054277b697 None None] Network 7ca1621e-88a3-46c2-8725-2645a293b55b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:16:58.496122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Network 659d76e6-17e5-406f-b087-092d83367cff is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:16:58.527464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:16:58.539751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:16:58.541598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Pushing event updated for resources: {'Port': ['ID=305ab862-06d7-4c55-9c1d-1530e3827a8d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:58.545225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.553514 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7495131 Jun 10 16:16:58.553514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Network': ['ID=7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:58.555969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44352) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.560177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:58.563355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:58.576893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.577986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.594030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.595486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:58.596658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:16:58.598258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.602349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17c84af9-60cf-4fb2-8167-92d32842c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:58.661166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.661548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.662080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.662413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.662738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.663062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.663383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.663702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.664021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.664373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.664691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.665011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Tracked resource versions report: Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: pushed versions: Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: { 'AddressGroup': {'1.2'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'ConntrackHelper': {'1.0'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Log': {'1.0'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Network': {'1.1'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Port': {'1.7'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'PortForwarding': {'1.2'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'QosPolicy': {'1.8'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroup': {'1.4'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SubPort': {'1.0'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Subnet': {'1.1'}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Trunk': {'1.1'}} Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: consumer versions: Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: HyperV agent@hv-neutron-6013: {}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'ConntrackHelper': '1.0', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Log': '1.0', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Network': '1.1', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Port': '1.7', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'PortForwarding': '1.2', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'QosPolicy': '1.8', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroup': '1.4', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SecurityGroupRule': '1.2', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'SubPort': '1.0', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Subnet': '1.1', Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: 'Trunk': '1.1'}} Jun 10 16:16:58.666097 dv-neutron-601336-90-hyperv neutron-server[92387]: {{(pid=92387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:16:58.673797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:58.688634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a3b60b-60d7-46f7-949d-cca2dcc25001,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:58.691614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:58.707206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:16:58.723015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85f881e-6d49-427c-bbb0-7b18be94f258 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.724104 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c85f881e-6d49-427c-bbb0-7b18be94f258 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/341d9fc3-3154-41c9-9013-9a8878698813 HTTP/1.1" status: 204 len: 168 time: 0.4372749 Jun 10 16:16:58.726931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44356) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.744860 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-116fc45f-b66b-428c-a8c1-ef66d508399a tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=341d9fc3-3154-41c9-9013-9a8878698813 HTTP/1.1" status: 200 len: 216 time: 0.0129552 Jun 10 16:16:58.745536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44358) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.760425 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a6f015a-715a-46d2-923c-a06a7648bbf9 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099864 Jun 10 16:16:58.761093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44360) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.777213 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f6ddff52-8aae-4cd6-badc-8ff4fcba0c58 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112965 Jun 10 16:16:58.777510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44362) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.782998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.873986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Attempting to bind port 305ab862-06d7-4c55-9c1d-1530e3827a8d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:16:58.874354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Attempting to bind port 305ab862-06d7-4c55-9c1d-1530e3827a8d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:16:58.874722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Attempting to bind port 305ab862-06d7-4c55-9c1d-1530e3827a8d on network 659d76e6-17e5-406f-b087-092d83367cff {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:16:58.889707 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d4ca9662-0871-467d-9e95-437f63ccb452 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/a909d381-c0f1-4834-80fd-d8b7472581c7 HTTP/1.1" status: 200 len: 473 time: 0.1099982 Jun 10 16:16:58.894143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44364) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.907063 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1dee8002-7a2f-4376-b4d7-42ab444ce03c tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/b01cb05f-b28b-4446-b4f4-1b27dd671f61 HTTP/1.1" status: 200 len: 459 time: 0.0112114 Jun 10 16:16:58.911575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44366) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:58.930944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:16:58.931287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Checking segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:16:58.931690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:58.932085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Bound using segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:16:58.932656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Bound port: 305ab862-06d7-4c55-9c1d-1530e3827a8d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:16:58.933024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.006709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.060283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.069388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.075691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:59.085062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23de4183-452a-4a39-8a02-e0ac0726ff82 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.086916 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-23de4183-452a-4a39-8a02-e0ac0726ff82 tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/b01cb05f-b28b-4446-b4f4-1b27dd671f61 HTTP/1.1" status: 204 len: 168 time: 0.1741171 Jun 10 16:16:59.091665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44368) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:59.094567 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.5626049 Jun 10 16:16:59.098796 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3392289 Jun 10 16:16:59.103690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44370) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:59.104015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44374) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:16:59.110674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'subnet': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:59.130656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Request body: {'subnet': {'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-174074493-subnet', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:16:59.150853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:16:59.171835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2fa92b-a4b7-46b4-8bad-cb9424992094,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:59.174808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:59.178436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.178771 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Added segment 9b4e093b-efd7-42e0-aacb-abb6fc4c992b of type vlan for network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f Jun 10 16:16:59.217120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ccf5f5be-94d2-4286-991d-4d29d1913410', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:16:59.218103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.255836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.258570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] For port 305ab862-06d7-4c55-9c1d-1530e3827a8d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:16:59.266357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] For port 305ab862-06d7-4c55-9c1d-1530e3827a8d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305ab862-06d7-4c55-9c1d-1530e3827a8d,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:16:59.273298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.281465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Made reservation on behalf of 67dd12e137804ec3a749e176d69776c3 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:16:59.283800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.308815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.321678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:59.356855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:16:59.357461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.448149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Pushing event updated for resources: {'Port': ['ID=305ab862-06d7-4c55-9c1d-1530e3827a8d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:59.455093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:59.467087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Allocated IP 172.20.0.2 (ccf5f5be-94d2-4286-991d-4d29d1913410/b70c014a-61e0-47cf-87ea-3753046e4a42/49f9664c-9686-48f0-bf01-a90c7042c476) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:16:59.477770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] device_id is not set on port 510834e0-0eee-4593-a7d7-4cc10b9c0f4d yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:16:59.544738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:59.711350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.724043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Transition to ACTIVE for port object 49f9664c-9686-48f0-bf01-a90c7042c476 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:16:59.730369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Pushing event updated for resources: {'Network': ['ID=293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:59.733058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:16:59.740774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.741764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Transition to ACTIVE for port object 49f9664c-9686-48f0-bf01-a90c7042c476 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:16:59.749913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:16:59.754489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.775317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:16:59.775561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.877336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0a29-2ce3-4e9a-b33f-7358d163d66e tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:16:59.878511 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3dbc0a29-2ce3-4e9a-b33f-7358d163d66e tempest-MeteringIpV6TestJSON-586325721 tempest-MeteringIpV6TestJSON-586325721-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/a909d381-c0f1-4834-80fd-d8b7472581c7 HTTP/1.1" status: 204 len: 168 time: 0.7854576 Jun 10 16:16:59.905758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Network ccf5f5be-94d2-4286-991d-4d29d1913410 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:16:59.919964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:16:59.925097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:16:59.943728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Pushing event updated for resources: {'Port': ['ID=49f9664c-9686-48f0-bf01-a90c7042c476,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:16:59.948337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Allocated IP 172.26.5.184 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/44304fbe-d1d6-4445-a07d-413e5963fd08) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:16:59.954308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:00.003928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.022779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Attempting to bind port 49f9664c-9686-48f0-bf01-a90c7042c476 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:00.023311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Attempting to bind port 49f9664c-9686-48f0-bf01-a90c7042c476 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:00.024502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Attempting to bind port 49f9664c-9686-48f0-bf01-a90c7042c476 on network ccf5f5be-94d2-4286-991d-4d29d1913410 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:00.027125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Allocated IP 2001:db8::133 (7ca1621e-88a3-46c2-8725-2645a293b55b/0ab45509-385a-4edf-88eb-029c1255519f/510834e0-0eee-4593-a7d7-4cc10b9c0f4d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:00.030732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:00.031245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Checking segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:00.031767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.032402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Bound using segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:00.032994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Bound port: 49f9664c-9686-48f0-bf01-a90c7042c476, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:00.036826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.082083 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.1468451 Jun 10 16:17:00.094159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.118606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:00.153704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.185560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] For port 49f9664c-9686-48f0-bf01-a90c7042c476, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:00.188594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:00.197469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.198560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.218441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] For port 49f9664c-9686-48f0-bf01-a90c7042c476, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=49f9664c-9686-48f0-bf01-a90c7042c476,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:00.234270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.241194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:00.243970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.248343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0982fad2-6af0-4ad6-b271-6df96be60149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:00.357586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627dbd5f-3245-45b7-94d4-6351f8151815,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:00.360152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44394) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:00.366881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Pushing event updated for resources: {'Port': ['ID=44304fbe-d1d6-4445-a07d-413e5963fd08,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:00.371035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:00.371803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Pushing event updated for resources: {'Port': ['ID=49f9664c-9686-48f0-bf01-a90c7042c476,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:00.378725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:00.389176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:00.402645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:00.405336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:00.406062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:00.425646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305ab862-06d7-4c55-9c1d-1530e3827a8d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:00.432284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.432563 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Added segment e45a0915-2dcc-43a3-9af8-cf83fd02f47d of type vlan for network bcdbbd26-7525-440e-83d8-d03d148ba563 Jun 10 16:17:00.531385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 305ab862-06d7-4c55-9c1d-1530e3827a8d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:00.620258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Made reservation on behalf of 0bc8753f1dc44f178172e1f253c0ec15 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:00.624687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.695228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.737613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.797364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.803332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.807318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:00.810708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.882103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:00.945178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44398) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:00.950691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Request body: {'port': {'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-536435024'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:00.960267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef587be-e452-4455-82c4-ac2bede45181 None None] Network 659d76e6-17e5-406f-b087-092d83367cff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:01.039902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Made reservation on behalf of 203c0da8bae0401e9fbcbd0ed28fe2dc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:01.042433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.058069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.064474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Provisioning for port 305ab862-06d7-4c55-9c1d-1530e3827a8d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:01.079507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Provisioning complete for port 305ab862-06d7-4c55-9c1d-1530e3827a8d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:01.080108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.111663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:17:01.111663 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:17:01.111663 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': '0ea303f4885542b0ac1d9b95a6fc90d1', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 17, 1, 13890)}] Jun 10 16:17:01.111663 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:17:01.112124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:17:01.252344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.277881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.299027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.306566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] For port 305ab862-06d7-4c55-9c1d-1530e3827a8d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305ab862-06d7-4c55-9c1d-1530e3827a8d,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:01.309958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.311009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.313285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b32e5700-8cfc-453c-bfba-e66352b0bb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:01.332053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:01.332605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.344705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cc92ecc7-3cbe-4917-b911-76923da56624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:01.408553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Pushing event updated for resources: {'Port': ['ID=305ab862-06d7-4c55-9c1d-1530e3827a8d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:01.422101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:01.445841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.506392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.516141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.528810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-184f9cd8-5c9a-4c2f-9ca8-d6b6e5565b57 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:01.544581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port c351aba6-6c28-46e1-bf2b-6558b924f4d8 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:01.636455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d45d8fc0-3fb5-49db-8ce7-a97bbc9323ae None None] Provisioning complete for port 305ab862-06d7-4c55-9c1d-1530e3827a8d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:01.636455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d45d8fc0-3fb5-49db-8ce7-a97bbc9323ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.662515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:01.728558 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.6544063 Jun 10 16:17:01.746751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44400) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:01.747435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Pushing event updated for resources: {'Network': ['ID=bcdbbd26-7525-440e-83d8-d03d148ba563,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:01.758627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:01.759312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network bcdbbd26-7525-440e-83d8-d03d148ba563 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:01.800515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:01.812135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1363e0-b16c-409e-8090-b52093bac181,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:01.821326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:01.870986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06093d-e88a-46d1-b2cc-cb97a71a7fdf None None] Network ccf5f5be-94d2-4286-991d-4d29d1913410 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:01.907387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Router 13ad4a51-1aee-4687-989d-03be12c6cac3 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:01.973610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b5a29856-20e4-468a-b975-e40de3ac2a38 None None] Provisioning for port 49f9664c-9686-48f0-bf01-a90c7042c476 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:01.995190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'network': {'name': 'tempest-network--790911761', 'router:external': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:02.008684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 7ca1621e-88a3-46c2-8725-2645a293b55b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:02.052253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:02.055690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:02.057052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:02.057676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.119094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.125605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Port': ['ID=510834e0-0eee-4593-a7d7-4cc10b9c0f4d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:02.129270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:02.155222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:02.199993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port c351aba6-6c28-46e1-bf2b-6558b924f4d8 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:02.207249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.213763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.218498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:02.229050 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Sync routers for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:02.236206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Transition to ACTIVE for port object c351aba6-6c28-46e1-bf2b-6558b924f4d8 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:02.250535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.258817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:02.272887 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:02.273943 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:16:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:02.275393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:02.283561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:02.283976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:02.345334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=c351aba6-6c28-46e1-bf2b-6558b924f4d8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:02.379439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:02.386601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Checking segment: {'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:02.391849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Network hostable DHCP agents. Network: 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:02.396685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Checking segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:02.397070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Network hostable DHCP agents. Network: a2a3b60b-60d7-46f7-949d-cca2dcc25001, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:02.419914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:02.429868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:02.439547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Subnet': ['ID=cbfb220e-74af-4332-9c2a-8c895635d878,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:02.441093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805cd260-a773-4fb5-93d5-39fa0c917a6d None None] Network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:02.453359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:02.461655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:02.475007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.475500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.475983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.482762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.483402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.484133 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.484986 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 2 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:02.499943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.509157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.510804 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4154501 Jun 10 16:17:02.514844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44404) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:02.564588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305ab862-06d7-4c55-9c1d-1530e3827a8d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:02.570403 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.1649480 Jun 10 16:17:02.571494 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:02.571623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Checking segment: {'id': 'f7f2259a-062d-4117-9b7d-c7e4d262e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:02.571882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network hostable DHCP agents. Network: 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:02.587461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44406) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:02.588160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.589633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.590098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.650669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:02.660431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.660919 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.664259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:02.664869 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 3 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:02.715353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.715836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.716356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.725203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Made reservation on behalf of 4e5bbe83f3044a8594126c9f98b515a0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:02.727721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.739399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, a2a3b60b-60d7-46f7-949d-cca2dcc25001) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:02.740933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.741657 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.748813 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 4 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:02.759399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a165aba-83fd-4e42-956e-adb4e569bb36 None None] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:02.773376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.775314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.775765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.783123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ea303f4885542b0ac1d9b95a6fc90d1&name=default HTTP/1.1" status: 200 len: 2977 time: 2.4002249 Jun 10 16:17:02.783965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10059b8-b7e2-45a4-8104-3775305653ee,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:02.789334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.790320 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.793310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:02.795458 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 5 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:02.824926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:02.825567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.827986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.828432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.828871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.838046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.838530 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.841321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:02.841735 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 6 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:02.842951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.846934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 305ab862-06d7-4c55-9c1d-1530e3827a8d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:02.847320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.866544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.867070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.867873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.873259 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:00Z', 'revision_number': 3, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:02.877787 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Checking router: 13ad4a51-1aee-4687-989d-03be12c6cac3 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:02.878501 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Updating router 13ad4a51-1aee-4687-989d-03be12c6cac3 port 44304fbe-d1d6-4445-a07d-413e5963fd08 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:02.882538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.884689 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.891992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:02.907133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732eb14c-bd2e-4fc6-99d9-aff86e91fbe3 None None] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:02.917356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:02.921416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.923151 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 7 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:02.925536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:02.926765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.941359 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8351142 Jun 10 16:17:02.957307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:02.957710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:02.958105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:02.958912 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.966013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44414) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:02.969038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:02.969453 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:02.979268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:02.987011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:02.988763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 8 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:03.170629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:03.171049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:03.171470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Allocated IP 172.26.5.21 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/de266de6-a31d-4faf-a315-584e5aeec36e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:03.171593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:03.204086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.206747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:03.207175 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:03.213207 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 9 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:03.222072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.228519 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1235662 Jun 10 16:17:03.231956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:03.233657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44420) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:03.250070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'name': 'tempest-AllowedAddressPairTestJSON-1497617934'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:03.275544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Deleting port 510834e0-0eee-4593-a7d7-4cc10b9c0f4d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:03.276239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.312914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:03.322364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f7e271-862d-4f06-a366-4eac3ca1855d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:03.329596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:03.330648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.330983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Added segment f41b1795-e874-43e2-893b-1de797f93000 of type vlan for network 5d01acdd-b9a2-4d12-8a41-a9073f770b43 Jun 10 16:17:03.347732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:03.348417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:03.348417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:03.363486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.367990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 49f9664c-9686-48f0-bf01-a90c7042c476 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:03.407688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:17:03.408084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.412298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.435713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.491825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.494507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:03.494987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.497945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:03.504123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-566d2968-6fb6-4d03-9fbe-791fd961e310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.511208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'tenant_id': 'ac0f2d19bc534865b0c65be3bebb9a74', 'fixed_ips': [{'subnet_id': 'cbfb220e-74af-4332-9c2a-8c895635d878'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:17:03.511615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.514239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.515237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.519721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.574027 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8233492 Jun 10 16:17:03.584992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44422) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:03.599821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.614764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:03.615114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:03.615244 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:03.618536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Network': ['ID=5d01acdd-b9a2-4d12-8a41-a9073f770b43,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:03.622965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:03.627582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:03.632438 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 49f9664c-9686-48f0-bf01-a90c7042c476 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:03.644092 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 10 to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 Jun 10 16:17:03.647482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5d01acdd-b9a2-4d12-8a41-a9073f770b43 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:03.674792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:03.676012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:03.705919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 49f9664c-9686-48f0-bf01-a90c7042c476 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:03.706804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.928864 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.943109 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Transition to ACTIVE for port object 44304fbe-d1d6-4445-a07d-413e5963fd08 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:03.954678 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:03.971546 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:04.035799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.039258 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Pushing event updated for resources: {'Port': ['ID=44304fbe-d1d6-4445-a07d-413e5963fd08,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:04.039968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Allocated IP 172.20.0.2 (a2a3b60b-60d7-46f7-949d-cca2dcc25001/b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a/0b06b6ac-99fc-415b-b4c8-330c2ef15a99) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:04.052040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Pushing event updated for resources: {'Port': ['ID=de266de6-a31d-4faf-a315-584e5aeec36e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:04.064573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:04.072143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Allocated IP 172.20.0.2 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/be33627c-19c4-4dbe-a8e2-a0671e2eb55a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:04.088159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.088787 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.089366 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.089800 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.090381 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.090818 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.091302 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.091724 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.092455 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.092890 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.093402 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.094632 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.094632 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Tracked resource versions report: Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: pushed versions: Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: { 'AddressGroup': {'1.2'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'ConntrackHelper': {'1.0'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Log': {'1.0'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Network': {'1.1'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Port': {'1.7'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'PortForwarding': {'1.2'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'QosPolicy': {'1.8'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroup': {'1.4'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroupRule': {'1.2'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SubPort': {'1.0'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Subnet': {'1.1'}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Trunk': {'1.1'}} Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: consumer versions: Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: { DHCP agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: HyperV agent@hv-neutron-6013: {}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: L3 agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: Metadata agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: Metering agent@dv-neutron-601336-90-hyperv: {}, Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: Open vSwitch agent@dv-neutron-601336-90-hyperv: { 'AddressGroup': '1.2', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'ConntrackHelper': '1.0', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Log': '1.0', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Network': '1.1', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Port': '1.7', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'PortForwarding': '1.2', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'QosPolicy': '1.8', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroup': '1.4', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SecurityGroupRule': '1.2', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'SubPort': '1.0', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Subnet': '1.1', Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: 'Trunk': '1.1'}} Jun 10 16:17:04.096105 dv-neutron-601336-90-hyperv neutron-server[92389]: {{(pid=92389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 16:17:04.114340 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Attempting to bind port 44304fbe-d1d6-4445-a07d-413e5963fd08 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:04.116524 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Attempting to bind port 44304fbe-d1d6-4445-a07d-413e5963fd08 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:04.118309 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Attempting to bind port 44304fbe-d1d6-4445-a07d-413e5963fd08 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:04.125349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.125622 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:04.127316 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:04.127877 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:04.129501 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.130011 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:04.130621 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Bound port: 44304fbe-d1d6-4445-a07d-413e5963fd08, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:04.131098 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.206959 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] For port 44304fbe-d1d6-4445-a07d-413e5963fd08, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:04.212237 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] For port 44304fbe-d1d6-4445-a07d-413e5963fd08, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=44304fbe-d1d6-4445-a07d-413e5963fd08,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:04.219489 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.232020 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:04.285753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.311430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:04.311779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:04.312118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:04.316545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.316888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.317642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.318002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > port after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.318337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.318670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > port after_update 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.319011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.319323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.319650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.319973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.335072 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Pushing event updated for resources: {'Port': ['ID=44304fbe-d1d6-4445-a07d-413e5963fd08,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:04.366075 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:04.366743 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:16:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:04.434039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.441493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:04.441824 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port c351aba6-6c28-46e1-bf2b-6558b924f4d8 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:04.442185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.456573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.511272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.511620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.511864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.512186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:04.512541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d01acdd-b9a2-4d12-8a41-a9073f770b43']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:04.535385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41b1795-e874-43e2-893b-1de797f93000') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:04.535749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41b1795-e874-43e2-893b-1de797f93000') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:04.555601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.578166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.587274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:04.587659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.593399 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:04.594348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 49f9664c-9686-48f0-bf01-a90c7042c476, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=49f9664c-9686-48f0-bf01-a90c7042c476,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:04.627847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.634991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Calling delete_port for 510834e0-0eee-4593-a7d7-4cc10b9c0f4d owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:04.647374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: from cryptography.utils import int_from_bytes Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: from cryptography.utils import int_from_bytes Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:04.679353 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:04.686143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.700130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:04.703273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.716702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d01acdd-b9a2-4d12-8a41-a9073f770b43 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:17:04.743146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.765717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.775815 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5d01acdd-b9a2-4d12-8a41-a9073f770b43 HTTP/1.1" status: 204 len: 168 time: 1.1831925 Jun 10 16:17:04.775815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d01acdd-b9a2-4d12-8a41-a9073f770b43,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:04.778974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:04.783133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.786515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44426) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:04.787517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=49f9664c-9686-48f0-bf01-a90c7042c476,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:04.792150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:04.793730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:04.799285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:04.814254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.854764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Transition to ACTIVE for port object 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:04.857874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Transition to ACTIVE for port object be33627c-19c4-4dbe-a8e2-a0671e2eb55a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:04.874101 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:04.915722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.937297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Transition to ACTIVE for port object 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:04.939117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Transition to ACTIVE for port object be33627c-19c4-4dbe-a8e2-a0671e2eb55a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:04.941829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.942008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Made reservation on behalf of 4e5bbe83f3044a8594126c9f98b515a0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:04.944417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.946414 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b10059b8-b7e2-45a4-8104-3775305653ee HTTP/1.1" status: 204 len: 168 time: 2.1298718 Jun 10 16:17:04.951522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.967125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:04.970238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:04.971395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] device_id is not set on port d6c426c7-e479-423e-aac0-2fe246486084 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:04.980368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b32e5700-8cfc-453c-bfba-e66352b0bb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:04.996332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:05.011861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.012309 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Added segment 86b9a0a5-873e-4eeb-9fea-497d5488288e of type vlan for network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb Jun 10 16:17:05.029503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] For port c351aba6-6c28-46e1-bf2b-6558b924f4d8, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:05.029906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempted to set empty binding levels {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 10 16:17:05.051383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10059b8-b7e2-45a4-8104-3775305653ee,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:05.055123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:05.069956 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:00Z', 'revision_number': 3, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:05.079065 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d131e6-0473-4b4b-a2f7-8eea00188c44 None None] The sync data for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv is: [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:00Z', 'revision_number': 3, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:05.120745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.124675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:05.135589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:05.149076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:05.172696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Pushing event updated for resources: {'Port': ['ID=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:05.184783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:05.189263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:05.189867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.212251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:05.221244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.273270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:05.294203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=c351aba6-6c28-46e1-bf2b-6558b924f4d8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:05.306865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:05.307920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:05.348180 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.4015355 Jun 10 16:17:05.366233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44432) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:05.375632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Attempting to bind port be33627c-19c4-4dbe-a8e2-a0671e2eb55a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:05.375934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Attempting to bind port be33627c-19c4-4dbe-a8e2-a0671e2eb55a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'f7f2259a-062d-4117-9b7d-c7e4d262e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:05.376393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Attempting to bind port be33627c-19c4-4dbe-a8e2-a0671e2eb55a on network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:05.416508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Pushing event updated for resources: {'Port': ['ID=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:05.434190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:05.435971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:05.436257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:05.437042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:05.437444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Checking segment: {'id': 'f7f2259a-062d-4117-9b7d-c7e4d262e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:05.437849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.438248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Bound using segment: {'id': 'f7f2259a-062d-4117-9b7d-c7e4d262e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:05.438735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Bound port: be33627c-19c4-4dbe-a8e2-a0671e2eb55a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f2259a-062d-4117-9b7d-c7e4d262e64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:05.439109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.488739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.538588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Attempting to bind port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:05.540066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Attempting to bind port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:05.540826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Attempting to bind port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 on network a2a3b60b-60d7-46f7-949d-cca2dcc25001 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:05.541417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:05.549946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:05.550740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Checking segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:05.551962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.552583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Bound using segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:05.553817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Bound port: 0b06b6ac-99fc-415b-b4c8-330c2ef15a99, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:05.554647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.728432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-09751854-43ac-4d61-876b-3c399f059faf None None] For port be33627c-19c4-4dbe-a8e2-a0671e2eb55a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:05.731326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] For port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:05.735695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-09751854-43ac-4d61-876b-3c399f059faf None None] For port be33627c-19c4-4dbe-a8e2-a0671e2eb55a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,segment=NetworkSegment(f7f2259a-062d-4117-9b7d-c7e4d262e64a),segment_id=f7f2259a-062d-4117-9b7d-c7e4d262e64a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:05.738428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] For port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:05.741986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.761275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:05.767973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.859585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44436) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:05.863294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Pushing event updated for resources: {'Port': ['ID=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:05.866926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:05.868393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:05.891703 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:05.893255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.895438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:05.896062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:05.900512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:05.913651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Sync routers for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:05.944811 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1565342 Jun 10 16:17:05.951200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:05.951937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:16:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:05.971704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44438) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:06.002958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.008525 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4506862 Jun 10 16:17:06.020909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44440) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:06.037934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'subnet': {'network_id': 'a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:06.159693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.162302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Network': ['ID=a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:06.172182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Pushing event updated for resources: {'Port': ['ID=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:06.198544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:06.207988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:06.252954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Allocated IP 172.20.0.5 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/d6c426c7-e479-423e-aac0-2fe246486084) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:06.262340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:06.352467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.355636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.378283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Made reservation on behalf of 4e5bbe83f3044a8594126c9f98b515a0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:06.381803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.393951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.477349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.477349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:06.555610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-320ae44d-5388-4aa4-8b0b-8d9ead14458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.567145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:06.661442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.687688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Deleting port c351aba6-6c28-46e1-bf2b-6558b924f4d8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:06.688031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:06.868803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:04Z', 'revision_number': 3, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:06.873106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Checking router: e0b158b1-bc50-49b7-9543-8ac8dd8ded09 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:06.873625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Updating router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 port de266de6-a31d-4faf-a315-584e5aeec36e binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:06.967082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.000857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] For port c351aba6-6c28-46e1-bf2b-6558b924f4d8, host hv-neutron-6013, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:07.001489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.121493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.126103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/ports/510834e0-0eee-4593-a7d7-4cc10b9c0f4d HTTP/1.1" status: 204 len: 168 time: 4.5302808 Jun 10 16:17:07.133291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44446) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:07.154982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b', 'external_fixed_ips': [{'subnet_id': '0ab45509-385a-4edf-88eb-029c1255519f', 'ip_address': '2001:db8::133'}]}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:07.185347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Calling delete_port for c351aba6-6c28-46e1-bf2b-6558b924f4d8 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:07.188586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event deleted for resources: {'Port': ['ID=510834e0-0eee-4593-a7d7-4cc10b9c0f4d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:07.192057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:07.215750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.218566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 44304fbe-d1d6-4445-a07d-413e5963fd08 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:07.295969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.407043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 44304fbe-d1d6-4445-a07d-413e5963fd08 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:07.411766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e6a1b-4365-4d18-b5cc-310a6e491f2f None None] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:07.415126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 44304fbe-d1d6-4445-a07d-413e5963fd08 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:07.415643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.521507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Allocated IP 172.20.0.1 (ccf5f5be-94d2-4286-991d-4d29d1913410/b70c014a-61e0-47cf-87ea-3753046e4a42/3e6f469b-e86a-4822-b04f-0bd979c16b4f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:07.541344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ff3f9588-d77f-4ac3-a308-865760d6baad None None] Provisioning for port be33627c-19c4-4dbe-a8e2-a0671e2eb55a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:07.603431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.629708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Allocated IP 172.26.5.125 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/cc5398d1-e07a-48b7-8d2c-55993be018bc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:07.636820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.638464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.653117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.654126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.725645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:07.746973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.777213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.783549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.783875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 44304fbe-d1d6-4445-a07d-413e5963fd08, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=44304fbe-d1d6-4445-a07d-413e5963fd08,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:07.794812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.795836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 49f9664c-9686-48f0-bf01-a90c7042c476 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:07.812316 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Transition to ACTIVE for port object 3e6f469b-e86a-4822-b04f-0bd979c16b4f will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:07.814211 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=967fc6046adb483e834c95352707b6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9444067 Jun 10 16:17:07.816230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:07.852687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:07.888881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Transition to ACTIVE for port object d6c426c7-e479-423e-aac0-2fe246486084 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:07.902368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:07.927631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6615383-5e6c-4610-b8f8-0ab49ab9746c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:07.931603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:07.947090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=44304fbe-d1d6-4445-a07d-413e5963fd08,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:07.952544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:07.966804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 49f9664c-9686-48f0-bf01-a90c7042c476 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:07.967192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.107611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.121787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b6d8d488-f37d-48e1-9787-f5d6719b27d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:08.126179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:08.198968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b0e52-ee53-4465-8bdb-1b9b57a7a3ca None None] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:08.200343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-112cbf2d-f817-4d83-869d-5c4239680505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:08.235902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Allocated IP 172.20.0.1 (659d76e6-17e5-406f-b087-092d83367cff/6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0/4b08096d-5e08-4ab4-aaea-61f2f006bc2f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:08.242459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event deleted for resources: {'Port': ['ID=c351aba6-6c28-46e1-bf2b-6558b924f4d8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:08.245431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:08.267847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.268320 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c351aba6-6c28-46e1-bf2b-6558b924f4d8 HTTP/1.1" status: 204 len: 168 time: 2.8999529 Jun 10 16:17:08.271216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44450) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:08.298018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:08.306027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device be33627c-19c4-4dbe-a8e2-a0671e2eb55a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:08.391213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Network ccf5f5be-94d2-4286-991d-4d29d1913410 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:08.411201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8f1716-c5fd-484f-9947-20b1af7c202d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:17:08.412713 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9c8f1716-c5fd-484f-9947-20b1af7c202d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "GET /v2.0/ports/c351aba6-6c28-46e1-bf2b-6558b924f4d8 HTTP/1.1" status: 404 len: 333 time: 0.1336021 Jun 10 16:17:08.434750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44452) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:08.434890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Provisioning for port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:08.441045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Provisioning complete for port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:08.441456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.458758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:08.468974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:08.471242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.480492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.492768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Request body: {'port': {'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-915219005'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:08.504405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.525915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6f469b-e86a-4822-b04f-0bd979c16b4f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:08.536984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:08.544795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b6d1bd60-f2cc-48ae-b038-a9c3a691c725 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:08.551048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.552143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port be33627c-19c4-4dbe-a8e2-a0671e2eb55a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:08.559041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port be33627c-19c4-4dbe-a8e2-a0671e2eb55a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:08.559423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.593157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.594076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.666989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.693232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Made reservation on behalf of 203c0da8bae0401e9fbcbd0ed28fe2dc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:08.696116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.710639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:08.743160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:08.745780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:08.751518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:08.752163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.774723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.781625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5446305 Jun 10 16:17:08.787259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=d6c426c7-e479-423e-aac0-2fe246486084,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:08.791498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:08.793866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44454) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:08.810318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'name': 'tempest-AllowedAddressPairTestJSON-1763409179', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fa:12:e7'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:08.829174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:08.830896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] For port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:08.867468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port be33627c-19c4-4dbe-a8e2-a0671e2eb55a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,segment=NetworkSegment(f7f2259a-062d-4117-9b7d-c7e4d262e64a),segment_id=f7f2259a-062d-4117-9b7d-c7e4d262e64a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:08.874899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.879185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:08.886102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.891908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.907174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.921624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.926367 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6615383-5e6c-4610-b8f8-0ab49ab9746c HTTP/1.1" status: 204 len: 168 time: 1.1090870 Jun 10 16:17:08.952532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94a48037-345a-4914-8f93-c460f5f85824 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:08.980155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:08.991995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6615383-5e6c-4610-b8f8-0ab49ab9746c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:09.002233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:09.027855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 44304fbe-d1d6-4445-a07d-413e5963fd08 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:09.069582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.152755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Pushing event updated for resources: {'Port': ['ID=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:09.170345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2cf09ee0-8bc0-4e2b-929e-73372bd39a0e None None] Provisioning for port 3e6f469b-e86a-4822-b04f-0bd979c16b4f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:09.176901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Transition to ACTIVE for port object 4b08096d-5e08-4ab4-aaea-61f2f006bc2f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:09.180167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:09.180772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:09.189028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2cf09ee0-8bc0-4e2b-929e-73372bd39a0e None None] Provisioning complete for port 3e6f469b-e86a-4822-b04f-0bd979c16b4f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:09.189567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cf09ee0-8bc0-4e2b-929e-73372bd39a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.207529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.228148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:09.311838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:17:09.312550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.380725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:09.382506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2cf09ee0-8bc0-4e2b-929e-73372bd39a0e None None] Port 3e6f469b-e86a-4822-b04f-0bd979c16b4f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:09.388523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:09.394318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:09.404473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 44304fbe-d1d6-4445-a07d-413e5963fd08 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:09.404914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.409019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:09.419530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5398d1-e07a-48b7-8d2c-55993be018bc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:09.435969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:09.540998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.577334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.609900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.687098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:09.688699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a44e26cd-330e-468f-873c-4734d07b64d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:09.692638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b8396cca-6cb6-4664-a85a-828866c7fd8a None None] Provisioning complete for port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:09.692638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8396cca-6cb6-4664-a85a-828866c7fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.736905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.749974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.750195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:09.772779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Transition to ACTIVE for port object de266de6-a31d-4faf-a315-584e5aeec36e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:09.785810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.792527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Network 659d76e6-17e5-406f-b087-092d83367cff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:09.793414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.802300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:09.807290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.807535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:09.808227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Checking segment: {'id': '86b9a0a5-873e-4eeb-9fea-497d5488288e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:09.808589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Network hostable DHCP agents. Network: a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:09.818686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:09.819223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.850335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:09.887725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac06d27-1379-45de-a432-ea1e0f56c8d0 None None] Pushing event updated for resources: {'Port': ['ID=de266de6-a31d-4faf-a315-584e5aeec36e,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:09.891635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ac06d27-1379-45de-a432-ea1e0f56c8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:09.912819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Attempting to bind port de266de6-a31d-4faf-a315-584e5aeec36e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:09.913375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Attempting to bind port de266de6-a31d-4faf-a315-584e5aeec36e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:09.913852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Attempting to bind port de266de6-a31d-4faf-a315-584e5aeec36e on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:09.926534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2879d37d-bbc0-4e12-bf42-bffdb4d4a49d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:09.957550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.965817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:09.966640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:09.966861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:09.967396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:09.968003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Bound port: de266de6-a31d-4faf-a315-584e5aeec36e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:09.968532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.011518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:10.016573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:10.055590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] For port de266de6-a31d-4faf-a315-584e5aeec36e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:10.060224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] For port de266de6-a31d-4faf-a315-584e5aeec36e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=de266de6-a31d-4faf-a315-584e5aeec36e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:10.074499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b8396cca-6cb6-4664-a85a-828866c7fd8a None None] Provisioning for port d6c426c7-e479-423e-aac0-2fe246486084 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:10.079903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.091186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b8396cca-6cb6-4664-a85a-828866c7fd8a None None] Provisioning complete for port d6c426c7-e479-423e-aac0-2fe246486084 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:10.091906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8396cca-6cb6-4664-a85a-828866c7fd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.093692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0a469683-c766-48d2-96ad-fd9976d06d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:10.171114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Allocated IP 2001:db8::133 (7ca1621e-88a3-46c2-8725-2645a293b55b/0ab45509-385a-4edf-88eb-029c1255519f/e2fef16f-3e09-4e1b-b07f-257511daef91) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:10.203146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:10.203856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:10.321440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b8396cca-6cb6-4664-a85a-828866c7fd8a None None] Port d6c426c7-e479-423e-aac0-2fe246486084 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:10.327801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac06d27-1379-45de-a432-ea1e0f56c8d0 None None] Pushing event updated for resources: {'Port': ['ID=de266de6-a31d-4faf-a315-584e5aeec36e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:10.332823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ac06d27-1379-45de-a432-ea1e0f56c8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:10.375534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:10.380835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6f469b-e86a-4822-b04f-0bd979c16b4f,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:10.389185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:10.415460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Pushing event updated for resources: {'Port': ['ID=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:10.450149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:10.454244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.461922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.480670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:10.500214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:10.500214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.531512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:10.531669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:10.531669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] device_id is not set on port c37f1b06-e2ce-46e0-957b-33ad83b13bca yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:10.547320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Network ccf5f5be-94d2-4286-991d-4d29d1913410 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:10.550613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:10.580452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.685093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c09fbe1-204d-4092-bb29-0a94d6a9b5ca None None] Network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:10.705983 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7000582 Jun 10 16:17:10.708565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44488) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:10.719709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'floatingip': {'floating_network_id': 'a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:10.819585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.825493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.831549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:10.876299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c577aac9-7f8d-4491-9e52-04ccb0e6370a None None] Provisioning for port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:10.887777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:17:10.893462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c577aac9-7f8d-4491-9e52-04ccb0e6370a None None] Provisioning complete for port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:10.893842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c577aac9-7f8d-4491-9e52-04ccb0e6370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:10.942954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c577aac9-7f8d-4491-9e52-04ccb0e6370a None None] Port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:11.051791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:11.062725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44494) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:11.067166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device be33627c-19c4-4dbe-a8e2-a0671e2eb55a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:11.078722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=e8849674-58d4-4b53-bf0c-e38d5fcf24e9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:11.080439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.106609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:11.166825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:11.167750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:11.168353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.207533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1853517b-7837-4cbb-ad08-e8a69588ecc3 None None] Provisioning complete for port 3e6f469b-e86a-4822-b04f-0bd979c16b4f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:11.208252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1853517b-7837-4cbb-ad08-e8a69588ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.253503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.264338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:11.280967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Allocated IP 172.20.0.14 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/c37f1b06-e2ce-46e0-957b-33ad83b13bca) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:11.282536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9cc624-fb31-4ce3-826b-4c1dde311bdf None None] Network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:11.298746 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.8608038 Jun 10 16:17:11.299559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44498) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:11.302866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-780f6d1e-017b-46ab-b4c7-dbb51a7e392e tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-270763764'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:11.303553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-780f6d1e-017b-46ab-b4c7-dbb51a7e392e tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Unknown quota resources ['metering_label']. {{(pid=92386) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:17:11.316387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port be33627c-19c4-4dbe-a8e2-a0671e2eb55a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:11.316809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.318116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:11.413332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:09Z', 'revision_number': 2, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:11.436387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1853517b-7837-4cbb-ad08-e8a69588ecc3 None None] Port 3e6f469b-e86a-4822-b04f-0bd979c16b4f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:11.444157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798fd01-3d71-45e7-9968-a41242f76d5d None None] The sync data for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv is: [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:09Z', 'revision_number': 2, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:11.478315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.504118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 7ca1621e-88a3-46c2-8725-2645a293b55b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:11.575740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:11.578447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.595736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:11.643296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:11.711384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:11.712011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.864489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:11.938671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:11.957948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Transition to ACTIVE for port object c37f1b06-e2ce-46e0-957b-33ad83b13bca will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:11.958166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Port': ['ID=e2fef16f-3e09-4e1b-b07f-257511daef91,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:11.974645 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] 10.222.0.23 "PUT /v2.0/routers/e0b158b1-bc50-49b7-9543-8ac8dd8ded09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9463944 Jun 10 16:17:12.014103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.018463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.022354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.029482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.035386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4fe79907-2879-45d4-92df-e1eb6162ec32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:12.078979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:12.146945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:12.159630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:12.162698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:12.169950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:12.170782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.267137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Pushing event updated for resources: {'Port': ['ID=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:12.281938 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 3.4761343 Jun 10 16:17:12.315738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44510) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:12.316678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:12.473001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d1cc9bd1-33fe-41a0-92ac-bf814af56a70 None None] Provisioning for port c37f1b06-e2ce-46e0-957b-33ad83b13bca completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:12.481264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d1cc9bd1-33fe-41a0-92ac-bf814af56a70 None None] Provisioning complete for port c37f1b06-e2ce-46e0-957b-33ad83b13bca triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:12.481645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9bd1-33fe-41a0-92ac-bf814af56a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.489409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.574856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc9bd1-33fe-41a0-92ac-bf814af56a70 None None] Port c37f1b06-e2ce-46e0-957b-33ad83b13bca cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:12.623753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-780f6d1e-017b-46ab-b4c7-dbb51a7e392e tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.625135 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-780f6d1e-017b-46ab-b4c7-dbb51a7e392e tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.5568879 Jun 10 16:17:12.629725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:12.635469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44514) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:12.643401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4fcd0e4c-c832-438f-9e67-82e6856c1092 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b06c964a-17ad-4d06-aea6-d132ae102ddb'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:12.643881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4fcd0e4c-c832-438f-9e67-82e6856c1092 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92386) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:17:12.810863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Network 659d76e6-17e5-406f-b087-092d83367cff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:12.814816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:12.819483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=c37f1b06-e2ce-46e0-957b-33ad83b13bca,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:12.835004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:12.850452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:12.852784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:13.053489 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.services.metering.metering_plugin [None req-4fcd0e4c-c832-438f-9e67-82e6856c1092 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 10 16:17:13.062861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device de266de6-a31d-4faf-a315-584e5aeec36e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:13.147852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6e924-4de7-4677-8284-75fb88f3dad7 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:13.155646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6e924-4de7-4677-8284-75fb88f3dad7 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:13.161664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c6e924-4de7-4677-8284-75fb88f3dad7 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:13.163340 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-70c6e924-4de7-4677-8284-75fb88f3dad7 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.8405988 Jun 10 16:17:13.167788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44518) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:13.201658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port de266de6-a31d-4faf-a315-584e5aeec36e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:13.207020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:13.213925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port de266de6-a31d-4faf-a315-584e5aeec36e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:13.215169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.220499 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Sync routers for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:13.246673 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:13.247313 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:13.285733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-09428550-4c20-40f4-86ce-66ffda171678 None None] Provisioning complete for port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:13.286613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09428550-4c20-40f4-86ce-66ffda171678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.318764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Router 13ad4a51-1aee-4687-989d-03be12c6cac3 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:17:13.333094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.339228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-09428550-4c20-40f4-86ce-66ffda171678 None None] Port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:13.339765 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3676653 Jun 10 16:17:13.344746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44520) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:13.440992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.474131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port de266de6-a31d-4faf-a315-584e5aeec36e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=de266de6-a31d-4faf-a315-584e5aeec36e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:13.479063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.481989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ac06d27-1379-45de-a432-ea1e0f56c8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:13.513999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44522) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:13.516683 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:13.524040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Allocated IP 172.20.0.13 (a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb/2879d37d-bbc0-4e12-bf42-bffdb4d4a49d/5446065c-49ea-4c08-902b-fed09c656aba) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:13.531159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717880528', 'description': 'tempest-description--1948981349'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:13.541842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fcd0e4c-c832-438f-9e67-82e6856c1092 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.554123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4fcd0e4c-c832-438f-9e67-82e6856c1092 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9157684 Jun 10 16:17:13.555914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44524) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:13.576779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=de266de6-a31d-4faf-a315-584e5aeec36e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:13.581883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:13.608388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b56526b3-b72d-4e9d-910d-5ddf7f2ed946 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b06c964a-17ad-4d06-aea6-d132ae102ddb'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:13.609103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b56526b3-b72d-4e9d-910d-5ddf7f2ed946 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92386) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:17:13.623871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.753533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port c37f1b06-e2ce-46e0-957b-33ad83b13bca {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:13.753886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.790728 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:09Z', 'revision_number': 3, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:13.794464 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Checking router: ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:13.794780 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Updating router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 port cc5398d1-e07a-48b7-8d2c-55993be018bc binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:13.800538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:13.806227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.816146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.820942 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.services.metering.metering_plugin [None req-b56526b3-b72d-4e9d-910d-5ddf7f2ed946 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 10 16:17:13.826775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:13.843895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Sync routers for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:13.856036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:13.857627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:13.857867 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:13.996579 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] 10.222.0.23 "PUT /v2.0/routers/13ad4a51-1aee-4687-989d-03be12c6cac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4732139 Jun 10 16:17:14.019439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:14.249461 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.266840 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Transition to ACTIVE for port object cc5398d1-e07a-48b7-8d2c-55993be018bc will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:14.284969 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.297734 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:14.340851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Transition to ACTIVE for port object e8849674-58d4-4b53-bf0c-e38d5fcf24e9 will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:14.345100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.363941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:11Z', 'revision_number': 2, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:14.369617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Checking router: 13ad4a51-1aee-4687-989d-03be12c6cac3 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:14.370204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Updating router 13ad4a51-1aee-4687-989d-03be12c6cac3 port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:14.406584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.433176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.498564 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407c941-5bfe-4e51-89a5-4a4b49bdaca4 None None] Pushing event updated for resources: {'Port': ['ID=cc5398d1-e07a-48b7-8d2c-55993be018bc,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:14.502134 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-6407c941-5bfe-4e51-89a5-4a4b49bdaca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:14.523621 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Attempting to bind port cc5398d1-e07a-48b7-8d2c-55993be018bc on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:14.523911 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Attempting to bind port cc5398d1-e07a-48b7-8d2c-55993be018bc by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:14.524267 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Attempting to bind port cc5398d1-e07a-48b7-8d2c-55993be018bc on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:14.530404 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:14.530777 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:14.531181 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.531568 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:14.532033 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Bound port: cc5398d1-e07a-48b7-8d2c-55993be018bc, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:14.532505 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.562790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:14.587543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b56526b3-b72d-4e9d-910d-5ddf7f2ed946 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.591645 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b56526b3-b72d-4e9d-910d-5ddf7f2ed946 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9873183 Jun 10 16:17:14.608596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44534) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:14.614017 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] For port cc5398d1-e07a-48b7-8d2c-55993be018bc, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:14.618122 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] For port cc5398d1-e07a-48b7-8d2c-55993be018bc, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cc5398d1-e07a-48b7-8d2c-55993be018bc,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:14.626480 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.630320 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a7ba3d38-7927-4354-9232-9b17f4a00383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:14.674159 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Sync routers for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:14.718846 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407c941-5bfe-4e51-89a5-4a4b49bdaca4 None None] Pushing event updated for resources: {'Port': ['ID=cc5398d1-e07a-48b7-8d2c-55993be018bc,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:14.723558 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-6407c941-5bfe-4e51-89a5-4a4b49bdaca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:14.728440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for c37f1b06-e2ce-46e0-957b-33ad83b13bca owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:14.736273 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:14.736987 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:14.811456 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-893c3fe7-8302-4888-854a-f957b2d3e7f4 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=012141a2-9be5-4077-89ce-4a6ef9dd2c7b HTTP/1.1" status: 200 len: 464 time: 0.1511438 Jun 10 16:17:14.817335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44538) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:14.906979 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:14.931335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.931807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=e8849674-58d4-4b53-bf0c-e38d5fcf24e9,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:14.950894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.955416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:14.957106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Transition to ACTIVE for port object 4b08096d-5e08-4ab4-aaea-61f2f006bc2f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:14.972684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:14.975332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d5c4a442-aff1-4335-a13d-b4a9f1752079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:15.014515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.037045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44540) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:15.054470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326109968', 'description': 'tempest-description--471538890'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:15.059655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.073933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c089199-56ba-4836-a51b-b8df2cfab257 None None] Pushing event updated for resources: {'Port': ['ID=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:15.080352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device de266de6-a31d-4faf-a315-584e5aeec36e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:15.083718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c089199-56ba-4836-a51b-b8df2cfab257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:15.126422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.149512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:15.149873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:15.150475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:15.161613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.172419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:15.172774 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:15.183800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:15.186961 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 2 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:15.208541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:15.208871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:15.209448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:15.230112 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:15.230882 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:15.311198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c64b8df2-5ea4-428c-acf8-206d0c41f6e8 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.312537 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c64b8df2-5ea4-428c-acf8-206d0c41f6e8 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/012141a2-9be5-4077-89ce-4a6ef9dd2c7b HTTP/1.1" status: 204 len: 168 time: 0.4925628 Jun 10 16:17:15.313542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Router cddf656a-3fc7-472f-9642-6f574d2dea98 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:15.321322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44542) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:15.343243 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-71cfd040-3256-4129-bae4-c2f3d9cc80f6 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=012141a2-9be5-4077-89ce-4a6ef9dd2c7b HTTP/1.1" status: 200 len: 221 time: 0.0171387 Jun 10 16:17:15.344126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:15.344615 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:15.350767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2525d356-91af-4c56-bebb-b64461a49f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:15.355686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44544) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:15.364375 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 3 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:15.391802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f42b792a-6f05-44c9-9b8a-ef3e70a9a63d tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2003642207', 'description': 'label created by tempest'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:15.393099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f42b792a-6f05-44c9-9b8a-ef3e70a9a63d tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Unknown quota resources ['metering_label']. {{(pid=92385) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 10 16:17:15.396436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port de266de6-a31d-4faf-a315-584e5aeec36e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:15.396650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.402589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=c37f1b06-e2ce-46e0-957b-33ad83b13bca,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:15.409243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Allocated IP 172.20.0.1 (a2a3b60b-60d7-46f7-949d-cca2dcc25001/b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a/d98d31aa-41f2-4b9b-b414-3cf93f9477ee) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:15.411531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:15.436372 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:15.477422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Attempting to bind port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:15.477784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Attempting to bind port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:15.478100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Attempting to bind port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f on network 659d76e6-17e5-406f-b087-092d83367cff {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:15.557956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:15.558347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Checking segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:15.558899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.559303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Bound using segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:15.559804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Bound port: 4b08096d-5e08-4ab4-aaea-61f2f006bc2f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:15.561496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.575607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.580414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc1787a-3807-4a34-92a3-5fd53d0647ce,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:15.588483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:15.615689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:15.625580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:15.626102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:15.639815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.640696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.644476 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1269848 Jun 10 16:17:15.646521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:15.646844 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:15.648659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44546) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:15.662695 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 4 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:15.680889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1787a-3807-4a34-92a3-5fd53d0647ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:15.694823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] For port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:15.698732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] For port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:15.702972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.705041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-09751854-43ac-4d61-876b-3c399f059faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:15.717224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5a39de5d-7fee-4a81-b13b-f662dac88afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:15.737967 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:09Z', 'revision_number': 3, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:15.753689 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952fb85c-9e08-4ba2-af2e-79f5195fd2b9 None None] The sync data for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:09Z', 'revision_number': 3, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:15.774128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:15.774461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:15.774848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:15.797286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:15.798296 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:15.856341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:15.863607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 5 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:15.864832 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:09Z', 'revision_number': 2, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:15.869289 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Checking router: e0b158b1-bc50-49b7-9543-8ac8dd8ded09 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:15.869919 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Updating router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 port 3e6f469b-e86a-4822-b04f-0bd979c16b4f binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:15.881321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Port': ['ID=5446065c-49ea-4c08-902b-fed09c656aba,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:15.894190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:15.913331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Sync routers for ids ['cddf656a-3fc7-472f-9642-6f574d2dea98'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:15.915462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:15.919121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:15.942905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Routers {'cddf656a-3fc7-472f-9642-6f574d2dea98'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:15.943555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cddf656a-3fc7-472f-9642-6f574d2dea98'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:15.948961 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.994583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f42b792a-6f05-44c9-9b8a-ef3e70a9a63d tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:15.995778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f42b792a-6f05-44c9-9b8a-ef3e70a9a63d tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6364319 Jun 10 16:17:15.999022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44548) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:16.003537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:16.005639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:16.005975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:16.006314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:16.009878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.014674 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/ports/c37f1b06-e2ce-46e0-957b-33ad83b13bca HTTP/1.1" status: 204 len: 168 time: 2.8444018 Jun 10 16:17:16.033823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44550) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:16.128553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Set router cddf656a-3fc7-472f-9642-6f574d2dea98 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:16.156106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.167969 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.0283227 Jun 10 16:17:16.186598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44552) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:16.187399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:16.187907 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:16.189493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:17:16.189493 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:17:16.189493 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': 'af1822223b94484fa049ec479442465a', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 17, 15, 759373)}] Jun 10 16:17:16.189493 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:17:16.190337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:17:16.228488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.283786 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a73a720-cc28-48da-8952-dfe31e67143d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] GET failed (client error): The resource could not be found. Jun 10 16:17:16.295079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5a73a720-cc28-48da-8952-dfe31e67143d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "GET /v2.0/ports/c37f1b06-e2ce-46e0-957b-33ad83b13bca HTTP/1.1" status: 404 len: 333 time: 0.2568624 Jun 10 16:17:16.299193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44554) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:16.301909 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-178ea94f-db8d-4c77-85c5-890b5686ffdb tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=05bcfa7c-bbe2-41e2-9282-b7aa6fdcc34d HTTP/1.1" status: 200 len: 468 time: 0.2936664 Jun 10 16:17:16.304304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44556) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:16.317268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'name': 'tempest-AllowedAddressPairTestJSON-45217565'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:16.326567 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 6 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:16.329511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.343248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.349177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c089199-56ba-4836-a51b-b8df2cfab257 None None] Pushing event updated for resources: {'Port': ['ID=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:16.443682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c089199-56ba-4836-a51b-b8df2cfab257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:16.458607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:16.459353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:16.492669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:16.493690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:16.494158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:16.515337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:16.515751 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:16.520186 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 7 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:16.520387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Transition to ACTIVE for port object d98d31aa-41f2-4b9b-b414-3cf93f9477ee will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:16.562435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.574414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:16.574857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:16.575254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:16.586929 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.602167 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Transition to ACTIVE for port object 3e6f469b-e86a-4822-b04f-0bd979c16b4f will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:16.611534 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.616007 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-6407c941-5bfe-4e51-89a5-4a4b49bdaca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:16.775622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:16.872688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.915512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.924905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.948201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:16.954501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:16.955198 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:16.996041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf656a-3fc7-472f-9642-6f574d2dea98', 'name': '', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b', 'external_fixed_ips': [{'subnet_id': '0ab45509-385a-4edf-88eb-029c1255519f', 'ip_address': '2001:db8::133'}], 'enable_snat': True}, 'gw_port_id': 'e2fef16f-3e09-4e1b-b07f-257511daef91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:11Z', 'revision_number': 3, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port': {'id': 'e2fef16f-3e09-4e1b-b07f-257511daef91', 'name': '', 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddf656a-3fc7-472f-9642-6f574d2dea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '0ab45509-385a-4edf-88eb-029c1255519f', 'ip_address': '2001:db8::133', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:09Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ab45509-385a-4edf-88eb-029c1255519f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:17.032548 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 8 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:17.035546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.036943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.073998 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310cd29-6221-4362-a5bf-eda5df69a8cd None None] Pushing event updated for resources: {'Port': ['ID=3e6f469b-e86a-4822-b04f-0bd979c16b4f,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:17.074216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Checking router: cddf656a-3fc7-472f-9642-6f574d2dea98 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:17.074436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Updating router cddf656a-3fc7-472f-9642-6f574d2dea98 port e2fef16f-3e09-4e1b-b07f-257511daef91 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:17.092222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cc5398d1-e07a-48b7-8d2c-55993be018bc up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:17.093792 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-9310cd29-6221-4362-a5bf-eda5df69a8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:17.094492 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Attempting to bind port 3e6f469b-e86a-4822-b04f-0bd979c16b4f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:17.094856 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Attempting to bind port 3e6f469b-e86a-4822-b04f-0bd979c16b4f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:17.095208 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Attempting to bind port 3e6f469b-e86a-4822-b04f-0bd979c16b4f on network ccf5f5be-94d2-4286-991d-4d29d1913410 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:17.102333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:17.102777 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Checking segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:17.103121 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.103512 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Bound using segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:17.103980 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Bound port: 3e6f469b-e86a-4822-b04f-0bd979c16b4f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:17.104348 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.197420 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] For port 3e6f469b-e86a-4822-b04f-0bd979c16b4f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:17.201295 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] For port 3e6f469b-e86a-4822-b04f-0bd979c16b4f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3e6f469b-e86a-4822-b04f-0bd979c16b4f,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:17.207067 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.211453 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.229024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port cc5398d1-e07a-48b7-8d2c-55993be018bc completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:17.252053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c541a8e-245e-413b-862a-f6382af844c4 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.253301 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4c541a8e-245e-413b-862a-f6382af844c4 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/05bcfa7c-bbe2-41e2-9282-b7aa6fdcc34d HTTP/1.1" status: 204 len: 168 time: 0.9418249 Jun 10 16:17:17.256938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44560) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.258514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port cc5398d1-e07a-48b7-8d2c-55993be018bc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:17.259416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.279799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.292954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eec5ebc3-5d9b-4aeb-846e-acae6b812f64 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.296891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-182871ff-a2f8-4806-b3da-592db03c137f tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=05bcfa7c-bbe2-41e2-9282-b7aa6fdcc34d HTTP/1.1" status: 200 len: 216 time: 0.0379970 Jun 10 16:17:17.301848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.323396 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:17.324328 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:17.347125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:17.350624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.387978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:17.393522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4254337d-d573-45ee-a77d-a55721aa034c tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0835843 Jun 10 16:17:17.397896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44564) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.400266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:17.405437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.405667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.439989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:17.440476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.449447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] device_id is not set on port a76bc757-7d9d-4f32-af01-5b86f403c8f6 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:17.467240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Pushing event updated for resources: {'Port': ['ID=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:17.475958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:17.476149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:17.477185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:17.487995 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310cd29-6221-4362-a5bf-eda5df69a8cd None None] Pushing event updated for resources: {'Port': ['ID=3e6f469b-e86a-4822-b04f-0bd979c16b4f,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:17.502417 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-9310cd29-6221-4362-a5bf-eda5df69a8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:17.545585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:17.545915 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:17.567071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:17.572795 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0b3f8841-1a08-4127-bd73-2b6298a6fcdf tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1735454 Jun 10 16:17:17.622725 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:17.632985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44566) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.675343 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 9 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:17.701832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.719771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:17.720109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:17.720813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:17.736825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:17.737176 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:17.742575 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 10 to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 Jun 10 16:17:17.779720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8a4f0e9e-7a74-491d-91bb-49f95cad2226 tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/b06c964a-17ad-4d06-aea6-d132ae102ddb HTTP/1.1" status: 200 len: 472 time: 0.1425273 Jun 10 16:17:17.790699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44568) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.803507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.818873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Port': ['ID=5446065c-49ea-4c08-902b-fed09c656aba,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:17.822522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:17.823186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:17.823449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:17.823777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:17.826127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.829971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.840541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.845322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c174982a-8c7e-4c56-b11c-45ce94ecf76b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:17.850439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.852386 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1788089 Jun 10 16:17:17.853246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.857125 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1473856 Jun 10 16:17:17.858764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44570) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.859087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44572) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.859906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:17.864028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-882898ec-677d-4a46-8830-5f7e121ac068 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.871658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Request body: {'security_group_rule': {'security_group_id': 'cfc1787a-3807-4a34-92a3-5fd53d0647ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:17.879642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port cc5398d1-e07a-48b7-8d2c-55993be018bc, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cc5398d1-e07a-48b7-8d2c-55993be018bc,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:17.912784 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-858c7fcc-583f-4be3-8608-02f26d0c91ab tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/afd43c7e-3872-4ce1-b253-8dbb7bf4f42b HTTP/1.1" status: 200 len: 461 time: 0.1210008 Jun 10 16:17:17.917358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44574) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:17.920181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:17.920561 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:17.920935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.949402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:17.968153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:17.989995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Allocated IP 172.20.0.10 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/a76bc757-7d9d-4f32-af01-5b86f403c8f6) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:18.077579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=cc5398d1-e07a-48b7-8d2c-55993be018bc,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:18.082803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:18.125019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.144231 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:18.150388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9293be8-cfd4-4781-b279-f8a2a12b4a20 None None] The sync data for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv is: [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:18.167550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.183591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.251707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03c52a49-594c-454b-8d17-908a2ac7163f tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.252855 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-03c52a49-594c-454b-8d17-908a2ac7163f tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/afd43c7e-3872-4ce1-b253-8dbb7bf4f42b HTTP/1.1" status: 204 len: 168 time: 0.3342607 Jun 10 16:17:18.258971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44576) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:18.262764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.268508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.268508 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2269287 Jun 10 16:17:18.288694 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:17:18.322218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44578) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:18.340274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Request body: {'security_group_rule': {'security_group_id': '1ead1acc-6b0e-49d2-9ac3-54ea361824c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:18.352442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:15Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:18.357937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] For port e8849674-58d4-4b53-bf0c-e38d5fcf24e9, host hv-neutron-6013, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:18.358280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempted to set empty binding levels {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 10 16:17:18.361360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.364603 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1bff161e-00a4-4123-9a9c-b869acc27678 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb HTTP/1.1" status: 200 len: 690 time: 0.4676178 Jun 10 16:17:18.368519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ead1acc-6b0e-49d2-9ac3-54ea361824c9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:18.370798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44580) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:18.374478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e0b36-d5b9-429d-8b73-040113c30d25 None None] The sync data for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv is: [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:15Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:18.395997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aa022f59-fad4-41ed-aba9-cc2b9bc1061c None None] Provisioning for port d98d31aa-41f2-4b9b-b414-3cf93f9477ee completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:18.402619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.407144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aa022f59-fad4-41ed-aba9-cc2b9bc1061c None None] Provisioning complete for port d98d31aa-41f2-4b9b-b414-3cf93f9477ee triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:18.407566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa022f59-fad4-41ed-aba9-cc2b9bc1061c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.419916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:18.420977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:18.425403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.445594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Transition to ACTIVE for port object e2fef16f-3e09-4e1b-b07f-257511daef91 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:18.471165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.473967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:18.475868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-aa022f59-fad4-41ed-aba9-cc2b9bc1061c None None] Port d98d31aa-41f2-4b9b-b414-3cf93f9477ee cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:18.559097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Attempting to bind port e2fef16f-3e09-4e1b-b07f-257511daef91 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:18.559604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Attempting to bind port e2fef16f-3e09-4e1b-b07f-257511daef91 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:18.560205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Attempting to bind port e2fef16f-3e09-4e1b-b07f-257511daef91 on network 7ca1621e-88a3-46c2-8725-2645a293b55b {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:18.567317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:18.567699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Checking segment: {'id': 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:18.568117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.568519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Bound using segment: {'id': 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:18.569069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Bound port: e2fef16f-3e09-4e1b-b07f-257511daef91, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7ca1621e-88a3-46c2-8725-2645a293b55b'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:18.569573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.572052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54520d77-7bd6-4017-9be9-69888bd6c754 None None] Pushing event updated for resources: {'Port': ['ID=e2fef16f-3e09-4e1b-b07f-257511daef91,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:18.592427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54520d77-7bd6-4017-9be9-69888bd6c754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:18.618746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.658032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4fc823-44ba-469b-95c7-092f7f658e71,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:18.674725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.676653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:18.677515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] In _notify_port_updated(), no bound segment for port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:17:18.683532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:18.684325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.685733 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "PUT /v2.0/ports/e8849674-58d4-4b53-bf0c-e38d5fcf24e9 HTTP/1.1" status: 200 len: 980 time: 7.3747113 Jun 10 16:17:18.687453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:18.690514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44582) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:18.693671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.698381 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8290322 Jun 10 16:17:18.700845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] For port e2fef16f-3e09-4e1b-b07f-257511daef91, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:18.704208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] For port e2fef16f-3e09-4e1b-b07f-257511daef91, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e2fef16f-3e09-4e1b-b07f-257511daef91,segment=NetworkSegment(b47c7165-8952-4ea7-ba72-8cd80a55c8dc),segment_id=b47c7165-8952-4ea7-ba72-8cd80a55c8dc)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:18.707988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44584) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:18.713543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:18.715823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5f68f4e2-4935-48ec-b03b-e87b0c3240fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:18.793301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Routers {'cddf656a-3fc7-472f-9642-6f574d2dea98'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:18.794159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cddf656a-3fc7-472f-9642-6f574d2dea98'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:18.808113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:18.960608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54520d77-7bd6-4017-9be9-69888bd6c754 None None] Pushing event updated for resources: {'Port': ['ID=e2fef16f-3e09-4e1b-b07f-257511daef91,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:18.968856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54520d77-7bd6-4017-9be9-69888bd6c754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:18.986769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] Set router cddf656a-3fc7-472f-9642-6f574d2dea98 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:19.082711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=e8849674-58d4-4b53-bf0c-e38d5fcf24e9,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:19.104800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Deleting port e2fef16f-3e09-4e1b-b07f-257511daef91 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:19.105248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.126524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddf656a-3fc7-472f-9642-6f574d2dea98', 'name': '', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:18Z', 'revision_number': 4, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:19.130663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3dff6-7fab-496e-955a-e7c701e6df88 None None] The sync data for ids ['cddf656a-3fc7-472f-9642-6f574d2dea98'] in dv-neutron-601336-90-hyperv is: [{'id': 'cddf656a-3fc7-472f-9642-6f574d2dea98', 'name': '', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:18Z', 'revision_number': 4, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:19.192283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:19.202240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.206166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b08096d-5e08-4ab4-aaea-61f2f006bc2f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:19.280098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:19.286053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:19.289835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.356642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.360477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.360969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.361469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.362861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.363371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.363968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.364438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.364893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.365375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.365834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.366293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.366742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.367791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.368336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.368793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.369600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.369855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:19.378613 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9b3ff21f-2407-4186-acd8-9957e480b6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16410 time: 0.6824472 Jun 10 16:17:19.396554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44586) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:19.406841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.419887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.432351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1963917e-6992-4ed1-a0e9-0ce4a1e91c5d tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.436241 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1963917e-6992-4ed1-a0e9-0ce4a1e91c5d tempest-MeteringTestJSON-1061145540 tempest-MeteringTestJSON-1061145540-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/b06c964a-17ad-4d06-aea6-d132ae102ddb HTTP/1.1" status: 204 len: 168 time: 1.1730971 Jun 10 16:17:19.474049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:19.480769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.481919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cc5398d1-e07a-48b7-8d2c-55993be018bc up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:19.483775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c089199-56ba-4836-a51b-b8df2cfab257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:19.514718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.515974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Transition to ACTIVE for port object a76bc757-7d9d-4f32-af01-5b86f403c8f6 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:19.542423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.556680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.590375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:19.612112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.612929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:19.617941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:19.627554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port cc5398d1-e07a-48b7-8d2c-55993be018bc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:19.628015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.642127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.642978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6094d6d-5ee5-477f-98d8-55469d45b7b8,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:19.655924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.658341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:19.661088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4fd8591e-6e34-4fb1-8d5f-917f3ef86e9c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:19.673429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Calling delete_port for e2fef16f-3e09-4e1b-b07f-257511daef91 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:19.720363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.721948 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3978608 Jun 10 16:17:19.729376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44590) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:19.741692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Request body: {'security_group_rule': {'security_group_id': '1ead1acc-6b0e-49d2-9ac3-54ea361824c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:19.748616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Pushing event updated for resources: {'Port': ['ID=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:19.762446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:19.769851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.784751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3e6f469b-e86a-4822-b04f-0bd979c16b4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:19.810503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b987c2a2-3567-437a-9c64-18efc5040f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:19.853760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 3e6f469b-e86a-4822-b04f-0bd979c16b4f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:19.858962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3e6f469b-e86a-4822-b04f-0bd979c16b4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:19.859705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:19.925179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=a76bc757-7d9d-4f32-af01-5b86f403c8f6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:19.927677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44594) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:19.935572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:19.991700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.003512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.024619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:20.036743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 3e6f469b-e86a-4822-b04f-0bd979c16b4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3e6f469b-e86a-4822-b04f-0bd979c16b4f,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:20.038638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:20.044235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:20.055996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.056609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:20.057957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0b3be477-2fbf-477e-a8ef-debdb12fc06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:20.071548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.114045 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8079565 Jun 10 16:17:20.128306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44598) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:20.134870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Deleting port 5446065c-49ea-4c08-902b-fed09c656aba {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:20.138196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.154081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fa:12:e7'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:20.186889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=3e6f469b-e86a-4822-b04f-0bd979c16b4f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:20.190401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:20.246753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.297570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:20.300379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Deleting port e8849674-58d4-4b53-bf0c-e38d5fcf24e9 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:20.300714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.382074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.386807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:20.398990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.436523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e64955c-d5b1-4c54-81d9-9bd5de606820 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:20.440119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0a384d67-7c9c-484c-b26f-bb9920ca2293 None None] Provisioning for port a76bc757-7d9d-4f32-af01-5b86f403c8f6 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:20.444949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0a384d67-7c9c-484c-b26f-bb9920ca2293 None None] Provisioning complete for port a76bc757-7d9d-4f32-af01-5b86f403c8f6 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:20.446115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0a384d67-7c9c-484c-b26f-bb9920ca2293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.527068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0a384d67-7c9c-484c-b26f-bb9920ca2293 None None] Port a76bc757-7d9d-4f32-af01-5b86f403c8f6 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:20.561625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.561970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.588138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] For port e8849674-58d4-4b53-bf0c-e38d5fcf24e9, host hv-neutron-6013, got binding levels [] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:20.588498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.592769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.648969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6795841-9ab1-425d-b83a-454348b8dd35,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:20.663376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:20.702233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Calling delete_port for 5446065c-49ea-4c08-902b-fed09c656aba owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:20.748033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fe7e0842-97b9-4965-9e3a-52ff0e9cbffd None None] Provisioning complete for port d98d31aa-41f2-4b9b-b414-3cf93f9477ee triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:20.748504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe7e0842-97b9-4965-9e3a-52ff0e9cbffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.768502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.800811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e0842-97b9-4965-9e3a-52ff0e9cbffd None None] Port d98d31aa-41f2-4b9b-b414-3cf93f9477ee cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:20.808372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Calling delete_port for e8849674-58d4-4b53-bf0c-e38d5fcf24e9 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:20.876433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.880841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:17:20.888874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.893007 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1582844 Jun 10 16:17:20.894452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:20.897552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44602) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:20.903664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:20.922672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:21.003055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b08096d-5e08-4ab4-aaea-61f2f006bc2f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:21.064876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:21.065382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.075106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.079409 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d003e1310e314fa299ab9b911862583e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1468501 Jun 10 16:17:21.083638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.087165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c159f0-558b-4658-9fe4-aad40cf41076,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:21.095169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44604) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:21.116754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.122418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:21.135680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:21.168875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2fef16f-3e09-4e1b-b07f-257511daef91,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:21.176170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:21.180820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3e6f469b-e86a-4822-b04f-0bd979c16b4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:21.237883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3e6f469b-e86a-4822-b04f-0bd979c16b4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:21.238503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.264423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Allocated IP 172.26.5.130 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/bf29f352-4c18-4c8c-b0fb-44078376f4e1) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:21.267607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.358127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.360303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:21.368839 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Sync routers for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:21.372551 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] 10.222.0.23 "PUT /v2.0/routers/ed3d2d7d-4314-42b2-8ef7-366c63ecdc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0259607 Jun 10 16:17:21.386078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.389465 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:21.390531 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:21.439088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.447283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.449772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.478138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:21.485090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:21.502398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.543815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.628259 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:21.802583 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8849674-58d4-4b53-bf0c-e38d5fcf24e9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:21.815582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.820112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e8849674-58d4-4b53-bf0c-e38d5fcf24e9 HTTP/1.1" status: 204 len: 168 time: 2.4156532 Jun 10 16:17:21.844649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44612) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:21.845607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] In _notify_port_updated(), no bound segment for port a76bc757-7d9d-4f32-af01-5b86f403c8f6 on network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:17:21.851004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:21.852283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.853740 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "PUT /v2.0/ports/a76bc757-7d9d-4f32-af01-5b86f403c8f6 HTTP/1.1" status: 200 len: 1006 time: 1.7196825 Jun 10 16:17:21.919305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:21.927244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44614) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:21.950943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c025b8d0-8598-4cb2-ad78-590ab39910a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:17:21.950943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c025b8d0-8598-4cb2-ad78-590ab39910a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "GET /v2.0/ports/e8849674-58d4-4b53-bf0c-e38d5fcf24e9 HTTP/1.1" status: 404 len: 333 time: 0.0913887 Jun 10 16:17:21.956287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0985eade-ff51-4bdd-8d8a-6297b2982570 None None] Provisioning complete for port a76bc757-7d9d-4f32-af01-5b86f403c8f6 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:21.957283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0985eade-ff51-4bdd-8d8a-6297b2982570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:21.976010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=a76bc757-7d9d-4f32-af01-5b86f403c8f6,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:21.981997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44616) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:21.986280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:21.990963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1387838876', 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:22.014953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.029725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0985eade-ff51-4bdd-8d8a-6297b2982570 None None] Port a76bc757-7d9d-4f32-af01-5b86f403c8f6 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:22.032510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.045845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.046958 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80c159f0-558b-4658-9fe4-aad40cf41076 HTTP/1.1" status: 204 len: 168 time: 0.9510436 Jun 10 16:17:22.087072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.087234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fbcc7d3-f0f1-4f3f-9fb7-2168965d4537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:22.128833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.128833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cddf656a-3fc7-472f-9642-6f574d2dea98 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:17:22.130426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Made reservation on behalf of 203c0da8bae0401e9fbcbd0ed28fe2dc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:22.130842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.134356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.141237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c159f0-558b-4658-9fe4-aad40cf41076,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:22.154492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.155884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:22.158485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.159793 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39255c90-ce32-40b4-b95b-3d60e9e1e03b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cddf656a-3fc7-472f-9642-6f574d2dea98 HTTP/1.1" status: 204 len: 168 time: 5.9681046 Jun 10 16:17:22.160900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:22.165697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44620) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:22.216977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port 131a0292-262f-446e-82a8-6d0e8d028e29 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:22.232736 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:18Z', 'revision_number': 2, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:22.234000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44622) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:22.238224 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Checking router: ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:22.238733 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Updating router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 port d98d31aa-41f2-4b9b-b414-3cf93f9477ee binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:22.246746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event updated for resources: {'Port': ['ID=bf29f352-4c18-4c8c-b0fb-44078376f4e1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:22.252781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130517560', 'description': 'tempest-description--391033590'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:22.271361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:22.319321 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.327305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:22.344590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Deleting subnet 0ab45509-385a-4edf-88eb-029c1255519f {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:17:22.358754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Allocated IP 172.26.5.223 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/43da20c4-5556-49be-83cf-deedb2b2d286) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:22.371322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.376300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Port': ['ID=5446065c-49ea-4c08-902b-fed09c656aba,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:22.377111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port a76bc757-7d9d-4f32-af01-5b86f403c8f6 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:22.377478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.379032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:22.386125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:22.389464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:22.389909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:22.390827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.435264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.540727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44626) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:22.554472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.561287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.584577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.612467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.656711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.734986 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.747949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.749451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.751388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Transition to ACTIVE for port object d98d31aa-41f2-4b9b-b414-3cf93f9477ee will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:22.758596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-402c274d-b8e9-485c-a2ad-b93e59c0af50 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:22.761873 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.765430 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:22.767241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.778272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.800070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.815915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:22.832468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2879d37d-bbc0-4e12-bf42-bffdb4d4a49d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:22.865183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:22.866584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:22.959524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for a76bc757-7d9d-4f32-af01-5b86f403c8f6 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:22.994867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.006639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ebc1ee-fb8a-484a-a149-dfa31302b8cf,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.011503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.015961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.017469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:23.050323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b9a0a5-873e-4eeb-9fea-497d5488288e') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:23.050693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b9a0a5-873e-4eeb-9fea-497d5488288e') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:23.067630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f166f3-5cd1-4072-89e4-75d73f1d7256 None None] Pushing event updated for resources: {'Port': ['ID=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.086323 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-90f166f3-5cd1-4072-89e4-75d73f1d7256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.152758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.160676 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Attempting to bind port d98d31aa-41f2-4b9b-b414-3cf93f9477ee on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:23.161065 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Attempting to bind port d98d31aa-41f2-4b9b-b414-3cf93f9477ee by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:23.161534 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Attempting to bind port d98d31aa-41f2-4b9b-b414-3cf93f9477ee on network a2a3b60b-60d7-46f7-949d-cca2dcc25001 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:23.167851 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:23.168419 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Checking segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:23.168818 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.169394 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Bound using segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:23.169957 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Bound port: d98d31aa-41f2-4b9b-b414-3cf93f9477ee, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:23.170418 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.184751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.188799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.192283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.193839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.199404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.204409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:23.204828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.207889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b5c09ee-0031-4356-ae09-dc039e318228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.209635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.211350 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9618974 Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:23.212478 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:23.216305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44628) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:23.222495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Request body: {'security_group_rule': {'security_group_id': '23ebc1ee-fb8a-484a-a149-dfa31302b8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:23.241017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.261436 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] For port d98d31aa-41f2-4b9b-b414-3cf93f9477ee, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:23.264330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.268891 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] For port d98d31aa-41f2-4b9b-b414-3cf93f9477ee, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:23.269051 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/0ab45509-385a-4edf-88eb-029c1255519f HTTP/1.1" status: 204 len: 168 time: 1.0985184 Jun 10 16:17:23.276575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab45509-385a-4edf-88eb-029c1255519f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.279176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.281449 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.286937 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-9310cd29-6221-4362-a5bf-eda5df69a8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.308224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44630) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:23.309259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.329114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.362585 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:23.363222 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:23.365310 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f166f3-5cd1-4072-89e4-75d73f1d7256 None None] Pushing event updated for resources: {'Port': ['ID=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.370506 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-90f166f3-5cd1-4072-89e4-75d73f1d7256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.395667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:23.400140 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90f7b26b3bef46c194fc5188521c48bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8509355 Jun 10 16:17:23.400140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a6327-ffca-4a27-abaf-b1850ef37d77,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.405350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44632) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:23.409798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.428334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:23.431765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:23.433046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:23.433896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.464484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.483408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:17:23.486189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.532292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:23.536648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.544196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=131a0292-262f-446e-82a8-6d0e8d028e29,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.544529 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb HTTP/1.1" status: 204 len: 168 time: 5.1582477 Jun 10 16:17:23.546632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Network': ['ID=a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.547787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.548886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.552077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44634) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:23.553009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f2b28ee-c6c4-4e3f-946a-e3812fba73b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.560129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5742195 Jun 10 16:17:23.560129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:23.560693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:23.570853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.585303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44636) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:23.588119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.605188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.608761 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:23.609470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.636063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.652954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.675625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b64c8c4a-e313-40e9-9e5f-5317e66ba0cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.695761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.740757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event updated for resources: {'Port': ['ID=bf29f352-4c18-4c8c-b0fb-44078376f4e1,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:23.755712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:23.811204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c05c690-5f3e-4059-b458-131c47ec2fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:23.817265 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3c05c690-5f3e-4059-b458-131c47ec2fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "GET /v2.0/ports/131a0292-262f-446e-82a8-6d0e8d028e29 HTTP/1.1" status: 200 len: 959 time: 0.2235508 Jun 10 16:17:23.817265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44638) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:23.880391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.886811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.898592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.899976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be9a6327-ffca-4a27-abaf-b1850ef37d77 HTTP/1.1" status: 204 len: 168 time: 0.4933877 Jun 10 16:17:23.918732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:23.948455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:23.949676 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2116413 Jun 10 16:17:23.953928 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:23Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:23.958455 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12ac5c-b854-40aa-9f6e-f096eb01baf4 None None] The sync data for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:23Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:24.010986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a6327-ffca-4a27-abaf-b1850ef37d77,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:24.031658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:24.095552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Deleting port 131a0292-262f-446e-82a8-6d0e8d028e29 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:24.095894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.176778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1537ef50-94f0-4aee-a624-2f5c4cbda3bb tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6117418 Jun 10 16:17:24.184017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:24.287037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.443596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.444820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/ports/a76bc757-7d9d-4f32-af01-5b86f403c8f6 HTTP/1.1" status: 204 len: 168 time: 2.5164530 Jun 10 16:17:24.447118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.449934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event updated for resources: {'Port': ['ID=43da20c4-5556-49be-83cf-deedb2b2d286,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:24.455417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44660) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:24.474453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.476207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:24.492819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.800s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:24.505485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.505939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.506776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.507241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > port after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.510688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.511235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > port after_update 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.511668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.512092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.512530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.512947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.676891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Calling delete_port for 131a0292-262f-446e-82a8-6d0e8d028e29 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:24.752342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.752864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.753061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.753404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 16:17:24.753776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca1621e-88a3-46c2-8725-2645a293b55b']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:24.761595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:24.771076 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 16:17:24.776016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:24.776325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47c7165-8952-4ea7-ba72-8cd80a55c8dc') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:24.795339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.809755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.846604 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-54f77924-07da-407e-895f-2f2787ba85fa tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--717880528&fields=id&tenant_id=454c9667620d4e1eaee7b56e07aace68 HTTP/1.1" status: 200 len: 267 time: 0.0803933 Jun 10 16:17:24.853866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.854331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.854787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.855229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.855810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.856282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.856710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:24.858592 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba0ebbf1-d8ba-41e4-9e49-964e1516db5b tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4605 time: 0.6599340 Jun 10 16:17:24.868529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44688) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:24.873680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.876267 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef1b45b-c33e-46ae-a8f8-96639f47b8fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] GET failed (client error): The resource could not be found. Jun 10 16:17:24.884084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7ef1b45b-c33e-46ae-a8f8-96639f47b8fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "GET /v2.0/ports/a76bc757-7d9d-4f32-af01-5b86f403c8f6 HTTP/1.1" status: 404 len: 333 time: 0.4147372 Jun 10 16:17:24.884084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:24.884902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.901767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:24.905208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:24.976085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-5c33bdcb-967d-41ee-a736-33b41b0b5800 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] delete failed (client error): The resource could not be found. Jun 10 16:17:24.977247 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5c33bdcb-967d-41ee-a736-33b41b0b5800 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/263f7d49-5c00-4743-a56c-d0f15cce7303 HTTP/1.1" status: 404 len: 345 time: 0.1079504 Jun 10 16:17:24.985690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44694) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.015019 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7225b4-efbb-4362-b642-4e21db64bd20 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] DELETE failed (client error): The resource could not be found. Jun 10 16:17:25.015646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7225b4-efbb-4362-b642-4e21db64bd20 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:17:25.017359 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5c7225b4-efbb-4362-b642-4e21db64bd20 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a82e1b6b-d8b4-43d0-8e26-5ef0b0c2b4cb HTTP/1.1" status: 404 len: 339 time: 0.0307198 Jun 10 16:17:25.027735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.044707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=a76bc757-7d9d-4f32-af01-5b86f403c8f6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: from cryptography.utils import int_from_bytes Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: from cryptography.utils import int_from_bytes Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:17:25.049210 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:25.051831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.059781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'name': 'tempest-AllowedAddressPairTestJSON-735834357'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.062954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3926b099-a479-41d5-8afb-09b6f43ef982 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.074522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d98d31aa-41f2-4b9b-b414-3cf93f9477ee up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:25.083167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'network': {'name': 'tempest-network--521850786', 'router:external': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.100805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.107503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Made reservation on behalf of 4e5bbe83f3044a8594126c9f98b515a0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:25.109911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.113613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffd04d3-7c94-4a15-9bc8-19e0d6649596,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.122910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.129279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.154367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d98d31aa-41f2-4b9b-b414-3cf93f9477ee completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:25.158669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d98d31aa-41f2-4b9b-b414-3cf93f9477ee triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:25.159194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.170581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.174267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.175183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44700) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.177021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee3e12e3-3e84-4e91-b852-f383d3a89601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.189396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ca1621e-88a3-46c2-8725-2645a293b55b {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:17:25.190635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.193625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9757738 Jun 10 16:17:25.232317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44702) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.266412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Request body: {'security_group_rule': {'security_group_id': '23ebc1ee-fb8a-484a-a149-dfa31302b8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.273968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.286257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event deleted for resources: {'Port': ['ID=131a0292-262f-446e-82a8-6d0e8d028e29,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.302151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.308185 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "DELETE /v2.0/ports/131a0292-262f-446e-82a8-6d0e8d028e29 HTTP/1.1" status: 204 len: 168 time: 1.4917402 Jun 10 16:17:25.309402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.311681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44706) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.317683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d98d31aa-41f2-4b9b-b414-3cf93f9477ee, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:25.322149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:25.322576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.325057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-aee26a87-5ef2-44d4-9781-8af1cbcefa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.351072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.351537 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Added segment 87aa85a7-5223-450c-ad62-5df268042b79 of type vlan for network fcc6883a-2332-4eb2-8def-7da24fd7943d Jun 10 16:17:25.371624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.373880 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7ca1621e-88a3-46c2-8725-2645a293b55b HTTP/1.1" status: 204 len: 168 time: 2.0618601 Jun 10 16:17:25.379222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ca1621e-88a3-46c2-8725-2645a293b55b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.422354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.440531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.442696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.454079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.458998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.498501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.505673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-3f472691-9c16-4a57-b124-c5708dc7bc34 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:25.507896 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-3f472691-9c16-4a57-b124-c5708dc7bc34 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/networks?id=ccf5f5be-94d2-4286-991d-4d29d1913410 HTTP/1.1" status: 200 len: 811 time: 0.6425824 Jun 10 16:17:25.518216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-814286454'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.526914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:25.527488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.536500 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e743c48-0e3f-4e1a-89ce-4ed3de9d9f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:17:25.542208 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9e743c48-0e3f-4e1a-89ce-4ed3de9d9f05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "GET /v2.0/ports/131a0292-262f-446e-82a8-6d0e8d028e29 HTTP/1.1" status: 404 len: 333 time: 0.2232282 Jun 10 16:17:25.544641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44710) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.547535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.550720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Request body: {'port': {'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901330673'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.560709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:25.564197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.578848 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-409d715b-e8dc-4fc0-bbf8-b2436fa6c9f3 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/quotas/454c9667620d4e1eaee7b56e07aace68 HTTP/1.1" status: 200 len: 375 time: 0.0539184 Jun 10 16:17:25.589930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.595257 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5630913 Jun 10 16:17:25.595498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44714) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.611341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] device_id is not set on port b25886b7-4e4a-4004-979e-9da4d7864893 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:25.626294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.646850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.734816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44718) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.744564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'name': 'tempest-router--28039597', 'project_id': '8be78c0e1d014ba48b2e6bab01c1202b'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.750591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:25.753887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.781515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Network': ['ID=fcc6883a-2332-4eb2-8def-7da24fd7943d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.788097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.789876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.797366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network fcc6883a-2332-4eb2-8def-7da24fd7943d details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:25.857478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.865947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.872679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9475b69-87f7-4c3d-8533-6ba2053e296b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:25.900912 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-d0a712ae-02d4-4392-b3f8-9d91894f5cc2 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=454c9667620d4e1eaee7b56e07aace68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3027263 Jun 10 16:17:25.902716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa78099a-9cdc-481f-99f6-2f9b7860a400,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.905123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.917875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event updated for resources: {'Port': ['ID=43da20c4-5556-49be-83cf-deedb2b2d286,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:25.927300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.928491 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6945741 Jun 10 16:17:25.932212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44720) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:25.934089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:25.934744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Made reservation on behalf of 203c0da8bae0401e9fbcbd0ed28fe2dc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:25.937082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.938823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:25.955067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.956052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:25.974352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:17:25.974352 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 16:17:25.974352 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id': 'c2725889ff6041918d12f40ce5addce0', 'id': '45d84b45-6044-400c-864f-5c1ab1631d32', 'expiration': datetime.datetime(2021, 6, 10, 16, 19, 25, 964074)}] Jun 10 16:17:25.974352 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:17:25.974722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:17:26.038310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.043968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.058420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.072670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e51cd-1743-44db-a991-ba078b32c6f3 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.079162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.080371 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3ea87307-8509-4cc2-a899-923b0824ee04 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3394134 Jun 10 16:17:26.081279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e51cd-1743-44db-a991-ba078b32c6f3 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.085320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44728) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:26.090537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e51cd-1743-44db-a991-ba078b32c6f3 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.098211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e51cd-1743-44db-a991-ba078b32c6f3 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:26.101186 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f11e51cd-1743-44db-a991-ba078b32c6f3 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5034316 Jun 10 16:17:26.111576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.116078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44730) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:26.128823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port 39f240f9-ee79-4b57-a219-1e4082031eeb yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:26.237604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-5c024284-0f1c-446a-8157-869fac3c1d33 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:17:26.238913 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-5c024284-0f1c-446a-8157-869fac3c1d33 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1724167 Jun 10 16:17:26.274089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.418407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.419664 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5196013 Jun 10 16:17:26.420990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Allocated IP 172.20.0.4 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/b25886b7-4e4a-4004-979e-9da4d7864893) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:26.536925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.569322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.797980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.840128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.846585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.850893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.853865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-6d8cfe75-cba3-438d-bcb5-d055f0b6df9c service neutron] 10.222.0.23 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046700 Jun 10 16:17:26.855556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc6883a-2332-4eb2-8def-7da24fd7943d']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:26.913898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aa85a7-5223-450c-ad62-5df268042b79') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:26.913898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aa85a7-5223-450c-ad62-5df268042b79') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:26.923686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.942497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.946488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44754) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:26.960535 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 16:17:26.965380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:26.965846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20d59c63-fe2d-4f6b-9ca2-b155a49375c3 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:17:27.006760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.029680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.037494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.037774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d98d31aa-41f2-4b9b-b414-3cf93f9477ee up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:27.040524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:27.040927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.041336 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bfc74ad1-47c2-4711-a245-436fbf5e7c7a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/routers/20d59c63-fe2d-4f6b-9ca2-b155a49375c3 HTTP/1.1" status: 204 len: 168 time: 0.9480810 Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:27.043355 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:27.110905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d98d31aa-41f2-4b9b-b414-3cf93f9477ee triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:27.111546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.158806 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-9b246498-1037-48ec-bcc5-7af875fc988a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1326109968&fields=id&tenant_id=af1822223b94484fa049ec479442465a HTTP/1.1" status: 200 len: 267 time: 0.2044768 Jun 10 16:17:27.160864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.171535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5382ff5c-93c9-421f-9230-008e723a6f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.200644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:27.202346 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-58c24195-807e-4bca-8743-81d8f289ca1e service neutron] 10.222.0.23 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342268 Jun 10 16:17:27.229073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Transition to ACTIVE for port object b25886b7-4e4a-4004-979e-9da4d7864893 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:27.240735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:27.243310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.262986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:27.264182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.264766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.297822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44758) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:27.341942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.351662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.372117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.377126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Allocated IP 172.26.5.18 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/19de2203-e762-446b-84ee-269a639aabc9) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:27.425966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:27.446258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c566feaf-7d58-412e-9769-d548b29e9670,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:27.455303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:27.473537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.474779 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment 941b0765-f12f-4fc2-bc58-5fd510c50a32 of type vlan for network af590fa0-92c4-4bf3-86cf-389b54bf513b Jun 10 16:17:27.510905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcc6883a-2332-4eb2-8def-7da24fd7943d {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:17:27.513971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9669509 Jun 10 16:17:27.527350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44762) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:27.528678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.536578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/networks/fcc6883a-2332-4eb2-8def-7da24fd7943d HTTP/1.1" status: 204 len: 168 time: 1.4150643 Jun 10 16:17:27.537759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=39f240f9-ee79-4b57-a219-1e4082031eeb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:27.545069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:27.548943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:27.559849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44764) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:27.560629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.567212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'network': {'name': 'tempest-network--731816890', 'router:external': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:27.585391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1667751060', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:27.605314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.664453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.665580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.703840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.721434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.756739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-fd623ef1-30ec-492d-ba1c-c25974afb77e tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.758232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-fd623ef1-30ec-492d-ba1c-c25974afb77e tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/networks?id=659d76e6-17e5-406f-b087-092d83367cff HTTP/1.1" status: 200 len: 805 time: 0.5828762 Jun 10 16:17:27.758943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Made reservation on behalf of 4e5bbe83f3044a8594126c9f98b515a0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:27.761232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.766547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcc6883a-2332-4eb2-8def-7da24fd7943d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:27.767797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.771108 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f7b3772e-2656-4031-8561-7481c8a9d78c req-ed09ca1e-24ef-45a5-abbe-b83eab022fdc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.0723557 Jun 10 16:17:27.774324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:27.781823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.784140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:27.784732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.790855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-53034289-8a69-462d-a8c0-25193dffb2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:27.860448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:27.865057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:27.867781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=b25886b7-4e4a-4004-979e-9da4d7864893,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:27.870123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6872997 Jun 10 16:17:27.905884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:27.917626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:27.934748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:28.083041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:28.128046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.128465 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Added segment 4acd5c7c-8baa-4eb7-a165-5f61be8471e7 of type vlan for network 4efbc767-36fc-4697-96ea-acfd65ef2185 Jun 10 16:17:28.171300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=af590fa0-92c4-4bf3-86cf-389b54bf513b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:28.184921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:28.186082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.191039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:28.198840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network af590fa0-92c4-4bf3-86cf-389b54bf513b details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:28.435303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-560c53c2-605e-410a-ab62-a4365e91e075 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/quotas/af1822223b94484fa049ec479442465a HTTP/1.1" status: 200 len: 375 time: 0.6577382 Jun 10 16:17:28.526601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.535140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:28.537069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.540789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:28.559850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:28.571865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:28.618564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event updated for resources: {'Port': ['ID=19de2203-e762-446b-84ee-269a639aabc9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:28.686504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:28.739545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bb2c3245-576a-49c9-ab3c-baeb11604d6d None None] Provisioning for port b25886b7-4e4a-4004-979e-9da4d7864893 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:28.745946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bb2c3245-576a-49c9-ab3c-baeb11604d6d None None] Provisioning complete for port b25886b7-4e4a-4004-979e-9da4d7864893 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:28.746418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb2c3245-576a-49c9-ab3c-baeb11604d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.758438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.784513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.808998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c3245-576a-49c9-ab3c-baeb11604d6d None None] Port b25886b7-4e4a-4004-979e-9da4d7864893 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:28.887707 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8818099 Jun 10 16:17:28.896020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44800) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:28.925238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:28.935964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fa:12:e7'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:28.999626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:17:29.260187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4076a085-92f3-4de4-8a86-f8d3c66ac46e req-d720da6c-ce54-4229-811c-2135eedb385f tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.3236561 Jun 10 16:17:29.287260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.357957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.366701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:29.367804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.376333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:29.472813 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-80459fd8-623d-4640-9dd3-8daeb6a34873 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af1822223b94484fa049ec479442465a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0260646 Jun 10 16:17:29.529965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Network': ['ID=4efbc767-36fc-4697-96ea-acfd65ef2185,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:29.543952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:29.551344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 4efbc767-36fc-4697-96ea-acfd65ef2185 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:29.647574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.736131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.757243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-ddba6b52-ce37-4fc9-87ee-e91627ad295a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:17:29.758838 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-ddba6b52-ce37-4fc9-87ee-e91627ad295a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.1623487 Jun 10 16:17:29.760094 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1970096 Jun 10 16:17:29.770323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44818) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:29.851669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.914907 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5b27d394-4be1-4622-9c60-b0e06c74a6e6 service neutron] 10.222.0.23 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339483 Jun 10 16:17:29.947728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:29.967887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Allocated IP 172.26.5.104 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/3f93c954-4641-465f-a401-6101d3e96d5d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:30.071704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c70a5966-e5d1-40ed-b22d-627994ef87f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:30.161884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e3e484-414e-4cbd-933e-78b8d01f0dbb tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:30.166143 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-58e3e484-414e-4cbd-933e-78b8d01f0dbb tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] 10.222.0.23 "GET /v2.0/networks/4efbc767-36fc-4697-96ea-acfd65ef2185 HTTP/1.1" status: 200 len: 756 time: 0.3919668 Jun 10 16:17:30.171260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44820) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:30.179845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event updated for resources: {'Port': ['ID=19de2203-e762-446b-84ee-269a639aabc9,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:30.196179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:30.204441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.230865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.240121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.249576 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3074505 Jun 10 16:17:30.269422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] device_id is not set on port 39f240f9-ee79-4b57-a219-1e4082031eeb yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:30.295354 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-499a279e-c1e1-455d-882c-bc4a1e7dd33d service neutron] 10.222.0.23 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606694 Jun 10 16:17:30.384967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.387746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:30.397053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.426325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.444444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Transition to ACTIVE for port object 39f240f9-ee79-4b57-a219-1e4082031eeb will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:30.468690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:30.483179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.25', 58247) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:30.483914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca976f24-9e2a-4e8c-81f7-f274f88502f1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:30.504163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event updated for resources: {'Port': ['ID=3f93c954-4641-465f-a401-6101d3e96d5d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:30.518854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:30.556556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:30.559419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:30.563578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:30.594646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae1b11-2a55-4f86-8e20-b1c6023ae7e7 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:30.598550 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e4ae1b11-2a55-4f86-8e20-b1c6023ae7e7 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] 10.222.0.23 "GET /v2.0/networks/bcdbbd26-7525-440e-83d8-d03d148ba563 HTTP/1.1" status: 200 len: 767 time: 0.4174087 Jun 10 16:17:30.655252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44828) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:30.787262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:30.787599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:30.787939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:30.790113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=39f240f9-ee79-4b57-a219-1e4082031eeb,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:30.822766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:30.846439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:30.852032 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:30.863643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 2 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:30.884352 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3bdd0dbc-0468-4551-8739-eea404671090 req-29dfedb8-c656-4db1-bd51-886686ac5d72 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.2269652 Jun 10 16:17:30.976173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:30.977045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:30.977421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:31.014153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-6c3e8a9f-09a8-4bf7-9f45-db0db1ab00e8 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:31.015503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-6c3e8a9f-09a8-4bf7-9f45-db0db1ab00e8 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.25 "GET /v2.0/networks?id=ccf5f5be-94d2-4286-991d-4d29d1913410 HTTP/1.1" status: 200 len: 811 time: 0.5219078 Jun 10 16:17:31.016061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:31.016384 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:31.020743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 3 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:31.046949 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-b4baa5bd-1125-4728-b198-c4a0befb8827 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1130517560&fields=id&tenant_id=0bc8753f1dc44f178172e1f253c0ec15 HTTP/1.1" status: 200 len: 267 time: 0.1353598 Jun 10 16:17:31.141210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44858) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:31.157418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:31.192812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:31.192933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:31.193175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:31.193515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:31.227696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:31.227888 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:31.230578 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1c0a04a3-6ea1-4890-9308-5d453a663397 req-25a5c4cd-a716-422c-8050-ec3b6406145c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.0942645 Jun 10 16:17:31.238112 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 4 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:31.314184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:31.320645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-7fd0937b-e437-460a-8d93-156a783567eb tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454c9667620d4e1eaee7b56e07aace68 HTTP/1.1" status: 200 len: 379 time: 0.2393191 Jun 10 16:17:31.325070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:31.325409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:31.325740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:31.340060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Request body: {'port': {'device_id': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'admin_state_up': True, 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'security_groups': ['cfc1787a-3807-4a34-92a3-5fd53d0647ce']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:31.344057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:31.350803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0db5f0c4-9700-48e5-8418-ba6ebbf6ba74 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:31.379072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:31.379405 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:31.381576 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 5 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:31.391170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-57aadf93-5f93-475a-83f7-2b81e646965c tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:31.397763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-57aadf93-5f93-475a-83f7-2b81e646965c tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 811 time: 0.3497622 Jun 10 16:17:31.772530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:31.772864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:31.773776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:31.799327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:31.802756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:31.844378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-adbca210-b058-4567-9547-a48e36b05a0b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/quotas/0bc8753f1dc44f178172e1f253c0ec15 HTTP/1.1" status: 200 len: 375 time: 0.4455934 Jun 10 16:17:31.859342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8ee36a1b-1dcd-40a4-b22d-eb7a82de883c None None] Provisioning complete for port b25886b7-4e4a-4004-979e-9da4d7864893 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:31.862775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8ee36a1b-1dcd-40a4-b22d-eb7a82de883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:31.886542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:31.887935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=b25886b7-4e4a-4004-979e-9da4d7864893,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:31.901235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:31.942765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:31.948124 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:31.955276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efbc767-36fc-4697-96ea-acfd65ef2185']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:31.968564 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 6 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:31.985460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4acd5c7c-8baa-4eb7-a165-5f61be8471e7') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:31.985750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4acd5c7c-8baa-4eb7-a165-5f61be8471e7') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:32.009660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8ee36a1b-1dcd-40a4-b22d-eb7a82de883c None None] Port b25886b7-4e4a-4004-979e-9da4d7864893 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:32.044806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.068206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.123199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.129446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:32.129990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:32.130491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:32.146292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:32.146292 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:32.146292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] In _notify_port_updated(), no bound segment for port b25886b7-4e4a-4004-979e-9da4d7864893 on network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:17:32.151959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:32.152760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.155040 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "PUT /v2.0/ports/b25886b7-4e4a-4004-979e-9da4d7864893 HTTP/1.1" status: 200 len: 1009 time: 3.2525010 Jun 10 16:17:32.158472 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 7 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:32.177356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44898) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:32.178700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:32.179139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:32.180299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:32.205310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:32.205969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:32.217303 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:32.271307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-85d38800-37c1-48aa-8345-a388dcbfb230 req-33207e85-d9a1-4002-8287-04ae4ffc5c9b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.0814819 Jun 10 16:17:32.288723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-84d43266-1913-45f2-8716-eb7380d86515 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4356241 Jun 10 16:17:32.298136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:32.298515 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:32.343591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 8 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:32.479244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:32.480459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:32.481012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:32.482770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.489765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:32.490324 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:32.503528 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 9 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:32.530802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:32.531938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:32.532386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:32.543414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:32.544374 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:32.551636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempt 10 to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb Jun 10 16:17:32.565231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a1a87e4-9379-4558-ba00-d6e00338282a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:32.571014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Made reservation on behalf of 454c9667620d4e1eaee7b56e07aace68 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:32.574492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.579974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4efbc767-36fc-4697-96ea-acfd65ef2185 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:17:32.585021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port b25886b7-4e4a-4004-979e-9da4d7864893 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:32.585387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.594605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.606499 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4efbc767-36fc-4697-96ea-acfd65ef2185 HTTP/1.1" status: 204 len: 168 time: 1.9501688 Jun 10 16:17:32.608077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44904) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:32.639621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'network': {'name': 'tempest-network--609192286'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:32.649531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:32.649869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:32.650206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempting to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:32.748426 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-3e371d8b-6022-48a0-a485-5ec5b2d33f59 service neutron] 10.222.0.23 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579687 Jun 10 16:17:32.753750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:32.754404 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Failed to bind port 39f240f9-ee79-4b57-a219-1e4082031eeb on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9b4e093b-efd7-42e0-aacb-abb6fc4c992b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f'}] Jun 10 16:17:32.754404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.813383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.832048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Network': ['ID=4efbc767-36fc-4697-96ea-acfd65ef2185,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:32.834763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:32.891988 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2332591b-fc77-4512-9d68-c7d5981b48fa req-a32e9944-5ae9-4ba5-ae49-36c60b327161 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.2820044 Jun 10 16:17:32.919135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Made reservation on behalf of 4e5bbe83f3044a8594126c9f98b515a0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:32.921834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:32.964431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.026399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8e1eaed2-81f9-4e11-837b-be5539496649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:33.162501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': '941b0765-f12f-4fc2-bc58-5fd510c50a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:33.162855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: af590fa0-92c4-4bf3-86cf-389b54bf513b, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:33.168061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=9b6896fd-4a31-4e98-ab08-b5acc7a50df4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:33.191628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:33.195886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.207957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network af590fa0-92c4-4bf3-86cf-389b54bf513b is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:33.229009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, af590fa0-92c4-4bf3-86cf-389b54bf513b) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:33.236948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:33.237574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.240685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9a82a-9e12-4c59-ac73-a657512502b1 None None] Network af590fa0-92c4-4bf3-86cf-389b54bf513b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:33.257243 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1130126 Jun 10 16:17:33.261092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:33.275287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832050671'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:33.296277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Router 16d60611-6764-46e2-a545-8d12ab38fc9a is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:33.385665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:33.390309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.441246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for b25886b7-4e4a-4004-979e-9da4d7864893 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:33.467504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:33.475925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46089805-cf47-4ac7-a385-5f58ed14e59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.528273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:33.540707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.541560 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment 388a4e9b-d327-4a88-8921-62b67979e523 of type vlan for network ce4bda89-4307-47fe-bcdd-727d13710f7c Jun 10 16:17:33.545810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] For port 39f240f9-ee79-4b57-a219-1e4082031eeb, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:33.546426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attempted to set empty binding levels {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 10 16:17:33.571324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.578877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.579222 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Added segment 3a26a786-d968-40cf-aa10-22377fb44b64 of type vlan for network 784b301d-3ddf-4dc6-8736-3fcf279aef20 Jun 10 16:17:33.580478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61a479c7-a021-4691-a8a7-a0e030edff9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:33.609017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.659628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.680996 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-14119d7c-c954-41d5-8db2-1b8f8669d2d1 service neutron] 10.222.0.23 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239473 Jun 10 16:17:33.711715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] In _notify_port_updated(), no bound segment for port 39f240f9-ee79-4b57-a219-1e4082031eeb on network 293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:17:33.712579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:33.713188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.716288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-af590fa0-92c4-4bf3-86cf-389b54bf513b', 'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '9b6896fd-4a31-4e98-ab08-b5acc7a50df4'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:17:33.717382 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "PUT /v2.0/ports/39f240f9-ee79-4b57-a219-1e4082031eeb HTTP/1.1" status: 200 len: 981 time: 6.1764827 Jun 10 16:17:33.720591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.721107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44910) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:33.723662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:33.724735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.736193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Allocated IP 172.20.0.3 (ccf5f5be-94d2-4286-991d-4d29d1913410/b70c014a-61e0-47cf-87ea-3753046e4a42/35d6abae-810b-40a0-b0d6-35f715e1fefa) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:33.776552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4a11fae4-cd28-451f-b1b7-83be3e099d5f req-4701e994-0d22-4384-8326-0236a760c377 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.2744122 Jun 10 16:17:33.798103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8e80c827-5571-445f-87db-81bc8303b014 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:33.805100 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5421681 Jun 10 16:17:33.819116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:33.820086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44912) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:33.848902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:33.859555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event updated for resources: {'Port': ['ID=39f240f9-ee79-4b57-a219-1e4082031eeb,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:33.880274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:34.172889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Allocated IP 2001:db8:0:ffff::2 (af590fa0-92c4-4bf3-86cf-389b54bf513b/9b6896fd-4a31-4e98-ab08-b5acc7a50df4/670d36f0-22fb-48c5-9f68-0c60d56ff379) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:34.265177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=ce4bda89-4307-47fe-bcdd-727d13710f7c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:34.283934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:34.325384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:34.334267 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-928d6e83-4b77-41d6-b083-ca1d0152a3de req-e5d101e9-f0fb-496f-ba33-3c39f0185551 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.1171575 Jun 10 16:17:34.353386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:34.358182 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0593164 Jun 10 16:17:34.358780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44920) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:34.435404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:34.551284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:34.551974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:34.554575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:34.589412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:34.614593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Transition to ACTIVE for port object 670d36f0-22fb-48c5-9f68-0c60d56ff379 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:34.644934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Transition to ACTIVE for port object 670d36f0-22fb-48c5-9f68-0c60d56ff379 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:34.652850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ce4bda89-4307-47fe-bcdd-727d13710f7c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:34.653478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] Sync routers for ids ['16d60611-6764-46e2-a545-8d12ab38fc9a'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:34.680111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:34.715525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:34.736156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] Routers {'16d60611-6764-46e2-a545-8d12ab38fc9a'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:34.736794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['16d60611-6764-46e2-a545-8d12ab38fc9a'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:34.984016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Network af590fa0-92c4-4bf3-86cf-389b54bf513b is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:34.986591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:34.989637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:35.145702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Network': ['ID=784b301d-3ddf-4dc6-8736-3fcf279aef20,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:35.146733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Pushing event updated for resources: {'Port': ['ID=670d36f0-22fb-48c5-9f68-0c60d56ff379,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:35.150570 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-399c6c6e-154c-4fcd-8102-1e6aec8e6de5 req-6562a78b-8955-4e95-a985-3a3ac954a0d8 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.0607460 Jun 10 16:17:35.152372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-82bbb761-206c-4561-9f43-621613890c75 req-ae7065aa-35a2-418b-9114-aaec8203f64d tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.7422249 Jun 10 16:17:35.165305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:35.179704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:35.235146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 784b301d-3ddf-4dc6-8736-3fcf279aef20 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:35.242832 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6cd5ef0a-2ab5-4d13-b58b-a642b3436c8c tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/16d60611-6764-46e2-a545-8d12ab38fc9a HTTP/1.1" status: 200 len: 925 time: 0.8821313 Jun 10 16:17:35.245670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44930) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:35.245897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.248381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:35.256499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:35.260811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.264258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:35.297636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6761293 Jun 10 16:17:35.305966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44932) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:35.308642 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d6da99b4-9b7d-4442-8d8f-013d0162af01 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=16d60611-6764-46e2-a545-8d12ab38fc9a HTTP/1.1" status: 200 len: 205 time: 0.0611782 Jun 10 16:17:35.314410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:35.317550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44934) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:35.317890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] Routers {'16d60611-6764-46e2-a545-8d12ab38fc9a'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:35.321371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['16d60611-6764-46e2-a545-8d12ab38fc9a'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:35.327283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Deleting port 39f240f9-ee79-4b57-a219-1e4082031eeb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:35.327854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.332403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.353352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=b25886b7-4e4a-4004-979e-9da4d7864893,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:35.366518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:35.464180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:35.464961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d68a30-0341-4d7c-8cc9-3c1c7c7a5d97 None None] The sync data for ids ['16d60611-6764-46e2-a545-8d12ab38fc9a'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:35.569617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Attempting to bind port 670d36f0-22fb-48c5-9f68-0c60d56ff379 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:35.570607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Attempting to bind port 670d36f0-22fb-48c5-9f68-0c60d56ff379 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '941b0765-f12f-4fc2-bc58-5fd510c50a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:35.571328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Attempting to bind port 670d36f0-22fb-48c5-9f68-0c60d56ff379 on network af590fa0-92c4-4bf3-86cf-389b54bf513b {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:35.587443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:35.590001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Checking segment: {'id': '941b0765-f12f-4fc2-bc58-5fd510c50a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:35.598875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.599300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Bound using segment: {'id': '941b0765-f12f-4fc2-bc58-5fd510c50a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:35.599821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Bound port: 670d36f0-22fb-48c5-9f68-0c60d56ff379, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941b0765-f12f-4fc2-bc58-5fd510c50a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'af590fa0-92c4-4bf3-86cf-389b54bf513b'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:35.600214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.812803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Transition to ACTIVE for port object 35d6abae-810b-40a0-b0d6-35f715e1fefa will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:35.843452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] For port 670d36f0-22fb-48c5-9f68-0c60d56ff379, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:35.862381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] For port 670d36f0-22fb-48c5-9f68-0c60d56ff379, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=670d36f0-22fb-48c5-9f68-0c60d56ff379,segment=NetworkSegment(941b0765-f12f-4fc2-bc58-5fd510c50a32),segment_id=941b0765-f12f-4fc2-bc58-5fd510c50a32)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:35.868819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.873102 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b5affa73-a2a5-45fb-9ec9-7c1cae2c9d65 req-9ebde34a-6030-42f0-89b6-087eb0f4bc37 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.1046045 Jun 10 16:17:35.892017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-461e64b9-12e3-4103-8774-e51d8790eebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:35.900456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] For port 39f240f9-ee79-4b57-a219-1e4082031eeb, host hv-neutron-6013, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:35.900815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.921177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:35.925406 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/ports/b25886b7-4e4a-4004-979e-9da4d7864893 HTTP/1.1" status: 204 len: 168 time: 3.7373681 Jun 10 16:17:35.929554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44940) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:36.040307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Calling delete_port for 39f240f9-ee79-4b57-a219-1e4082031eeb owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:36.092382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Pushing event updated for resources: {'Port': ['ID=670d36f0-22fb-48c5-9f68-0c60d56ff379,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:36.095218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.096641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:36.138407 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8477b4b2-36c2-453e-8a97-7fe3c3389933 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] GET failed (client error): The resource could not be found. Jun 10 16:17:36.139042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.139165 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8477b4b2-36c2-453e-8a97-7fe3c3389933 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "GET /v2.0/ports/b25886b7-4e4a-4004-979e-9da4d7864893 HTTP/1.1" status: 404 len: 333 time: 0.1963751 Jun 10 16:17:36.139165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44942) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:36.144826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'name': 'tempest-AllowedAddressPairTestJSON-2065946621'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:36.275821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9565e6a-630a-40f9-9adf-8a5b33e4c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.280104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.25', 58254) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:36.331459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.504547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:36.659696 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6839a98-7a6a-4251-87e4-e2df90bd8734 req-6ba52672-fb5f-46d9-aedd-59858270914a tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.1233323 Jun 10 16:17:36.668302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.707429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.717784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:36.765097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Network 784b301d-3ddf-4dc6-8736-3fcf279aef20 is not hosted by any dhcp agent {{(pid=92386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:17:36.766029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:36.766622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:36.767924 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "PUT /v2.0/networks/784b301d-3ddf-4dc6-8736-3fcf279aef20 HTTP/1.1" status: 200 len: 857 time: 1.4582131 Jun 10 16:17:36.831687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44950) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:36.869528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event updated for resources: {'Network': ['ID=784b301d-3ddf-4dc6-8736-3fcf279aef20,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:36.875202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:36.920136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Network ccf5f5be-94d2-4286-991d-4d29d1913410 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:36.998294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.010497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:37.022011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:37.031285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.052079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event updated for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:37.151484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 670d36f0-22fb-48c5-9f68-0c60d56ff379 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:37.178066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:37.284886 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dc5ecda7-6235-4e36-8fe9-97920b31bb3b req-fa7f62e3-b254-4931-8dbb-5014f3cbe2d9 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.0986586 Jun 10 16:17:37.311279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.321307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.332473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.347437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:37.357656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 670d36f0-22fb-48c5-9f68-0c60d56ff379 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:37.384105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-0f412073-4fbe-4dd6-9ed1-1dd1f9afba1a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:37.385720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-0f412073-4fbe-4dd6-9ed1-1dd1f9afba1a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.25 "GET /v2.0/networks?id=659d76e6-17e5-406f-b087-092d83367cff HTTP/1.1" status: 200 len: 805 time: 1.0557351 Jun 10 16:17:37.439652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:37.440355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.459165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Pushing event deleted for resources: {'Port': ['ID=39f240f9-ee79-4b57-a219-1e4082031eeb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:37.477066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:37.481117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b190a858-1790-4e08-897d-dfbd7b5ae788 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:37.488323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.489161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.499357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "DELETE /v2.0/ports/39f240f9-ee79-4b57-a219-1e4082031eeb HTTP/1.1" status: 204 len: 168 time: 3.7701333 Jun 10 16:17:37.505246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44960) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:37.511271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2486d-5294-4582-b83d-0d2e21e3fb19 req-68d6f8d2-c6ad-44d1-84d2-aeee62b7b8ca tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:37.512760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88e2486d-5294-4582-b83d-0d2e21e3fb19 req-68d6f8d2-c6ad-44d1-84d2-aeee62b7b8ca tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 931 time: 0.9574146 Jun 10 16:17:37.537313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784b301d-3ddf-4dc6-8736-3fcf279aef20']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:37.559883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:37.566582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.588200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a26a786-d968-40cf-aa10-22377fb44b64') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:37.588507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a26a786-d968-40cf-aa10-22377fb44b64') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:37.592046 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cf6a5f-13c6-42e9-a251-74b735615ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:17:37.594111 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d9cf6a5f-13c6-42e9-a251-74b735615ced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] 10.222.0.23 "GET /v2.0/ports/39f240f9-ee79-4b57-a219-1e4082031eeb HTTP/1.1" status: 404 len: 333 time: 0.0748744 Jun 10 16:17:37.604643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44962) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:37.621710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.632303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a093268e-071d-4661-9b28-ae2375be7db7 None None] Provisioning for port 35d6abae-810b-40a0-b0d6-35f715e1fefa completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:37.652550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a093268e-071d-4661-9b28-ae2375be7db7 None None] Provisioning complete for port 35d6abae-810b-40a0-b0d6-35f715e1fefa triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:37.653790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a093268e-071d-4661-9b28-ae2375be7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.715282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3807580 Jun 10 16:17:37.799474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-afbc6591-4fc2-4efe-a726-a86e1e4c7136 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:17:37.821776 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-afbc6591-4fc2-4efe-a726-a86e1e4c7136 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0330460 Jun 10 16:17:37.833206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.25', 58257) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:37.848145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a093268e-071d-4661-9b28-ae2375be7db7 None None] Port 35d6abae-810b-40a0-b0d6-35f715e1fefa cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:37.849935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Deleting port 3f93c954-4641-465f-a401-6101d3e96d5d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:37.850446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.867634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:37.899696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e8e51-06b4-4987-beed-1d8431af6f35 None None] Network af590fa0-92c4-4bf3-86cf-389b54bf513b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:37.931177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] device_id is not set on port e1d2dd3f-8677-43cc-b845-0b713b0ad83e yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:37.956307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=9244cc1a-1ae9-4a1f-a326-857deed2c46c,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:37.967088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:37.973324 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-213b4967-e3a8-4881-b698-7a3ae280b5d8 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af1822223b94484fa049ec479442465a HTTP/1.1" status: 200 len: 380 time: 0.4007559 Jun 10 16:17:37.988674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.005088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:38.005609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:38.008662 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:38.061588 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88e2486d-5294-4582-b83d-0d2e21e3fb19 req-f63c41dd-f76b-4d14-ab0f-f40744e4548f tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927646 Jun 10 16:17:38.078254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Request body: {'port': {'device_id': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'admin_state_up': True, 'tenant_id': 'af1822223b94484fa049ec479442465a', 'security_groups': ['1ead1acc-6b0e-49d2-9ac3-54ea361824c9']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:38.142495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:38.142916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: ce4bda89-4307-47fe-bcdd-727d13710f7c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:38.146777 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7cef6117-4d36-4795-bb69-540965da4c43 req-8894da27-5916-4e1f-bcff-9c7ad2ad20bf tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.1351321 Jun 10 16:17:38.185413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Request body: {'port': {'device_id': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:38.320028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.566377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Provisioning for port 670d36f0-22fb-48c5-9f68-0c60d56ff379 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:38.576483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Provisioning complete for port 670d36f0-22fb-48c5-9f68-0c60d56ff379 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:38.577267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.703148 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f09a2e19-01fb-4e52-9aa7-4682baae3382 req-0f5fdadc-1a02-4cd2-862d-ff849a2fde17 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.0669308 Jun 10 16:17:38.756441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network ce4bda89-4307-47fe-bcdd-727d13710f7c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:38.761688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.781533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.784845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-38c878ca-6a58-4bf8-8eab-85473df52085 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:38.786533 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-38c878ca-6a58-4bf8-8eab-85473df52085 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 811 time: 0.9331472 Jun 10 16:17:38.798082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:38.812723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4e093b-efd7-42e0-aacb-abb6fc4c992b') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:38.813014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4e093b-efd7-42e0-aacb-abb6fc4c992b') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:38.823441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] For port 670d36f0-22fb-48c5-9f68-0c60d56ff379, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=670d36f0-22fb-48c5-9f68-0c60d56ff379,segment=NetworkSegment(941b0765-f12f-4fc2-bc58-5fd510c50a32),segment_id=941b0765-f12f-4fc2-bc58-5fd510c50a32)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:38.834713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.837794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.844333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:38.863989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.872864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:38.873638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.881218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.894786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ce4bda89-4307-47fe-bcdd-727d13710f7c) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:38.922255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adaf9c6-0f38-4e21-83f2-a0d692fc6f87 None None] Network ce4bda89-4307-47fe-bcdd-727d13710f7c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:38.933344 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:38.959356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:38.959942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:38.979633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Allocated IP 172.20.0.14 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/e1d2dd3f-8677-43cc-b845-0b713b0ad83e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:39.046490 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-8384ca4e-3635-48d5-9364-e17a25b92447 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bc8753f1dc44f178172e1f253c0ec15 HTTP/1.1" status: 200 len: 380 time: 0.2031748 Jun 10 16:17:39.071132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.089573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Made reservation on behalf of af1822223b94484fa049ec479442465a for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:39.094059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.097382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Pushing event updated for resources: {'Port': ['ID=670d36f0-22fb-48c5-9f68-0c60d56ff379,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:39.128621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:39.134997 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.3034699 Jun 10 16:17:39.140096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44976) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:39.194237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Calling delete_port for 3f93c954-4641-465f-a401-6101d3e96d5d owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:39.254411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.264258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.361847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1d97a560-6667-4ff3-a14a-6bceabc2f5c6 None None] Provisioning complete for port 670d36f0-22fb-48c5-9f68-0c60d56ff379 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:39.362266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d97a560-6667-4ff3-a14a-6bceabc2f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.376682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Request body: {'port': {'device_id': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'admin_state_up': True, 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'security_groups': ['23ebc1ee-fb8a-484a-a149-dfa31302b8cf']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:39.392005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a35cd8bc-6ca9-48fa-8c6d-ce0e3aba8f1a tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:39.414240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.419544 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] 10.222.0.23 "DELETE /v2.0/networks/293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f HTTP/1.1" status: 204 len: 168 time: 1.8135879 Jun 10 16:17:39.473353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 784b301d-3ddf-4dc6-8736-3fcf279aef20 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:17:39.478068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c043384-6357-4208-9aa6-692d7b6ead8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Pushing event deleted for resources: {'Network': ['ID=293d9ea2-c08d-48e7-bfe0-0cbe41f30a4f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:39.483304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.486072 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] 10.222.0.23 "DELETE /v2.0/networks/784b301d-3ddf-4dc6-8736-3fcf279aef20 HTTP/1.1" status: 204 len: 168 time: 2.6536317 Jun 10 16:17:39.505723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44982) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:39.530359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Pushing event deleted for resources: {'Network': ['ID=784b301d-3ddf-4dc6-8736-3fcf279aef20,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:39.575149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:39.575951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:39.576476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:39.579776 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d753aeb-a78f-4f6b-953d-63b0a3264153 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] DELETE failed (client error): The resource could not be found. Jun 10 16:17:39.580506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d753aeb-a78f-4f6b-953d-63b0a3264153 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:17:39.582484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6d753aeb-a78f-4f6b-953d-63b0a3264153 tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] 10.222.0.23 "DELETE /v2.0/subnets/2879d37d-bbc0-4e12-bf42-bffdb4d4a49d HTTP/1.1" status: 404 len: 337 time: 0.0731883 Jun 10 16:17:39.582761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ce4bda89-4307-47fe-bcdd-727d13710f7c', 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '9244cc1a-1ae9-4a1f-a326-857deed2c46c'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:17:39.584864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.588595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44984) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:39.591950 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd05ab68-b1bf-4335-96b6-0892784e0abf req-122af415-a394-4fd3-bbe9-c5089e5c95e3 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.0453627 Jun 10 16:17:39.626971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Made reservation on behalf of 0bc8753f1dc44f178172e1f253c0ec15 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:39.630836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:39.958782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.010000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Allocated IP 172.20.0.5 (659d76e6-17e5-406f-b087-092d83367cff/6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0/e5abad5e-4b81-42dc-b988-9fceedc9747e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:40.034959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d759f8f-1f5b-4021-9202-027a3481738b req-7d16a687-f3ad-487f-83e7-ad80cb2458c4 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:40.041959 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4d759f8f-1f5b-4021-9202-027a3481738b req-7d16a687-f3ad-487f-83e7-ad80cb2458c4 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 931 time: 0.6442657 Jun 10 16:17:40.196336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Allocated IP 2001:db8::1 (ce4bda89-4307-47fe-bcdd-727d13710f7c/9244cc1a-1ae9-4a1f-a326-857deed2c46c/0a5b03c8-a980-4838-9aec-948fb5a068f0) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:40.258678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 44990) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:40.404765 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4d759f8f-1f5b-4021-9202-027a3481738b req-aebfacbe-f3b4-4a3e-9808-3df429ed981b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568861 Jun 10 16:17:40.522056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.584894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.592793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.604712 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06172a4e-64ae-45eb-bba0-0a4e6b15c374 req-bfd1d396-943f-466d-90ac-78a096b38fc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.1633787 Jun 10 16:17:40.606804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.608964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Transition to ACTIVE for port object 0a5b03c8-a980-4838-9aec-948fb5a068f0 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:40.652213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdbbd26-7525-440e-83d8-d03d148ba563']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:40.656469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Transition to ACTIVE for port object 0a5b03c8-a980-4838-9aec-948fb5a068f0 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:40.662104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f089c115-1400-43fe-ad3f-c14369be7aa0 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:40.665792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.670811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54520d77-7bd6-4017-9be9-69888bd6c754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:40.748402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Network ce4bda89-4307-47fe-bcdd-727d13710f7c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:40.774049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event deleted for resources: {'Port': ['ID=3f93c954-4641-465f-a401-6101d3e96d5d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:40.782303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:40.782466 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7abf19c5-7809-460c-8e62-d0b3f92281da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1af57701ad834f908fd7ae2092e62742&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4789546 Jun 10 16:17:40.782466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:40.792514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:40.799927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 44996) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:40.835969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45a0915-2dcc-43a3-9af8-cf83fd02f47d') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:40.839769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45a0915-2dcc-43a3-9af8-cf83fd02f47d') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:40.847713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Pushing event updated for resources: {'Port': ['ID=0a5b03c8-a980-4838-9aec-948fb5a068f0,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:40.856603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:40.887719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.981806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.984525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Attempting to bind port 0a5b03c8-a980-4838-9aec-948fb5a068f0 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:40.985569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Attempting to bind port 0a5b03c8-a980-4838-9aec-948fb5a068f0 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:40.986160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Attempting to bind port 0a5b03c8-a980-4838-9aec-948fb5a068f0 on network ce4bda89-4307-47fe-bcdd-727d13710f7c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:40.992868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:40.993614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Checking segment: {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:40.994266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:40.994852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Bound using segment: {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:40.995896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Bound port: 0a5b03c8-a980-4838-9aec-948fb5a068f0, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:40.996962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.031711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.035843 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c6508b58-3fd1-44f2-ba78-75c8a79a4138 req-72df0f8c-587d-4c20-b068-9edb86aaee2a tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.1229949 Jun 10 16:17:41.076353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Transition to ACTIVE for port object e5abad5e-4b81-42dc-b988-9fceedc9747e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:41.078145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Allocated IP 172.20.0.13 (a2a3b60b-60d7-46f7-949d-cca2dcc25001/b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a/a13e0121-353a-416d-9232-1e28a335a28e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:41.100269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 670d36f0-22fb-48c5-9f68-0c60d56ff379 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:41.135956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.160529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Transition to ACTIVE for port object e1d2dd3f-8677-43cc-b845-0b713b0ad83e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:41.163081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.174104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:41.175360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.197607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 670d36f0-22fb-48c5-9f68-0c60d56ff379 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:41.198027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.229820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] For port 0a5b03c8-a980-4838-9aec-948fb5a068f0, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:41.230992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.233349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port 0a5b03c8-a980-4838-9aec-948fb5a068f0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:41.233757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.259994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] For port 0a5b03c8-a980-4838-9aec-948fb5a068f0, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0a5b03c8-a980-4838-9aec-948fb5a068f0,segment=NetworkSegment(388a4e9b-d327-4a88-8921-62b67979e523),segment_id=388a4e9b-d327-4a88-8921-62b67979e523)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:41.274338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.276678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:41.294216 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:41.313182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.315031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.397178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.397178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Fanout notify agent at l3_agent the message router_deleted on router 16d60611-6764-46e2-a545-8d12ab38fc9a {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:17:41.416849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.428739 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/16d60611-6764-46e2-a545-8d12ab38fc9a HTTP/1.1" status: 204 len: 168 time: 6.1093783 Jun 10 16:17:41.429501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45000) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:41.435781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1504950624', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': False}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:41.440136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.451302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:41.490530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.493513 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] 10.222.0.23 "DELETE /v2.0/networks/bcdbbd26-7525-440e-83d8-d03d148ba563 HTTP/1.1" status: 204 len: 168 time: 1.9035757 Jun 10 16:17:41.494520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Pushing event deleted for resources: {'Network': ['ID=bcdbbd26-7525-440e-83d8-d03d148ba563,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:41.504223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:41.509716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Pushing event updated for resources: {'Port': ['ID=0a5b03c8-a980-4838-9aec-948fb5a068f0,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:41.516566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:41.530155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.531515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.586927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:41.634223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.021072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45008) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:42.260342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.262480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.309428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:42.309941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.365692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d6abae-810b-40a0-b0d6-35f715e1fefa {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:42.410565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2958e4a-89ae-4aa6-b682-c0cf018d77f8 req-fa7066d2-7543-498e-889f-6807ebc28bfb tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:42.416598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.418487 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c2958e4a-89ae-4aa6-b682-c0cf018d77f8 req-fa7066d2-7543-498e-889f-6807ebc28bfb tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 931 time: 0.5434835 Jun 10 16:17:42.484647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:42.557923 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c2958e4a-89ae-4aa6-b682-c0cf018d77f8 req-0fe48b91-0207-4253-be52-933fce13dd27 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384475 Jun 10 16:17:42.562511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port 0a5b03c8-a980-4838-9aec-948fb5a068f0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0a5b03c8-a980-4838-9aec-948fb5a068f0,segment=NetworkSegment(388a4e9b-d327-4a88-8921-62b67979e523),segment_id=388a4e9b-d327-4a88-8921-62b67979e523)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:42.562955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.614623 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eac0ed24-5315-423c-93a2-47514b3cb695 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eef8fdf43b604077a15844aa933e502f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5916870 Jun 10 16:17:42.620681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45014) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:42.660092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:42.745705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for 0a5b03c8-a980-4838-9aec-948fb5a068f0 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:42.755705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:42.761081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Network 659d76e6-17e5-406f-b087-092d83367cff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:42.765260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=e1d2dd3f-8677-43cc-b845-0b713b0ad83e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:42.772594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.777994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:42.779865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bbbc856-7939-49ae-9b54-26650531f28c tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:42.822351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:42.822547 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0e22798c-b797-4be6-8bd1-044ab7236479 req-0c7da649-2098-4170-9edf-d4e216714c25 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.1029606 Jun 10 16:17:42.825429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:42.828955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Transition to ACTIVE for port object 35d6abae-810b-40a0-b0d6-35f715e1fefa will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:42.907448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.955114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f1ec42-76ef-4860-8e6b-d67d0542bae7 None None] Network ce4bda89-4307-47fe-bcdd-727d13710f7c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:42.960161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.973974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.980299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:42.999480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.008158 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b2fa92b-a4b7-46b4-8bad-cb9424992094 HTTP/1.1" status: 204 len: 168 time: 2.1975033 Jun 10 16:17:43.144341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Transition to ACTIVE for port object a13e0121-353a-416d-9232-1e28a335a28e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:43.151093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event updated for resources: {'Port': ['ID=e5abad5e-4b81-42dc-b988-9fceedc9747e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:43.159171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:43.159857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.162928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:43.171985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-41d565fd-8070-4b5a-985d-0b87979ac3a1 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:43.189561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a5b03c8-a980-4838-9aec-948fb5a068f0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:43.194718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.198859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.228502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.232008 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/627dbd5f-3245-45b7-94d4-6351f8151815 HTTP/1.1" status: 204 len: 168 time: 0.6136637 Jun 10 16:17:43.233465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-152cb42b-74e8-48be-ab72-cfb307ca6bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:43.235751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.322823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f8ad8-f400-47c5-b302-429f581a29a1 req-896b5d5e-67de-4b51-b5fc-072d461fba19 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:43.335940 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ff5f8ad8-f400-47c5-b302-429f581a29a1 req-896b5d5e-67de-4b51-b5fc-072d461fba19 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 931 time: 1.6884410 Jun 10 16:17:43.345810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:43.347208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.377543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Allocated IP 172.26.5.228 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/768400cd-8809-4658-80bd-ce4807e9618c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:43.387547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-863835fd-f159-489f-b8c1-ccab5d6142ce None None] Provisioning for port 0a5b03c8-a980-4838-9aec-948fb5a068f0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:43.419030 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.2814548 Jun 10 16:17:43.460689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45024) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:43.482193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 0a5b03c8-a980-4838-9aec-948fb5a068f0 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:43.487716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0a5b03c8-a980-4838-9aec-948fb5a068f0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:43.488235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.491095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'network_id': '7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21', 'name': 'tempest-AllowedAddressPairTestJSON-1524610772'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:43.532744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627dbd5f-3245-45b7-94d4-6351f8151815,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:43.539302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:43.539883 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4649653 Jun 10 16:17:43.573290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Provisioning for port e5abad5e-4b81-42dc-b988-9fceedc9747e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:43.577272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:43.580461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Provisioning complete for port e5abad5e-4b81-42dc-b988-9fceedc9747e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:43.583456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.606326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Request body: {'port': {'device_id': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:43.619652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:43.620329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45028) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:43.691581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fbc86b9-0972-4c1b-80cd-11883a4597d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:43.717597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.815011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.826591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:43.834281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Port e5abad5e-4b81-42dc-b988-9fceedc9747e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:43.869706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45032) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:43.880259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.905829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:43.906518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Provisioning for port e1d2dd3f-8677-43cc-b845-0b713b0ad83e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:43.910477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Provisioning complete for port e1d2dd3f-8677-43cc-b845-0b713b0ad83e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:43.910850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.913423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:43.915997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:43.920793 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ff5f8ad8-f400-47c5-b302-429f581a29a1 req-1410c003-1ede-4972-ae00-4723bd2ee925 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5625465 Jun 10 16:17:43.958439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2fa92b-a4b7-46b4-8bad-cb9424992094,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:43.965765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-33f7ceb0-031a-4a19-b20a-5138ec9eb3c1 None None] Port e1d2dd3f-8677-43cc-b845-0b713b0ad83e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:43.974997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Port': ['ID=768400cd-8809-4658-80bd-ce4807e9618c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:43.977849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:43.988147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:43.995861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:44.014498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918794ec-54b5-422c-9b82-b83d7e0349c9 req-820f8429-50a5-4fa9-91d2-e27a06eb55e2 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:44.015450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:44.015986 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-918794ec-54b5-422c-9b82-b83d7e0349c9 req-820f8429-50a5-4fa9-91d2-e27a06eb55e2 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 931 time: 0.2540162 Jun 10 16:17:44.023008 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3c212274-3318-467c-8c53-bced93ef6197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e5bbe83f3044a8594126c9f98b515a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508055 Jun 10 16:17:44.025439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45036) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:44.083202 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-93b9a51f-bebb-4863-946c-bf2ca857a81a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=203c0da8bae0401e9fbcbd0ed28fe2dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3861024 Jun 10 16:17:44.083542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b51cd88-6f40-4242-89f0-cd3c84989e4c None None] Provisioning complete for port 0a5b03c8-a980-4838-9aec-948fb5a068f0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:44.083881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b51cd88-6f40-4242-89f0-cd3c84989e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.093036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45038) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:44.153451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Attempting to bind port 35d6abae-810b-40a0-b0d6-35f715e1fefa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:44.153752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Attempting to bind port 35d6abae-810b-40a0-b0d6-35f715e1fefa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:44.154029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Attempting to bind port 35d6abae-810b-40a0-b0d6-35f715e1fefa on network ccf5f5be-94d2-4286-991d-4d29d1913410 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:44.207460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b51cd88-6f40-4242-89f0-cd3c84989e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.215638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:44.217887 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-918794ec-54b5-422c-9b82-b83d7e0349c9 req-789efe83-444d-4ec8-8222-7e5fafc26ce7 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916039 Jun 10 16:17:44.230327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Port 35d6abae-810b-40a0-b0d6-35f715e1fefa on network ccf5f5be-94d2-4286-991d-4d29d1913410 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:44.230327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Attempting to bind port 35d6abae-810b-40a0-b0d6-35f715e1fefa on network ccf5f5be-94d2-4286-991d-4d29d1913410 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:44.232387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.256102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.262114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:44.264240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event updated for resources: {'Port': ['ID=a13e0121-353a-416d-9232-1e28a335a28e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:44.276936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:44.279804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:44.280464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:44.282727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:44.283185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Checking segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:44.283764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Bound using segment: {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:44.284210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Bound port: 35d6abae-810b-40a0-b0d6-35f715e1fefa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:44.284781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.295035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.307121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.355709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0cd0d7-4c63-4006-86f3-d1135a87da59 None None] DHCP port deletion for ce4bda89-4307-47fe-bcdd-727d13710f7c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:17:44.418299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=0a5b03c8-a980-4838-9aec-948fb5a068f0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:44.454728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:44.491451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f6eea-9b6a-4dac-8db4-c5c86ea80c06 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:17:44.493300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Made reservation on behalf of ac0f2d19bc534865b0c65be3bebb9a74 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:44.497628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.498577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.503298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.504863 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73f7e271-862d-4f06-a366-4eac3ca1855d HTTP/1.1" status: 204 len: 168 time: 0.4774199 Jun 10 16:17:44.505803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.508745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:44.525596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port 0a5b03c8-a980-4838-9aec-948fb5a068f0 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:17:44.585644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f7e271-862d-4f06-a366-4eac3ca1855d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:44.625282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f9292ad5-709a-4ffc-83ba-6dd70e2dbed6 None None] Provisioning for port a13e0121-353a-416d-9232-1e28a335a28e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:44.631902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.635743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f9292ad5-709a-4ffc-83ba-6dd70e2dbed6 None None] Provisioning complete for port a13e0121-353a-416d-9232-1e28a335a28e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:44.636125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f9292ad5-709a-4ffc-83ba-6dd70e2dbed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.700705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:44.702401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:44.716977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f9292ad5-709a-4ffc-83ba-6dd70e2dbed6 None None] Port a13e0121-353a-416d-9232-1e28a335a28e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:44.723557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] device_id is not set on port 5bb74d1d-9981-4f77-a087-499d82b3b60c yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:44.736835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f6eea-9b6a-4dac-8db4-c5c86ea80c06 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:17:44.951028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:45.067301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a5b03c8-a980-4838-9aec-948fb5a068f0 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:17:45.094358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 0a5b03c8-a980-4838-9aec-948fb5a068f0 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:17:45.094757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a5b03c8-a980-4838-9aec-948fb5a068f0 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:17:45.228474 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8568182 Jun 10 16:17:45.238182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4719-d289-4679-a0c7-7b74337d38c8 req-2567087b-1213-4b6e-b557-444f0ea1ad2c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:45.239600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4d8e4719-d289-4679-a0c7-7b74337d38c8 req-2567087b-1213-4b6e-b557-444f0ea1ad2c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 943 time: 0.1096439 Jun 10 16:17:45.240800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.284673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ce4bda89-4307-47fe-bcdd-727d13710f7c', 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '9244cc1a-1ae9-4a1f-a326-857deed2c46c'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:17:45.289549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.303424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:45.407815 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4d8e4719-d289-4679-a0c7-7b74337d38c8 req-96c03202-ff9c-4039-b1a6-c241118d87c5 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061127 Jun 10 16:17:45.408525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Request body: {'port': {'device_id': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:45.421688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.466376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Router 713f5fd3-66f5-4595-9b1e-0ed87d980a43 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:45.482874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:45.492550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Allocated IP 2001:db8::1 (ce4bda89-4307-47fe-bcdd-727d13710f7c/9244cc1a-1ae9-4a1f-a326-857deed2c46c/4a33afe5-2005-4e50-8494-a49a1251dadd) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:45.538174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Allocated IP 172.20.0.13 (7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21/cbfb220e-74af-4332-9c2a-8c895635d878/5bb74d1d-9981-4f77-a087-499d82b3b60c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:45.551125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ebcf8-9678-4a69-88b4-1fe5488b6f6b req-02f95f79-db03-4d1e-bc1b-fd3ddbed174d tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:45.559184 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c19ebcf8-9678-4a69-88b4-1fe5488b6f6b req-02f95f79-db03-4d1e-bc1b-fd3ddbed174d tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 932 time: 1.4825861 Jun 10 16:17:45.561462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.600064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:45.621307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.734566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43848c-a888-4a40-a92f-0de0a7069d06 req-739e603f-b4e8-4af2-94f3-fe38473e922f tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:45.737176 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cf43848c-a888-4a40-a92f-0de0a7069d06 req-739e603f-b4e8-4af2-94f3-fe38473e922f tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 931 time: 0.1438162 Jun 10 16:17:45.738567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:45.755040 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Sync routers for ids ['713f5fd3-66f5-4595-9b1e-0ed87d980a43'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:45.767421 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Routers {'713f5fd3-66f5-4595-9b1e-0ed87d980a43'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:45.768423 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['713f5fd3-66f5-4595-9b1e-0ed87d980a43'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:45.780569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.781890 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3499269 Jun 10 16:17:45.786756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.789822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45068) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:45.805061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Transition to ACTIVE for port object 4a33afe5-2005-4e50-8494-a49a1251dadd will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:45.843539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:45.843969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Transition to ACTIVE for port object 4a33afe5-2005-4e50-8494-a49a1251dadd will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:45.844209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.845997 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] 10.222.0.25 "PUT /v2.0/ports/35d6abae-810b-40a0-b0d6-35f715e1fefa HTTP/1.1" status: 200 len: 1093 time: 7.7817149 Jun 10 16:17:45.853775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:45.860602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:45.866275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:45.947116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Network ce4bda89-4307-47fe-bcdd-727d13710f7c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:45.948485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Pushing event updated for resources: {'Port': ['ID=4a33afe5-2005-4e50-8494-a49a1251dadd,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:45.958669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:45.960710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:45.964921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:45.976657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Set router 713f5fd3-66f5-4595-9b1e-0ed87d980a43 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:45.997189 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cf43848c-a888-4a40-a92f-0de0a7069d06 req-44db494d-08dc-42ed-b7ce-d1af60e97443 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466037 Jun 10 16:17:46.056168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c19ebcf8-9678-4a69-88b4-1fe5488b6f6b req-6f1ea994-6561-4457-abfe-77d0cf2560c6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4959543 Jun 10 16:17:46.087652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.123233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.126796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd1363e0-b16c-409e-8090-b52093bac181 HTTP/1.1" status: 204 len: 168 time: 2.0270975 Jun 10 16:17:46.126796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.127243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:46.138573 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-617284df-fb4e-41e7-a936-2f0dfd7806a1 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/713f5fd3-66f5-4595-9b1e-0ed87d980a43 HTTP/1.1" status: 200 len: 909 time: 0.3475935 Jun 10 16:17:46.141737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45084) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:46.156830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:46.157918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1504950624', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': True}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:46.161872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:46.189023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Attempting to bind port 4a33afe5-2005-4e50-8494-a49a1251dadd on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:46.190879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Attempting to bind port 4a33afe5-2005-4e50-8494-a49a1251dadd by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:46.191489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Attempting to bind port 4a33afe5-2005-4e50-8494-a49a1251dadd on network ce4bda89-4307-47fe-bcdd-727d13710f7c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:46.212208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:46.212822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Checking segment: {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:46.213944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.214587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Bound using segment: {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:46.215379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Bound port: 4a33afe5-2005-4e50-8494-a49a1251dadd, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388a4e9b-d327-4a88-8921-62b67979e523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:46.215995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.223330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.224952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.314407 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713f5fd3-66f5-4595-9b1e-0ed87d980a43', 'name': 'tempest-snat-router-1504950624', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.228'}], 'enable_snat': False}, 'gw_port_id': '768400cd-8809-4658-80bd-ce4807e9618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:41Z', 'updated_at': '2021-06-10T16:17:44Z', 'revision_number': 3, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port': {'id': '768400cd-8809-4658-80bd-ce4807e9618c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713f5fd3-66f5-4595-9b1e-0ed87d980a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:43Z', 'updated_at': '2021-06-10T16:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:46.322145 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Checking router: 713f5fd3-66f5-4595-9b1e-0ed87d980a43 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:46.322515 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Updating router 713f5fd3-66f5-4595-9b1e-0ed87d980a43 port 768400cd-8809-4658-80bd-ce4807e9618c binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:46.358809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5abad5e-4b81-42dc-b988-9fceedc9747e {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:46.370092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.389388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.400326 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.418150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7" -d '{"events": [{"name": "network-changed", "server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:46.431733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.434024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1363e0-b16c-409e-8090-b52093bac181,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:46.439043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:46.457544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] For port 4a33afe5-2005-4e50-8494-a49a1251dadd, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:46.506576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:46.513603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] For port 4a33afe5-2005-4e50-8494-a49a1251dadd, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4a33afe5-2005-4e50-8494-a49a1251dadd,segment=NetworkSegment(388a4e9b-d327-4a88-8921-62b67979e523),segment_id=388a4e9b-d327-4a88-8921-62b67979e523)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:46.521982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.527375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:46.639328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Transition to ACTIVE for port object e5abad5e-4b81-42dc-b988-9fceedc9747e will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:46.642488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=9244cc1a-1ae9-4a1f-a326-857deed2c46c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:46.662923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:46.669904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:46.672558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:46.673343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Pushing event updated for resources: {'Port': ['ID=4a33afe5-2005-4e50-8494-a49a1251dadd,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:46.680381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:46.692780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347527e-e54c-48e2-a2ce-8f6af8cbc43f None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:17:47.096139 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.118598 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Transition to ACTIVE for port object 768400cd-8809-4658-80bd-ce4807e9618c will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:47.128879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-19ceaa3b-781a-4772-9808-33a25af9dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:47.130217 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.132592 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-19ceaa3b-781a-4772-9808-33a25af9dcfe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=454c9667620d4e1eaee7b56e07aace68&device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 1096 time: 1.2225587 Jun 10 16:17:47.134679 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-9310cd29-6221-4362-a5bf-eda5df69a8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:47.161448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Pushing event updated for resources: {'Port': ['ID=e5abad5e-4b81-42dc-b988-9fceedc9747e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:47.248530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d663bf-8f9f-47e2-b5b4-7329caf8650d x-openstack-request-id: req-e4d663bf-8f9f-47e2-b5b4-7329caf8650d {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:47.248980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:47.249390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4d663bf-8f9f-47e2-b5b4-7329caf8650d {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:47.250822 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'status': 'completed', 'code': 200} Jun 10 16:17:47.276501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:47.276874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347527e-e54c-48e2-a2ce-8f6af8cbc43f None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:17:47.307759 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Attempting to bind port 768400cd-8809-4658-80bd-ce4807e9618c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:47.308131 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Attempting to bind port 768400cd-8809-4658-80bd-ce4807e9618c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:47.308494 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Attempting to bind port 768400cd-8809-4658-80bd-ce4807e9618c on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:47.322921 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:47.323296 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:47.323695 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.324080 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:47.324537 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Bound port: 768400cd-8809-4658-80bd-ce4807e9618c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:47.324907 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.376804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.382999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.384922 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] For port 768400cd-8809-4658-80bd-ce4807e9618c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:47.389555 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] For port 768400cd-8809-4658-80bd-ce4807e9618c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=768400cd-8809-4658-80bd-ce4807e9618c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:47.395575 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.401708 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394e691-5346-408c-9f30-79a67e57b276 None None] Pushing event updated for resources: {'Port': ['ID=768400cd-8809-4658-80bd-ce4807e9618c,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:47.405085 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a394e691-5346-408c-9f30-79a67e57b276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:47.405556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-6407c941-5bfe-4e51-89a5-4a4b49bdaca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:47.430127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45108) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:47.439860 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-0ea1455f-5070-4e08-9513-009ec3d219ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa HTTP/1.1" status: 200 len: 217 time: 0.2718089 Jun 10 16:17:47.452258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b177b-34e1-4b07-b187-4303590d53a1 req-73f86c11-f93b-4b9a-baa0-88ab1303c103 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:47.453870 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-426b177b-34e1-4b07-b187-4303590d53a1 req-73f86c11-f93b-4b9a-baa0-88ab1303c103 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 943 time: 0.4331203 Jun 10 16:17:47.471571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:47.519847 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394e691-5346-408c-9f30-79a67e57b276 None None] Pushing event updated for resources: {'Port': ['ID=768400cd-8809-4658-80bd-ce4807e9618c,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:47.525042 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a394e691-5346-408c-9f30-79a67e57b276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:47.548454 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Routers {'713f5fd3-66f5-4595-9b1e-0ed87d980a43'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:47.549256 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['713f5fd3-66f5-4595-9b1e-0ed87d980a43'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:47.575276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4bda89-4307-47fe-bcdd-727d13710f7c']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:47.761013 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] Set router 713f5fd3-66f5-4595-9b1e-0ed87d980a43 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:47.856870 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-426b177b-34e1-4b07-b187-4303590d53a1 req-2858fd00-b395-4a28-8072-0ab6b3e96613 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512962 Jun 10 16:17:48.008834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:48.036706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe50fd-bacb-40aa-a999-5cd3d6daf819 None None] Network ce4bda89-4307-47fe-bcdd-727d13710f7c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:48.169738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.215637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.256578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Transition to ACTIVE for port object 5bb74d1d-9981-4f77-a087-499d82b3b60c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:48.276685 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713f5fd3-66f5-4595-9b1e-0ed87d980a43', 'name': 'tempest-snat-router-1504950624', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.228'}], 'enable_snat': False}, 'gw_port_id': '768400cd-8809-4658-80bd-ce4807e9618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:41Z', 'updated_at': '2021-06-10T16:17:44Z', 'revision_number': 3, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port': {'id': '768400cd-8809-4658-80bd-ce4807e9618c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713f5fd3-66f5-4595-9b1e-0ed87d980a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:43Z', 'updated_at': '2021-06-10T16:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:48.280477 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d419ef-91f1-4534-af2d-205abc5f6e47 None None] The sync data for ids ['713f5fd3-66f5-4595-9b1e-0ed87d980a43'] in dv-neutron-601336-90-hyperv is: [{'id': '713f5fd3-66f5-4595-9b1e-0ed87d980a43', 'name': 'tempest-snat-router-1504950624', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.228'}], 'enable_snat': False}, 'gw_port_id': '768400cd-8809-4658-80bd-ce4807e9618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:41Z', 'updated_at': '2021-06-10T16:17:44Z', 'revision_number': 3, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port': {'id': '768400cd-8809-4658-80bd-ce4807e9618c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713f5fd3-66f5-4595-9b1e-0ed87d980a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:43Z', 'updated_at': '2021-06-10T16:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:48.301171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.404165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388a4e9b-d327-4a88-8921-62b67979e523') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:48.404341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388a4e9b-d327-4a88-8921-62b67979e523') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:48.491156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] DHCP port deletion for ce4bda89-4307-47fe-bcdd-727d13710f7c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:17:48.513722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199965b3-52ed-4515-8689-3c2057cfcf46 req-43e17e08-6087-4565-9fc6-cf6bc0c8fc3b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:48.515651 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-199965b3-52ed-4515-8689-3c2057cfcf46 req-43e17e08-6087-4565-9fc6-cf6bc0c8fc3b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 932 time: 0.4172971 Jun 10 16:17:48.568629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Deleting port 4a33afe5-2005-4e50-8494-a49a1251dadd {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:48.569315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.595468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.623715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-b0ce6140-1aab-4b0c-b5c9-c653c6c9cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:48.625232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-b0ce6140-1aab-4b0c-b5c9-c653c6c9cf8c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b70c014a-61e0-47cf-87ea-3753046e4a42 HTTP/1.1" status: 200 len: 850 time: 1.1089835 Jun 10 16:17:48.689871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Allocated IP 172.26.5.79 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/5ffd2248-39e4-4703-9dde-535ba72a491f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:48.711304 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-199965b3-52ed-4515-8689-3c2057cfcf46 req-4d000742-86b7-400e-b1d1-8158064c6c50 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854744 Jun 10 16:17:48.750030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] For port 4a33afe5-2005-4e50-8494-a49a1251dadd, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4a33afe5-2005-4e50-8494-a49a1251dadd,segment=NetworkSegment(388a4e9b-d327-4a88-8921-62b67979e523),segment_id=388a4e9b-d327-4a88-8921-62b67979e523)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:48.751350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.816849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.886286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Calling delete_port for 4a33afe5-2005-4e50-8494-a49a1251dadd owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:48.896030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.900927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Attempting to bind port e5abad5e-4b81-42dc-b988-9fceedc9747e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:48.901330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Attempting to bind port e5abad5e-4b81-42dc-b988-9fceedc9747e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:48.901623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Attempting to bind port e5abad5e-4b81-42dc-b988-9fceedc9747e on network 659d76e6-17e5-406f-b087-092d83367cff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:48.904519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.937339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:48.945545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:48.945953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:48.956692 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:48.959959 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:48.976860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Port e5abad5e-4b81-42dc-b988-9fceedc9747e on network 659d76e6-17e5-406f-b087-092d83367cff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:48.977730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Attempting to bind port e5abad5e-4b81-42dc-b988-9fceedc9747e on network 659d76e6-17e5-406f-b087-092d83367cff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:49.039895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13e0121-353a-416d-9232-1e28a335a28e {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:49.054469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:49.055377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:49.058467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Checking segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:49.058871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Bound using segment: {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:49.059321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Bound port: e5abad5e-4b81-42dc-b988-9fceedc9747e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '659d76e6-17e5-406f-b087-092d83367cff'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:49.059682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.102048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.125285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 768400cd-8809-4658-80bd-ce4807e9618c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:49.261889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 768400cd-8809-4658-80bd-ce4807e9618c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:49.269378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.270527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 768400cd-8809-4658-80bd-ce4807e9618c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:49.271023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.279682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.282212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:49.304375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4bad343-df58-43c9-93aa-4efd0bcb9ba8 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:49.342945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:49.357414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:49.362260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:49.365005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:49.406411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45140) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:49.410008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.450976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:49.452175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.463641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12f37-a948-4fa8-a894-3e8e683cdeb3 req-674e92cd-7149-4d2b-85da-a4d5d03351d3 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:49.466772 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-35a12f37-a948-4fa8-a894-3e8e683cdeb3 req-674e92cd-7149-4d2b-85da-a4d5d03351d3 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 943 time: 0.3036213 Jun 10 16:17:49.471736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Allocated IP 172.26.5.118 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/9ec3aa1b-ec20-45d3-b029-c36eef0578b5) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:49.474262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Port': ['ID=5ffd2248-39e4-4703-9dde-535ba72a491f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:49.478113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:49.481433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 768400cd-8809-4658-80bd-ce4807e9618c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=768400cd-8809-4658-80bd-ce4807e9618c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:49.491004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.493215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-35c9b39a-ac21-45b1-ad79-10ab990796d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:49.495919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c92d-2bd4-4bc9-b858-713b80ce80b3 req-6f1011bf-4053-42af-b71f-05cf2f7b6742 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:49.503750 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4c6c92d-2bd4-4bc9-b858-713b80ce80b3 req-6f1011bf-4053-42af-b71f-05cf2f7b6742 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 943 time: 2.0936687 Jun 10 16:17:49.532004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Transition to ACTIVE for port object a13e0121-353a-416d-9232-1e28a335a28e will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:49.544322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.544577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:17:49.544577 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:17:49.544577 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'id': 'ce4bda89-4307-47fe-bcdd-727d13710f7c'}] Jun 10 16:17:49.544577 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:17:49.544965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:17:49.572713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] No DVR routers for this DVR port 4a33afe5-2005-4e50-8494-a49a1251dadd on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:17:49.579661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=5bb74d1d-9981-4f77-a087-499d82b3b60c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:49.596420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=768400cd-8809-4658-80bd-ce4807e9618c,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:49.600584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:49.600865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.601601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54520d77-7bd6-4017-9be9-69888bd6c754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:49.608671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:49.609342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:49.667358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Pushing event deleted for resources: {'Port': ['ID=4a33afe5-2005-4e50-8494-a49a1251dadd,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:49.671450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:49.682809 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cc66a95c-8126-450a-9985-d213fa18d96b tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2009428 Jun 10 16:17:49.684384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1634666582', 'router:external': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:49.684853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-d19b0066-dcc4-4253-a7e6-c40adb9c045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:49.686324 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-d19b0066-dcc4-4253-a7e6-c40adb9c045e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccf5f5be-94d2-4286-991d-4d29d1913410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.0429525 Jun 10 16:17:49.689928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45144) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:49.706297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fa:12:e7'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b9:23:13'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:49.787930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5d8057f9-f8d6-496f-a45a-0b694fa46003 None None] Provisioning for port 5bb74d1d-9981-4f77-a087-499d82b3b60c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:49.793211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5d8057f9-f8d6-496f-a45a-0b694fa46003 None None] Provisioning complete for port 5bb74d1d-9981-4f77-a087-499d82b3b60c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:49.793689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5d8057f9-f8d6-496f-a45a-0b694fa46003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.834840 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4c6c92d-2bd4-4bc9-b858-713b80ce80b3 req-df21d51f-7a4a-40e1-a002-28e69464bd2f tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301153 Jun 10 16:17:49.835999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a13e0121-353a-416d-9232-1e28a335a28e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:49.852862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5d8057f9-f8d6-496f-a45a-0b694fa46003 None None] Port 5bb74d1d-9981-4f77-a087-499d82b3b60c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:49.895189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] For port e5abad5e-4b81-42dc-b988-9fceedc9747e, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:49.897851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:49.928951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] For port e5abad5e-4b81-42dc-b988-9fceedc9747e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:49.937112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-35a12f37-a948-4fa8-a894-3e8e683cdeb3 req-735d8cfe-d55d-48c6-b8a6-d192ec06b704 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547403 Jun 10 16:17:49.964041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Made reservation on behalf of 4e78f69055ec4df0b618c37080abef00 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:49.964041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.974388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:49.992427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.025340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.036466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2eb175f-9aa4-48c2-b5bf-de368aebcafa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:50.052933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.140641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:50.141393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.142720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] 10.222.0.25 "PUT /v2.0/ports/e5abad5e-4b81-42dc-b988-9fceedc9747e HTTP/1.1" status: 200 len: 1093 time: 6.5708890 Jun 10 16:17:50.147710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:50.150899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b09e3-120a-4875-bff3-8df41975f746" -d '{"events": [{"name": "network-changed", "server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:50.166378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-765b85f3-43ce-41be-8eaa-4613ca6407d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622712 Jun 10 16:17:50.327059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd45008-001a-44ce-a30a-96e717d6b951 x-openstack-request-id: req-1dd45008-001a-44ce-a30a-96e717d6b951 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:50.327371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:50.327687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dd45008-001a-44ce-a30a-96e717d6b951 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:50.328065 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'status': 'completed', 'code': 200} Jun 10 16:17:50.356274 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50872e83-f13b-4e05-9b39-f610c569ac3b req-f4633df1-f3d8-4e68-8ac1-60e782463e68 service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824872 Jun 10 16:17:50.399570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Pushing event updated for resources: {'Port': ['ID=e5abad5e-4b81-42dc-b988-9fceedc9747e,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:50.415389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:50.448315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Attempting to bind port a13e0121-353a-416d-9232-1e28a335a28e on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:50.448650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Attempting to bind port a13e0121-353a-416d-9232-1e28a335a28e by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:50.449005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Attempting to bind port a13e0121-353a-416d-9232-1e28a335a28e on network a2a3b60b-60d7-46f7-949d-cca2dcc25001 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:50.511298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Port a13e0121-353a-416d-9232-1e28a335a28e on network a2a3b60b-60d7-46f7-949d-cca2dcc25001 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:17:50.511636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Attempting to bind port a13e0121-353a-416d-9232-1e28a335a28e on network a2a3b60b-60d7-46f7-949d-cca2dcc25001 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:50.588076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:50.588432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Checking segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:50.588808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Bound using segment: {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:50.589287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Bound port: a13e0121-353a-416d-9232-1e28a335a28e, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988ea896-c541-48db-baf5-f9dd9a02b338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:50.589636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.598928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.617943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3326240-ce49-496f-88eb-3fcb7ff4c8e8 req-05d190c9-153e-4bb3-9665-d770fe24eff1 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:50.625321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3326240-ce49-496f-88eb-3fcb7ff4c8e8 req-05d190c9-153e-4bb3-9665-d770fe24eff1 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 944 time: 0.6372774 Jun 10 16:17:50.634606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.645952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0bbeeae4-cbd9-4b88-a1c3-628f61dc56b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:50.647550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4bda89-4307-47fe-bcdd-727d13710f7c']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:50.682700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388a4e9b-d327-4a88-8921-62b67979e523') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:50.683003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388a4e9b-d327-4a88-8921-62b67979e523') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:50.685558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.727383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.732445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-ecc98d58-28ff-4253-a65b-2f75655e7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:50.734255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-ecc98d58-28ff-4253-a65b-2f75655e7f93 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af1822223b94484fa049ec479442465a&device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 1096 time: 0.4174151 Jun 10 16:17:50.742761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.815409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:50.817100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.821889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3326240-ce49-496f-88eb-3fcb7ff4c8e8 req-adbeb321-c272-4f2d-8a28-95abea6a804e tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958482 Jun 10 16:17:50.845256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:50.846077 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-43234382-0aa5-48f5-8cf8-2475cb7ad1ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e HTTP/1.1" status: 200 len: 217 time: 0.0817332 Jun 10 16:17:50.846077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:17:50.846077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.846299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:50.847730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-7e7d91a6-258e-487d-a4cb-708d5ec46832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:50.849257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-7e7d91a6-258e-487d-a4cb-708d5ec46832 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=454c9667620d4e1eaee7b56e07aace68&device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 1096 time: 0.3960910 Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:17:50.849851 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:17:50.889971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec3aa1b-ec20-45d3-b029-c36eef0578b5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:50.923398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:50.935052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] For port a13e0121-353a-416d-9232-1e28a335a28e, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:50.968653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:50.990507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.013415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c5bc083-6964-45b7-8b2b-7768d89b9998 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:51.042537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] For port a13e0121-353a-416d-9232-1e28a335a28e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13e0121-353a-416d-9232-1e28a335a28e,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:51.067888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 768400cd-8809-4658-80bd-ce4807e9618c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:51.114893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.124920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:51.128439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.143638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 768400cd-8809-4658-80bd-ce4807e9618c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:51.144196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.178253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.202111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:51.210392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-0b20b9b2-5554-4ae3-9aac-a458fd94f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.211846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-0b20b9b2-5554-4ae3-9aac-a458fd94f2bc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0 HTTP/1.1" status: 200 len: 844 time: 0.3411314 Jun 10 16:17:51.220423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.225755 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/ce4bda89-4307-47fe-bcdd-727d13710f7c HTTP/1.1" status: 204 len: 168 time: 12.0769644 Jun 10 16:17:51.229749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45156) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:51.245804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.246417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.247895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] 10.222.0.25 "PUT /v2.0/ports/a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1094 time: 5.9480991 Jun 10 16:17:51.285038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2bbec-63c3-46f2-9d3b-f0bcdc733a14,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:51.296780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139572050'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:51.301484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:51.339795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.340140 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Added segment 049c3531-e532-4ac6-97d6-4818d27cc85a of type vlan for network be3ab13d-e784-430d-b18f-91387b01eb42 Jun 10 16:17:51.412473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.489735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:51.493339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.520848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.544736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.596153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f529e0-e2df-4063-a55c-580a1432d383 req-9b0280a5-89e0-42fa-8c19-1b03cc2ce3f6 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.597727 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-80f529e0-e2df-4063-a55c-580a1432d383 req-9b0280a5-89e0-42fa-8c19-1b03cc2ce3f6 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 943 time: 0.5967212 Jun 10 16:17:51.639336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a13e0121-353a-416d-9232-1e28a335a28e,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:51.642517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:51.646881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bbfb256e-8b38-4727-92cd-58a319b43897 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:51.651530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-8c51fae0-3728-458d-a7db-d0f7669f95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.652955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-8c51fae0-3728-458d-a7db-d0f7669f95dd service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccf5f5be-94d2-4286-991d-4d29d1913410 HTTP/1.1" status: 200 len: 912 time: 0.7791607 Jun 10 16:17:51.684881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=ce4bda89-4307-47fe-bcdd-727d13710f7c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:51.690571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:51.710256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.751297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.755256 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-dbb05cb9-b559-4227-8c34-c12e0d11a5b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa HTTP/1.1" status: 200 len: 217 time: 0.0832586 Jun 10 16:17:51.782059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:51.787446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:51.788231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dcc56-95cb-438f-903e-4c11367539f0 req-d576c34d-de9e-4648-8a09-ad21424ae7df tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.790371 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c89dcc56-95cb-438f-903e-4c11367539f0 req-d576c34d-de9e-4648-8a09-ad21424ae7df tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 943 time: 0.6857965 Jun 10 16:17:51.801298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:51.828693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-cd98b176-58e4-418e-8920-990d6891db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.830169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-cd98b176-58e4-418e-8920-990d6891db8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=659d76e6-17e5-406f-b087-092d83367cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6058321 Jun 10 16:17:51.855037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-2895b738-5f87-4d19-8809-b06cd11e2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.856448 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-2895b738-5f87-4d19-8809-b06cd11e2418 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1097 time: 0.3111050 Jun 10 16:17:51.988138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-5593edbf-34eb-45e2-bb63-85b3bab113c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:51.989518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-5593edbf-34eb-45e2-bb63-85b3bab113c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b70c014a-61e0-47cf-87ea-3753046e4a42 HTTP/1.1" status: 200 len: 850 time: 0.2257726 Jun 10 16:17:51.994224 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-61496e18-d081-4c66-ab46-8da64586116d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 217 time: 0.1148989 Jun 10 16:17:52.091904 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c89dcc56-95cb-438f-903e-4c11367539f0 req-87d2230d-0f7c-49b9-a32a-9aa855d1c502 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690670 Jun 10 16:17:52.092253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.116330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.116768 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment 09c4ace1-e089-4299-9784-efa2097ff011 of type vlan for network 570fd76d-0415-43fb-8120-31d9bd793855 Jun 10 16:17:52.125407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.125975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.135187 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-b52c72bc-9f6e-4e44-8563-9854f6531ff6 service neutron] 10.222.0.25 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971702 Jun 10 16:17:52.167296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-8506861a-d346-4252-ba20-f5192c6dd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.168889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-8506861a-d346-4252-ba20-f5192c6dd517 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.1584909 Jun 10 16:17:52.184638 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-80f529e0-e2df-4063-a55c-580a1432d383 req-2a43fdea-81c1-4083-81b0-a51917d2e7ca tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5295842 Jun 10 16:17:52.279661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-6e83b88d-72d3-4716-a98e-7c60f9685911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.281099 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-6e83b88d-72d3-4716-a98e-7c60f9685911 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccf5f5be-94d2-4286-991d-4d29d1913410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2718022 Jun 10 16:17:52.315995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.9055736 Jun 10 16:17:52.323342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.328643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45160) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:52.333764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:52.337024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ac436-4083-414d-a8c7-de33fa566a79" -d '{"events": [{"name": "network-changed", "server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "tag": "a13e0121-353a-416d-9232-1e28a335a28e"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:52.376820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'subnet': {'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:52.383395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event updated for resources: {'Port': ['ID=5bb74d1d-9981-4f77-a087-499d82b3b60c,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:52.394418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd10cd9-fe03-46eb-9e9e-f46a4f995d57 x-openstack-request-id: req-6bd10cd9-fe03-46eb-9e9e-f46a4f995d57 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:52.394751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "tag": "a13e0121-353a-416d-9232-1e28a335a28e", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:52.395010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd10cd9-fe03-46eb-9e9e-f46a4f995d57 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:52.395418 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e', 'status': 'completed', 'code': 200} Jun 10 16:17:52.397360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:52.401674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:52.424536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] In _notify_port_updated(), no bound segment for port 5bb74d1d-9981-4f77-a087-499d82b3b60c on network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:17:52.430747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.431372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.432640 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "PUT /v2.0/ports/5bb74d1d-9981-4f77-a087-499d82b3b60c HTTP/1.1" status: 200 len: 1085 time: 2.7326944 Jun 10 16:17:52.441157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45164) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:52.465419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-12e85fa4-467f-4530-b6d8-c2e888911a31 None None] Provisioning complete for port 5bb74d1d-9981-4f77-a087-499d82b3b60c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:52.465997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12e85fa4-467f-4530-b6d8-c2e888911a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.509979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-12e85fa4-467f-4530-b6d8-c2e888911a31 None None] Port 5bb74d1d-9981-4f77-a087-499d82b3b60c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:17:52.513524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3c5ff2c-d34a-4ba3-9afb-40f16d38c8b8 req-960e327e-3fbb-46c5-8c50-b3b6adbd5b40 service neutron] 10.222.0.25 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673389 Jun 10 16:17:52.553677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-fb3c6e1c-2375-4373-8ab3-64ab8c83e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.555960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-fb3c6e1c-2375-4373-8ab3-64ab8c83e7a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3721983 Jun 10 16:17:52.559351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Made reservation on behalf of 4e78f69055ec4df0b618c37080abef00 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:52.561686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.567941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Network': ['ID=be3ab13d-e784-430d-b18f-91387b01eb42,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:52.578659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network be3ab13d-e784-430d-b18f-91387b01eb42 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:52.585221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.597747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:52.607594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.608202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.613552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb35c2-025c-4e4c-8b1d-d62c22a8da4e req-c8f54237-8cd9-4a76-90e5-423cc9b0b18f tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.614904 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f2bb35c2-025c-4e4c-8b1d-d62c22a8da4e req-c8f54237-8cd9-4a76-90e5-423cc9b0b18f tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 944 time: 0.3388472 Jun 10 16:17:52.617555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a2fc2b23-b62d-400e-a8c7-816eb773f49f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:52.675220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-3fe88eba-78eb-48c4-85c8-11394b375bea service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759286 Jun 10 16:17:52.693135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Router 7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:17:52.726050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.783038 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4948869 Jun 10 16:17:52.794283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.800993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45166) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:52.808660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '570fd76d-0415-43fb-8120-31d9bd793855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:52.835201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=570fd76d-0415-43fb-8120-31d9bd793855,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:52.849133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 570fd76d-0415-43fb-8120-31d9bd793855 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:52.890608 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f2bb35c2-025c-4e4c-8b1d-d62c22a8da4e req-49474ca5-6d59-481f-85b5-2fecef7bfa62 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140977 Jun 10 16:17:52.895332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:52.895687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:52.971249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port 5bb74d1d-9981-4f77-a087-499d82b3b60c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:52.971591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:52.975518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a64396e-fe79-4c4c-86a8-620f2bf0cca7 req-094b2a41-2316-4b26-9586-a5b16127967f service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855706 Jun 10 16:17:52.979392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-bce4c2dc-4184-4d30-8004-f60b05336225 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968208 Jun 10 16:17:52.996846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b09e3-120a-4875-bff3-8df41975f746 req-9a70e84a-2929-4db2-a407-4a946029eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:52.998341 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-9a70e84a-2929-4db2-a407-4a946029eb61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af1822223b94484fa049ec479442465a&device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 1096 time: 0.4168863 Jun 10 16:17:53.140953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec3aa1b-ec20-45d3-b029-c36eef0578b5,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:53.153318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:53.156931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.260133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:17:53.280981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Sync routers for ids ['7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:17:53.296085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Routers {'7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:53.297495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:53.328402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:53.333021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.344702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.348645 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9154973 Jun 10 16:17:53.374186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.377850 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1f7fd8b7-ff7e-45dc-99d4-7fe0c4058007 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2334089 Jun 10 16:17:53.379060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45172) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:53.379060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45174) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:53.393422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1286675062', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'fixed_ips': [{'ip_address': '172.26.5.118'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:53.570372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.581237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b668d-95bd-41c3-b2e4-74ed1886cb46 req-a8f1b1b5-7081-4d91-82ef-98bc41fc6b35 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:53.582836 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-997b668d-95bd-41c3-b2e4-74ed1886cb46 req-a8f1b1b5-7081-4d91-82ef-98bc41fc6b35 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 943 time: 0.3499444 Jun 10 16:17:53.586466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Set router 7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:53.640361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Made reservation on behalf of ffa05790865149d2b412205a4e95fae1 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:53.642698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.707588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for 5bb74d1d-9981-4f77-a087-499d82b3b60c owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:53.710213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:53.712402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b09e3-120a-4875-bff3-8df41975f746 req-682a62e5-5ea9-421f-a1a5-0fe497c72cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:53.713891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-682a62e5-5ea9-421f-a1a5-0fe497c72cb1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=659d76e6-17e5-406f-b087-092d83367cff HTTP/1.1" status: 200 len: 906 time: 0.7051756 Jun 10 16:17:53.730197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d6025a3b-5bb8-432e-bb9e-19b2f55a5110 req-7f324139-8991-48b2-a578-c304b559a342 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309237 Jun 10 16:17:53.767285 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-997b668d-95bd-41c3-b2e4-74ed1886cb46 req-ed3d8086-79bf-4885-ae0e-f1127408e06f tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706202 Jun 10 16:17:53.781044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 35d6abae-810b-40a0-b0d6-35f715e1fefa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:17:53.814770 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b23dfd52-0047-4c65-a37d-1d27bb6b84d7 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e HTTP/1.1" status: 200 len: 907 time: 0.4287941 Jun 10 16:17:53.840331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45176) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:53.914976 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-4b57e7be-18a6-4442-b5ed-cfd80a5983dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e HTTP/1.1" status: 200 len: 217 time: 0.1943736 Jun 10 16:17:53.953923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9100f7-4db6-4015-ac3e-df8391141c61 req-1c823151-12c8-499f-8287-cf5ecefb5f90 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:53.955426 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c9100f7-4db6-4015-ac3e-df8391141c61 req-1c823151-12c8-499f-8287-cf5ecefb5f90 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 943 time: 0.4949102 Jun 10 16:17:53.982218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:53.997385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e', 'name': 'tempest-snat-router-1504950624', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '5ffd2248-39e4-4703-9dde-535ba72a491f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:46Z', 'updated_at': '2021-06-10T16:17:49Z', 'revision_number': 3, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port': {'id': '5ffd2248-39e4-4703-9dde-535ba72a491f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:48Z', 'updated_at': '2021-06-10T16:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:54.000459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'port_id': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'mac_address': 'fa:16:3e:fc:ca:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:17:54.003683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Checking router: 7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:17:54.004040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Updating router 7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e port 5ffd2248-39e4-4703-9dde-535ba72a491f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:17:54.084278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.086811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.135235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d6abae-810b-40a0-b0d6-35f715e1fefa {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:54.143954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b09e3-120a-4875-bff3-8df41975f746 req-31cb2092-42ad-4838-a37d-0a67725e33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.145463 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-31cb2092-42ad-4838-a37d-0a67725e33ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0 HTTP/1.1" status: 200 len: 844 time: 0.2230620 Jun 10 16:17:54.166578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.174929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-de7a33f2-8c16-4633-8a5d-eb0b48c9d9d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.207961 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c9100f7-4db6-4015-ac3e-df8391141c61 req-0ef69ff7-8e5d-4464-9e71-00dc8fb9ac19 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711998 Jun 10 16:17:54.226993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:54.235752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.248307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c089199-56ba-4836-a51b-b8df2cfab257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.249087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=5bb74d1d-9981-4f77-a087-499d82b3b60c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:54.255166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-95f8b119-d9ca-4374-8ec7-c7a379704c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.256808 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-95f8b119-d9ca-4374-8ec7-c7a379704c59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1097 time: 0.3398504 Jun 10 16:17:54.259348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:54.331571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:54.354922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:54.433510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.440400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.468311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b09e3-120a-4875-bff3-8df41975f746 req-d23d6fba-0d16-4402-9ee6-de54c43779cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.469891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-d23d6fba-0d16-4402-9ee6-de54c43779cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=659d76e6-17e5-406f-b087-092d83367cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3147874 Jun 10 16:17:54.506259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.579276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.589426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Transition to ACTIVE for port object 5ffd2248-39e4-4703-9dde-535ba72a491f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:54.595659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.599751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-b5049ccd-478f-4956-8ac6-010053e256ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.599914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.601420 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-b5049ccd-478f-4956-8ac6-010053e256ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.3141768 Jun 10 16:17:54.632065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:17:54.633122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.636462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['35d6abae-810b-40a0-b0d6-35f715e1fefa'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:17:54.705575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.715255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Attempting to bind port 5ffd2248-39e4-4703-9dde-535ba72a491f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:54.715807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Attempting to bind port 5ffd2248-39e4-4703-9dde-535ba72a491f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:54.716281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Attempting to bind port 5ffd2248-39e4-4703-9dde-535ba72a491f on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:54.718612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=41575b87-2e6e-4040-8844-a1b334199386,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:54.721985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:54.727526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-34dd0223-fd5c-43bc-88e4-a61d0669476d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.735389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6766df-feba-438d-bf06-0a6dee0f855e req-a34eeccd-1f15-4fd4-8781-f97bc32331d2 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.736847 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9f6766df-feba-438d-bf06-0a6dee0f855e req-a34eeccd-1f15-4fd4-8781-f97bc32331d2 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 944 time: 0.5332067 Jun 10 16:17:54.743880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.749055 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-236b6eef-f6c7-4ee4-9205-e133df9785da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 217 time: 0.1178830 Jun 10 16:17:54.749670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:54.750191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:54.750707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.751341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:54.751924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Bound port: 5ffd2248-39e4-4703-9dde-535ba72a491f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:54.752406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.793175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db93559-39fd-4458-93fa-06fbf857e9f6 None None] Pushing event updated for resources: {'Port': ['ID=5ffd2248-39e4-4703-9dde-535ba72a491f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:54.796752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3db93559-39fd-4458-93fa-06fbf857e9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:54.797971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] device_id is not set on port b86e3666-3a3d-45f9-943b-48bab4b3e00f yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:54.831006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': '09c4ace1-e089-4299-9784-efa2097ff011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '570fd76d-0415-43fb-8120-31d9bd793855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:54.831365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: 570fd76d-0415-43fb-8120-31d9bd793855, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:54.833050 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-1d45226c-dd41-42c1-b59d-501b0ba9ab29 service neutron] 10.222.0.25 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479481 Jun 10 16:17:54.842089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.843897 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/ports/5bb74d1d-9981-4f77-a087-499d82b3b60c HTTP/1.1" status: 204 len: 168 time: 2.3994625 Jun 10 16:17:54.855018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45182) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:54.882414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-78bb1141-f794-499c-a411-4a4643347e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:54.884091 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-78bb1141-f794-499c-a411-4a4643347e5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.1226010 Jun 10 16:17:54.891854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] For port 5ffd2248-39e4-4703-9dde-535ba72a491f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:54.931088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] For port 5ffd2248-39e4-4703-9dde-535ba72a491f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5ffd2248-39e4-4703-9dde-535ba72a491f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:54.963879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:54.964526 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adf0863-98e7-412a-a615-518ee2b080ba tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] GET failed (client error): The resource could not be found. Jun 10 16:17:54.968665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5adf0863-98e7-412a-a615-518ee2b080ba tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "GET /v2.0/ports/5bb74d1d-9981-4f77-a087-499d82b3b60c HTTP/1.1" status: 404 len: 333 time: 0.1101866 Jun 10 16:17:54.970336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45184) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:54.974395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5baf120d-8010-4266-83f5-bb6c66763cb7,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:54.977969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:54.992230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-01b2e050-71ed-48d7-9b65-37a77e1c8b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.993709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:54.994878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.058934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Checking segment: {'id': '049c3531-e532-4ac6-97d6-4818d27cc85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:55.059339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network hostable DHCP agents. Network: be3ab13d-e784-430d-b18f-91387b01eb42, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:55.072575 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9f6766df-feba-438d-bf06-0a6dee0f855e req-c125639c-4029-4c9e-b810-87dbc1bf1c91 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930422 Jun 10 16:17:55.097557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Routers {'7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:17:55.098411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:55.127714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ebe855-9a2c-4d16-a270-f67d1813b1e6,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:55.137154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 570fd76d-0415-43fb-8120-31d9bd793855 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:55.142971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:55.159808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 570fd76d-0415-43fb-8120-31d9bd793855) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:55.165133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:55.165795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.184551 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-661b09e3-120a-4875-bff3-8df41975f746 req-43d17955-cec7-4773-8e9c-afcd4906969e service neutron] 10.222.0.25 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438816 Jun 10 16:17:55.200300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-e36402db-7fec-4c44-ad13-d893492e4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:55.201728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-e36402db-7fec-4c44-ad13-d893492e4707 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2852430 Jun 10 16:17:55.222905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f03d46-23c7-477e-8552-5b3645dff54a None None] Network 570fd76d-0415-43fb-8120-31d9bd793855 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:55.228456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90db4b-5ad4-4d15-8f7a-14dbe3b3aed2 req-f85198f2-e732-44e2-8330-ecd285f27490 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:55.230056 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ad90db4b-5ad4-4d15-8f7a-14dbe3b3aed2 req-f85198f2-e732-44e2-8330-ecd285f27490 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 944 time: 0.2629125 Jun 10 16:17:55.233746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network be3ab13d-e784-430d-b18f-91387b01eb42 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:55.251455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, be3ab13d-e784-430d-b18f-91387b01eb42) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:55.263257 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4610958 Jun 10 16:17:55.274647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45188) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:55.277708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:55.278308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.286640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:17:55.289920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-104401706'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:55.301476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2bbe4-dd50-4afb-8bbb-595864f17e3a None None] Network be3ab13d-e784-430d-b18f-91387b01eb42 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:55.308298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db93559-39fd-4458-93fa-06fbf857e9f6 None None] Pushing event updated for resources: {'Port': ['ID=5ffd2248-39e4-4703-9dde-535ba72a491f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:55.308800 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 10 16:17:55.309393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:17:55.318506 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9861434 Jun 10 16:17:55.328544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45190) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:55.344837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1319714186', 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:55.348478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Deleting port 5ffd2248-39e4-4703-9dde-535ba72a491f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:55.348778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.351875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3db93559-39fd-4458-93fa-06fbf857e9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:55.391820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port e1d2dd3f-8677-43cc-b845-0b713b0ad83e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:55.392173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.403787 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ad90db4b-5ad4-4d15-8f7a-14dbe3b3aed2 req-a228fb83-227d-421e-8742-ffa888d0e145 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583333 Jun 10 16:17:55.441803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Made reservation on behalf of 4e78f69055ec4df0b618c37080abef00 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:55.442950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:55.444194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.447789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.450835 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-62338799-67f0-4b2d-a06e-d244d1e3d7cb service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409945 Jun 10 16:17:55.457855 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0705965 Jun 10 16:17:55.475895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45192) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:55.558207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] device_id is not set on port 4c992729-2de3-432f-89e4-197342e3892b yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:17:55.606955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:17:55.625276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] Set router 7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:17:55.718710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] For port 5ffd2248-39e4-4703-9dde-535ba72a491f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5ffd2248-39e4-4703-9dde-535ba72a491f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:55.719887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.728954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.729378 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment 360d003f-a0d9-4c18-b308-d0ca48ae2c29 of type vlan for network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 Jun 10 16:17:55.730396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e', 'name': 'tempest-snat-router-1504950624', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:46Z', 'updated_at': '2021-06-10T16:17:54Z', 'revision_number': 4, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:17:55.738713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e5abad5e-4b81-42dc-b988-9fceedc9747e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:17:55.756126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7b32d-8ad5-4b9c-b680-fd5633eede18 None None] The sync data for ids ['7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e'] in dv-neutron-601336-90-hyperv is: [{'id': '7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e', 'name': 'tempest-snat-router-1504950624', 'tenant_id': '67dd12e137804ec3a749e176d69776c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:46Z', 'updated_at': '2021-06-10T16:17:54Z', 'revision_number': 4, 'project_id': '67dd12e137804ec3a749e176d69776c3', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:17:55.894908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Calling delete_port for 5ffd2248-39e4-4703-9dde-535ba72a491f owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:55.926678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83aa85-dc10-4e9b-b2c0-885d38566218 req-d0f13936-3c9e-48a2-b0a5-624b46422256 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:55.928260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aa83aa85-dc10-4e9b-b2c0-885d38566218 req-d0f13936-3c9e-48a2-b0a5-624b46422256 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 943 time: 0.4869187 Jun 10 16:17:55.941181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:55.949881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571caec7-2a5a-4a78-ac52-d411852e9d47 None None] Network be3ab13d-e784-430d-b18f-91387b01eb42 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:56.009855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.076202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-570fd76d-0415-43fb-8120-31d9bd793855', 'network_id': '570fd76d-0415-43fb-8120-31d9bd793855', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '41575b87-2e6e-4040-8844-a1b334199386'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:17:56.076976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.085430 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aa83aa85-dc10-4e9b-b2c0-885d38566218 req-b1099270-b213-4a99-81e1-9f88c9bc571a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378884 Jun 10 16:17:56.098910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.127317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e5abad5e-4b81-42dc-b988-9fceedc9747e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:56.134578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:56.135218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.143046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for e1d2dd3f-8677-43cc-b845-0b713b0ad83e owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:56.152132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'port_id': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'mac_address': 'fa:16:3e:00:46:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:17:56.168444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-935e9a9f-b568-4f57-94b6-ce03dcd11c64 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:56.174897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Deleting port 9ec3aa1b-ec20-45d3-b029-c36eef0578b5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:56.175295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.230809 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f5ac436-4083-414d-a8c7-de33fa566a79 req-2b6eee3f-6414-49f1-8e72-1fae2f35c9df service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182879 Jun 10 16:17:56.302841 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0178947 Jun 10 16:17:56.309862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45196) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:56.319221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:56.321971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Allocated IP 172.20.0.3 (be3ab13d-e784-430d-b18f-91387b01eb42/5baf120d-8010-4266-83f5-bb6c66763cb7/4c992729-2de3-432f-89e4-197342e3892b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:56.374541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.400867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5abad5e-4b81-42dc-b988-9fceedc9747e {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:56.441931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Allocated IP 2001:db8::3 (570fd76d-0415-43fb-8120-31d9bd793855/41575b87-2e6e-4040-8844-a1b334199386/a9e8e4b8-0034-4966-82bd-7599aad46ecf) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:17:56.447304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e5abad5e-4b81-42dc-b988-9fceedc9747e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:56.451635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.455944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:56.470808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4390512-b556-4a77-a02a-cde3fea19c8b req-06f1412b-224c-4c3e-9d4d-0a0277cdc579 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:56.478726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d4390512-b556-4a77-a02a-cde3fea19c8b req-06f1412b-224c-4c3e-9d4d-0a0277cdc579 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 944 time: 0.2441332 Jun 10 16:17:56.598035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=e5abad5e-4b81-42dc-b988-9fceedc9747e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:56.603279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:56.642418 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d4390512-b556-4a77-a02a-cde3fea19c8b req-11d22c5d-b8a0-415d-a861-ac8c5f28f8d6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626787 Jun 10 16:17:56.646189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.669634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4d155ba5-1000-4dfe-9ede-25875cd316fc tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:56.686440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['e5abad5e-4b81-42dc-b988-9fceedc9747e'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:17:56.717379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=e1d2dd3f-8677-43cc-b845-0b713b0ad83e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:56.737800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.738162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.738541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.738891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.739235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.739883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.740380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.740891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.741509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.742418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.743032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.743565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.747079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:56.764958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.791228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.794561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Transition to ACTIVE for port object a9e8e4b8-0034-4966-82bd-7599aad46ecf will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:56.836384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Transition to ACTIVE for port object a9e8e4b8-0034-4966-82bd-7599aad46ecf will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:17:56.839346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=dc4475ba-92c1-4d44-9711-c76bc1a8a9f1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:56.855665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.858165 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/ports/e1d2dd3f-8677-43cc-b845-0b713b0ad83e HTTP/1.1" status: 204 len: 168 time: 1.8647261 Jun 10 16:17:56.862030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45200) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:56.870124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.870547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.876509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.891865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.892385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.892896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.893360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.893795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.894237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.894668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.895104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.895790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.897654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.901266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:56.901735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.907851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:56.916282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f9085e-fa8d-4b02-becd-9a34dc2d7c8a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] GET failed (client error): The resource could not be found. Jun 10 16:17:56.916727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e5e7db58-887d-4a3b-97a3-6d349f5da80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:56.919725 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-98f9085e-fa8d-4b02-becd-9a34dc2d7c8a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "GET /v2.0/ports/e1d2dd3f-8677-43cc-b845-0b713b0ad83e HTTP/1.1" status: 404 len: 333 time: 0.0528839 Jun 10 16:17:56.932922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45202) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:56.974829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:56.984922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-678f5fff-04f5-471d-a7e7-65f6a540a9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:57.009656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Pushing event updated for resources: {'Port': ['ID=a9e8e4b8-0034-4966-82bd-7599aad46ecf,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:57.013764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:17:57.033160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Calling delete_port for 9ec3aa1b-ec20-45d3-b029-c36eef0578b5 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:57.047510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:57.049125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network be3ab13d-e784-430d-b18f-91387b01eb42 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:57.064713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:57.067092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:57.147524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Port': ['ID=4c992729-2de3-432f-89e4-197342e3892b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:57.155409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:57.162342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.162969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.165500 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:17:57.168970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.196004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8664033 Jun 10 16:17:57.198670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45206) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:57.222597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Network 570fd76d-0415-43fb-8120-31d9bd793855 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:17:57.233234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:57.239343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:17:57.266729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port d6c426c7-e479-423e-aac0-2fe246486084 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:57.267065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.281697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220319-c8ca-4faa-bca9-9e983d57fd3a req-a666bdd6-ba2b-4f04-b21e-35605b934dbd tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.283703 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f7220319-c8ca-4faa-bca9-9e983d57fd3a req-a666bdd6-ba2b-4f04-b21e-35605b934dbd tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 944 time: 0.5827982 Jun 10 16:17:57.297575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.305176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:57.317561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Performing IP validity checks on allocation pools {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 10 16:17:57.318075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 10 16:17:57.329675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Attempting to bind port a9e8e4b8-0034-4966-82bd-7599aad46ecf on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:17:57.330182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Attempting to bind port a9e8e4b8-0034-4966-82bd-7599aad46ecf by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '09c4ace1-e089-4299-9784-efa2097ff011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '570fd76d-0415-43fb-8120-31d9bd793855'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:17:57.330568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Attempting to bind port a9e8e4b8-0034-4966-82bd-7599aad46ecf on network 570fd76d-0415-43fb-8120-31d9bd793855 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:17:57.335725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:17:57.336202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Checking segment: {'id': '09c4ace1-e089-4299-9784-efa2097ff011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '570fd76d-0415-43fb-8120-31d9bd793855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:57.336597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.336995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Bound using segment: {'id': '09c4ace1-e089-4299-9784-efa2097ff011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '570fd76d-0415-43fb-8120-31d9bd793855'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:17:57.337571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Bound port: a9e8e4b8-0034-4966-82bd-7599aad46ecf, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c4ace1-e089-4299-9784-efa2097ff011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '570fd76d-0415-43fb-8120-31d9bd793855'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:17:57.337872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.385840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ffd2248-39e4-4703-9dde-535ba72a491f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:57.397227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:57.415167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] For port a9e8e4b8-0034-4966-82bd-7599aad46ecf, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:17:57.418470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] For port a9e8e4b8-0034-4966-82bd-7599aad46ecf, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a9e8e4b8-0034-4966-82bd-7599aad46ecf,segment=NetworkSegment(09c4ace1-e089-4299-9784-efa2097ff011),segment_id=09c4ace1-e089-4299-9784-efa2097ff011)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:17:57.424660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.426989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:57.478460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.501022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64038e54-c197-456e-9143-6d8934dba37b req-1c0727b8-b9e0-4a63-a011-0150dee63bbd tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:57.507104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Pushing event updated for resources: {'Port': ['ID=a9e8e4b8-0034-4966-82bd-7599aad46ecf,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:57.510293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-64038e54-c197-456e-9143-6d8934dba37b req-1c0727b8-b9e0-4a63-a011-0150dee63bbd tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 944 time: 0.2670264 Jun 10 16:17:57.513380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:57.523415 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f7220319-c8ca-4faa-bca9-9e983d57fd3a req-d0458017-0b16-4d4b-a1fc-05ec4ce4a4c7 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217505 Jun 10 16:17:57.524816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Deleting port 4c992729-2de3-432f-89e4-197342e3892b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:57.525165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.567790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.634139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for d6c426c7-e479-423e-aac0-2fe246486084 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:57.737484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-64038e54-c197-456e-9143-6d8934dba37b req-3655f9f0-c49b-4003-b26d-0f8c2bba8563 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262905 Jun 10 16:17:57.746229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device a13e0121-353a-416d-9232-1e28a335a28e details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:17:57.839275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.849022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.883206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 35d6abae-810b-40a0-b0d6-35f715e1fefa up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:57.932736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:57.993716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.003380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.026225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.026767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:17:58.047357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Calling delete_port for 4c992729-2de3-432f-89e4-197342e3892b owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:17:58.049423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.053539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.060065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.061795 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7cf3abd2-79f4-44f4-bf43-f166f4ce8a1e HTTP/1.1" status: 204 len: 168 time: 4.2182517 Jun 10 16:17:58.071158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45210) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:58.073040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ec3aa1b-ec20-45d3-b029-c36eef0578b5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.105135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=d6c426c7-e479-423e-aac0-2fe246486084,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.111270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:58.158580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port a13e0121-353a-416d-9232-1e28a335a28e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13e0121-353a-416d-9232-1e28a335a28e,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:58.182486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'a13e0121-353a-416d-9232-1e28a335a28e', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'port_id': 'a13e0121-353a-416d-9232-1e28a335a28e', 'mac_address': 'fa:16:3e:c6:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:17:58.184132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 35d6abae-810b-40a0-b0d6-35f715e1fefa completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:58.188850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 35d6abae-810b-40a0-b0d6-35f715e1fefa triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:58.189268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.220880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:58.223843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.288108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.297975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.300255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/ports/d6c426c7-e479-423e-aac0-2fe246486084 HTTP/1.1" status: 204 len: 168 time: 1.3652418 Jun 10 16:17:58.303524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45212) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:58.323149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.353680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.373017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13e0121-353a-416d-9232-1e28a335a28e {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:17:58.410907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6afea-105b-44fe-969e-9743b82ac618 req-cf224ec3-c74c-4c8f-a70d-bc1c3646e1f1 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:58.418477 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eed6afea-105b-44fe-969e-9743b82ac618 req-cf224ec3-c74c-4c8f-a70d-bc1c3646e1f1 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 944 time: 0.6034746 Jun 10 16:17:58.429111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:58.453810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:17:58.470318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting subnet cbfb220e-74af-4332-9c2a-8c895635d878 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:17:58.472604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.475134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.475286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.480902 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/42308065-da13-4db0-8cac-d4d7b707700c HTTP/1.1" status: 204 len: 168 time: 2.9978771 Jun 10 16:17:58.489735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=196b7943-1b5e-42c2-9d99-f5615d847110,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.514520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:58.530648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port a13e0121-353a-416d-9232-1e28a335a28e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13e0121-353a-416d-9232-1e28a335a28e,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:58.532738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.533891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e5abad5e-4b81-42dc-b988-9fceedc9747e up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:58.537344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.578614 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eed6afea-105b-44fe-969e-9743b82ac618 req-180fbbe8-8bcf-4150-96a2-1d1deda821f9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470587 Jun 10 16:17:58.600043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.602106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': '360d003f-a0d9-4c18-b308-d0ca48ae2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:17:58.602652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: dc4475ba-92c1-4d44-9711-c76bc1a8a9f1, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:17:58.613133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d0237315-39aa-495c-a3c7-3c13d8b1694c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.619900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.672423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port e5abad5e-4b81-42dc-b988-9fceedc9747e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:58.701661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port e5abad5e-4b81-42dc-b988-9fceedc9747e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:58.706739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.795988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:58.817248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.817866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.818477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.818593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.818883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.821047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.821047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.821047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.821047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.821630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.825237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.825594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:17:58.839899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddfcb80-9f94-4939-9dab-42e29174bff4" -d '{"events": [{"server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "name": "network-vif-plugged", "status": "completed", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:17:58.850606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:58.855743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.900516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.913064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e33909fc-5717-4f91-8509-597fa64f8e62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:58.977554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.980226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['a13e0121-353a-416d-9232-1e28a335a28e'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:17:58.989502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:58.991409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45228) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:59.035668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c992729-2de3-432f-89e4-197342e3892b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:59.038106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:59.049561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082b083-6beb-4545-9009-8ff12fe240a8 None None] Network 570fd76d-0415-43fb-8120-31d9bd793855 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:59.069135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:17:59.143923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, dc4475ba-92c1-4d44-9711-c76bc1a8a9f1) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:17:59.158518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:59.159267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.161388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.186343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bb9fc-f48c-42f5-98e8-4c86514caee3 req-ed84c5c0-1838-478e-be70-6f0eafce1541 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:59.188958 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a96bb9fc-f48c-42f5-98e8-4c86514caee3 req-ed84c5c0-1838-478e-be70-6f0eafce1541 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 944 time: 0.2199178 Jun 10 16:17:59.203156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=a13e0121-353a-416d-9232-1e28a335a28e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:59.207202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6564793e-cd19-49ac-867f-5878f0292892 None None] Network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:59.209787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9e8e4b8-0034-4966-82bd-7599aad46ecf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:17:59.215605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:59.223033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6be500c8-ae1c-4aa5-b2d8-3c8ab9a7c7d6 None None] Provisioning for port a9e8e4b8-0034-4966-82bd-7599aad46ecf completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:59.246788 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9319544 Jun 10 16:17:59.247730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45234) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:59.304177 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a96bb9fc-f48c-42f5-98e8-4c86514caee3 req-66775ee6-5a4d-468a-ae50-ed5134c2a175 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050870 Jun 10 16:17:59.365135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.381288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Deleting port 768400cd-8809-4658-80bd-ce4807e9618c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:17:59.381738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.392039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e5abad5e-4b81-42dc-b988-9fceedc9747e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:17:59.419010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.421131 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4c992729-2de3-432f-89e4-197342e3892b HTTP/1.1" status: 204 len: 168 time: 2.2215002 Jun 10 16:17:59.430986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a1d-c883-4f6e-a493-17d9538cc31a req-13429482-1d6c-40ee-b6d4-2c1d13582879 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:17:59.437432 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ede12a1d-c883-4f6e-a493-17d9538cc31a req-13429482-1d6c-40ee-b6d4-2c1d13582879 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.6542740 Jun 10 16:17:59.440263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45238) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:59.446706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42', 'external_fixed_ips': [{'subnet_id': '5baf120d-8010-4266-83f5-bb6c66763cb7', 'ip_address': '172.20.0.3'}]}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:17:59.463275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.479420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.480580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.481693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:59.539547 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ede12a1d-c883-4f6e-a493-17d9538cc31a req-b662cb2f-f416-4cc9-8a24-af8d34f0358c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007853 Jun 10 16:17:59.540542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0d839-5016-4aa6-87d8-94cf4b42f027 x-openstack-request-id: req-2cf0d839-5016-4aa6-87d8-94cf4b42f027 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:17:59.541825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "name": "network-vif-plugged", "status": "completed", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:17:59.542183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cf0d839-5016-4aa6-87d8-94cf4b42f027 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:17:59.542738 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'code': 200} Jun 10 16:17:59.542916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.562463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a5873aa6-3e8a-4848-ba49-bcc94129db03 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:17:59.623722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e712a0c-8a99-47ac-ae5a-4f2d2a9e7944 None None] Network 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:17:59.673633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.675703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfb220e-74af-4332-9c2a-8c895635d878,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:59.684854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port a9e8e4b8-0034-4966-82bd-7599aad46ecf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:17:59.688869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:59.690697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.697065 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/subnets/cbfb220e-74af-4332-9c2a-8c895635d878 HTTP/1.1" status: 204 len: 168 time: 1.3924391 Jun 10 16:17:59.717786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45242) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:17:59.734995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=e5abad5e-4b81-42dc-b988-9fceedc9747e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:17:59.805561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:17:59.812131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a9e8e4b8-0034-4966-82bd-7599aad46ecf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:17:59.812619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:17:59.861832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.011858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.080978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a483a-4dd8-44d1-ad0c-ed57bdf5d512 req-baf956e6-4555-48a0-87f4-e95f846d1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:00.081240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-dc4475ba-92c1-4d44-9711-c76bc1a8a9f1', 'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '196b7943-1b5e-42c2-9d99-f5615d847110'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:00.082531 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d94a483a-4dd8-44d1-ad0c-ed57bdf5d512 req-baf956e6-4555-48a0-87f4-e95f846d1622 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 1098 time: 0.1751914 Jun 10 16:18:00.082848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.101971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.118433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.151268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d94a483a-4dd8-44d1-ad0c-ed57bdf5d512 req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.162637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] For port 768400cd-8809-4658-80bd-ce4807e9618c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=768400cd-8809-4658-80bd-ce4807e9618c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:00.162999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.200856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80834af0-2d86-491c-b8cf-5061def5598c req-9448386f-7bf8-453e-aa35-0bb4f5021ae9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:00.202790 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-80834af0-2d86-491c-b8cf-5061def5598c req-9448386f-7bf8-453e-aa35-0bb4f5021ae9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 945 time: 0.3725784 Jun 10 16:18:00.251854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.312117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Calling delete_port for 768400cd-8809-4658-80bd-ce4807e9618c owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:00.361873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port a9e8e4b8-0034-4966-82bd-7599aad46ecf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a9e8e4b8-0034-4966-82bd-7599aad46ecf,segment=NetworkSegment(09c4ace1-e089-4299-9784-efa2097ff011),segment_id=09c4ace1-e089-4299-9784-efa2097ff011)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:00.371924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.375550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ac06d27-1379-45de-a432-ea1e0f56c8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:00.412448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] DHCP port deletion for 7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:00.426885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Allocated IP 2001:db8::3 (dc4475ba-92c1-4d44-9711-c76bc1a8a9f1/196b7943-1b5e-42c2-9d99-f5615d847110/015b3e74-fc9b-4b79-b262-70d3705864fa) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:00.439625 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-80834af0-2d86-491c-b8cf-5061def5598c req-27754f02-7f85-4417-8a03-e601f3f6417e tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212036 Jun 10 16:18:00.508869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.537200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Deleting port be33627c-19c4-4dbe-a8e2-a0671e2eb55a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:00.537542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.563692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.631735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] For port be33627c-19c4-4dbe-a8e2-a0671e2eb55a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,segment=NetworkSegment(f7f2259a-062d-4117-9b7d-c7e4d262e64a),segment_id=f7f2259a-062d-4117-9b7d-c7e4d262e64a)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:00.632101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.656021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=a9e8e4b8-0034-4966-82bd-7599aad46ecf,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:00.669609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:00.734370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Calling delete_port for be33627c-19c4-4dbe-a8e2-a0671e2eb55a owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:00.798552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ea14a04b-3724-4459-9d8d-02672cdf3e5d None None] Provisioning complete for port a9e8e4b8-0034-4966-82bd-7599aad46ecf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:00.799169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ea14a04b-3724-4459-9d8d-02672cdf3e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.845889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.856042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.879726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Allocated IP 172.20.0.3 (be3ab13d-e784-430d-b18f-91387b01eb42/5baf120d-8010-4266-83f5-bb6c66763cb7/679e0e7d-fa6b-4a1b-abd4-cdae76eafa52) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:00.880473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fc5af89-7de5-4679-9e67-ec92e539cf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:00.902607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Deleting port be33627c-19c4-4dbe-a8e2-a0671e2eb55a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:00.903382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.919825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26b6c-d640-4089-abfc-68d9b4a2e970 req-cb0df8b5-d59a-47b1-869f-1c1d7d409864 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:00.921477 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d4a26b6c-d640-4089-abfc-68d9b4a2e970 req-cb0df8b5-d59a-47b1-869f-1c1d7d409864 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.3624828 Jun 10 16:18:00.989395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:00.994252 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fefb640249824e1b85ae892cd6c579c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9990733 Jun 10 16:18:01.010752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45248) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:01.019446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7697c-d86b-440b-b729-f6670261bf2d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.024830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Transition to ACTIVE for port object 015b3e74-fc9b-4b79-b262-70d3705864fa will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:01.025192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.063723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d100a-7fb0-4155-9293-5f1bbca6dc63 req-ff8a261b-1456-4482-9a10-2c853dc8c1ef tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:01.070737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2b8d100a-7fb0-4155-9293-5f1bbca6dc63 req-ff8a261b-1456-4482-9a10-2c853dc8c1ef tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.2802024 Jun 10 16:18:01.077512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.078454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] For port be33627c-19c4-4dbe-a8e2-a0671e2eb55a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,segment=NetworkSegment(f7f2259a-062d-4117-9b7d-c7e4d262e64a),segment_id=f7f2259a-062d-4117-9b7d-c7e4d262e64a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:01.079051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.090007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.103002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d4a26b6c-d640-4089-abfc-68d9b4a2e970 req-822bc38e-b13e-4951-83e8-c13fe54a351e tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745863 Jun 10 16:18:01.110715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Transition to ACTIVE for port object 015b3e74-fc9b-4b79-b262-70d3705864fa will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:01.119989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9e8e4b8-0034-4966-82bd-7599aad46ecf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:01.140314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d94a483a-4dd8-44d1-ad0c-ed57bdf5d512 req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.149195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d94a483a-4dd8-44d1-ad0c-ed57bdf5d512 req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.168823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-25999528-c623-46a0-aa68-cfe0f2b34cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.174544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.182976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Port': ['ID=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.185353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.191103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] No DVR routers for this DVR port be33627c-19c4-4dbe-a8e2-a0671e2eb55a on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:01.208786 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d94a483a-4dd8-44d1-ad0c-ed57bdf5d512 req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0810411 Jun 10 16:18:01.223989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de2cd897-2665-4558-bf9a-9a537e04809b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.228801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.247239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Calling delete_port for be33627c-19c4-4dbe-a8e2-a0671e2eb55a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:01.249218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.251073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.263060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.263639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.269798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5700a751-dae1-480d-947e-0349d9b3ad26 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.277828 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2b8d100a-7fb0-4155-9293-5f1bbca6dc63 req-75d78cea-1f0e-4d65-8551-74a754b1a472 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060738 Jun 10 16:18:01.297452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.303027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.307211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.329558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Port': ['ID=679e0e7d-fa6b-4a1b-abd4-cdae76eafa52,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.333555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.340073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network be3ab13d-e784-430d-b18f-91387b01eb42 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:01.341551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:01.343826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:01.352494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=196b7943-1b5e-42c2-9d99-f5615d847110,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.371377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:01.379524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:01.381954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:01.387226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Pushing event updated for resources: {'Port': ['ID=015b3e74-fc9b-4b79-b262-70d3705864fa,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.390058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.427640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.440289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.461565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.487431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a9e8e4b8-0034-4966-82bd-7599aad46ecf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:01.488185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.506445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event deleted for resources: {'Port': ['ID=768400cd-8809-4658-80bd-ce4807e9618c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.522472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Attempting to bind port 015b3e74-fc9b-4b79-b262-70d3705864fa on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:01.522914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Attempting to bind port 015b3e74-fc9b-4b79-b262-70d3705864fa by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '360d003f-a0d9-4c18-b308-d0ca48ae2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:01.523874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Attempting to bind port 015b3e74-fc9b-4b79-b262-70d3705864fa on network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:01.537413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.541909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.543891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:01.544288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Checking segment: {'id': '360d003f-a0d9-4c18-b308-d0ca48ae2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:01.544811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.545249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Bound using segment: {'id': '360d003f-a0d9-4c18-b308-d0ca48ae2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:01.545741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Bound port: 015b3e74-fc9b-4b79-b262-70d3705864fa, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360d003f-a0d9-4c18-b308-d0ca48ae2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:01.546120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.554717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:01.557239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d19da8-2c96-480c-af65-d0569959568b" -d '{"events": [{"server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "name": "network-vif-plugged", "status": "completed", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:01.596985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Pushing event deleted for resources: {'Port': ['ID=be33627c-19c4-4dbe-a8e2-a0671e2eb55a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.599417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.603201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] No DVR routers for this DVR port be33627c-19c4-4dbe-a8e2-a0671e2eb55a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:01.622486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.637287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4475ba-92c1-4d44-9711-c76bc1a8a9f1']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:01.645699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefbd002-c81b-4353-9312-3d536114daaf x-openstack-request-id: req-eefbd002-c81b-4353-9312-3d536114daaf {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:01.645986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "name": "network-vif-plugged", "status": "completed", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:01.646249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eefbd002-c81b-4353-9312-3d536114daaf {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:01.646640 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'code': 200} Jun 10 16:18:01.653957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:01.680516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.690785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360d003f-a0d9-4c18-b308-d0ca48ae2c29') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:01.691966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360d003f-a0d9-4c18-b308-d0ca48ae2c29') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:01.705296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f2259a-062d-4117-9b7d-c7e4d262e64a') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:01.705781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f2259a-062d-4117-9b7d-c7e4d262e64a') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:01.712728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.739637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] For port 015b3e74-fc9b-4b79-b262-70d3705864fa, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:01.744570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] For port 015b3e74-fc9b-4b79-b262-70d3705864fa, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=015b3e74-fc9b-4b79-b262-70d3705864fa,segment=NetworkSegment(360d003f-a0d9-4c18-b308-d0ca48ae2c29),segment_id=360d003f-a0d9-4c18-b308-d0ca48ae2c29)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:01.761931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.770685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.774364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device a13e0121-353a-416d-9232-1e28a335a28e up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:01.778802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.787257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecccfd5-3fcd-4f4b-aca2-33c35308835e req-a4e63c84-2092-44ab-8b4a-e396c6a9f550 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:01.794970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fecccfd5-3fcd-4f4b-aca2-33c35308835e req-a4e63c84-2092-44ab-8b4a-e396c6a9f550 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 945 time: 0.1695287 Jun 10 16:18:01.834077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.841282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device be33627c-19c4-4dbe-a8e2-a0671e2eb55a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:01.864092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.897036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: be33627c-19c4-4dbe-a8e2-a0671e2eb55a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:01.897421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device be33627c-19c4-4dbe-a8e2-a0671e2eb55a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:01.908522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.913665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.916362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.919805 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dca7697c-d86b-440b-b729-f6670261bf2d HTTP/1.1" status: 204 len: 168 time: 0.9053435 Jun 10 16:18:01.922253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.934809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:01.945341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:01.945738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:01.948689 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:01.953840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Pushing event updated for resources: {'Port': ['ID=015b3e74-fc9b-4b79-b262-70d3705864fa,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:01.957242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:01.957600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.957956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:01.974427 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:01.981461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port a13e0121-353a-416d-9232-1e28a335a28e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:01.985605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port a13e0121-353a-416d-9232-1e28a335a28e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:01.986206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:01.995846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7697c-d86b-440b-b729-f6670261bf2d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:02.018148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207e224-9780-4ce8-af77-328983e2abb3 None None] Network dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:02.071228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fecccfd5-3fcd-4f4b-aca2-33c35308835e req-56097889-22f2-456f-bc56-3e9b050de055 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752731 Jun 10 16:18:02.131027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea95699-7aeb-468f-8bf5-58397ec0f445 req-30e6ba25-e9d1-44b7-8702-ec70c4b0a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:02.133208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ea95699-7aeb-468f-8bf5-58397ec0f445 req-30e6ba25-e9d1-44b7-8702-ec70c4b0a7e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 1098 time: 0.2957861 Jun 10 16:18:02.278193 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ea95699-7aeb-468f-8bf5-58397ec0f445 req-bc17091b-afa1-4594-a066-2b1c5d052a34 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878878 Jun 10 16:18:02.300581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:02.329185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.365657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.374020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:18:02.374020 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:18:02.374020 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'id': 'dc4475ba-92c1-4d44-9711-c76bc1a8a9f1'}] Jun 10 16:18:02.374020 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:18:02.374424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:18:02.426591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45264) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:02.430208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.480888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port a13e0121-353a-416d-9232-1e28a335a28e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13e0121-353a-416d-9232-1e28a335a28e,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:02.487866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.489957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:02.522621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ded73-10f2-4060-b337-873cba691632 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:18:02.530563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.541963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:02.549693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.569736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.574724 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] 10.222.0.23 "DELETE /v2.0/networks/7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21 HTTP/1.1" status: 204 len: 168 time: 2.8526633 Jun 10 16:18:02.574724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.578903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Pushing event deleted for resources: {'Network': ['ID=7d34dfe2-85c4-4cf2-8f3f-a68ac0006b21,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:02.590445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:02.627721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-af1d4cf2-51bc-4d34-a57f-7aa0f8bbd048 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffa05790865149d2b412205a4e95fae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984780 Jun 10 16:18:02.635613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45268) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:02.660190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.660753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 713f5fd3-66f5-4595-9b1e-0ed87d980a43 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:02.675744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daf714-aad8-4f5e-9df0-e5c6bfd05a82 req-a8d65ead-09a6-4c11-aa5d-4816d02af716 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:02.683571 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-77daf714-aad8-4f5e-9df0-e5c6bfd05a82 req-a8d65ead-09a6-4c11-aa5d-4816d02af716 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.3296208 Jun 10 16:18:02.688776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.690106 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "DELETE /v2.0/routers/713f5fd3-66f5-4595-9b1e-0ed87d980a43 HTTP/1.1" status: 204 len: 168 time: 4.6142652 Jun 10 16:18:02.703036 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45270) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:02.746815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1337362261', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:02.838901 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-77daf714-aad8-4f5e-9df0-e5c6bfd05a82 req-1a8a686b-5f17-4098-a665-e71e8c2a98c7 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542847 Jun 10 16:18:02.845562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.846523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.853383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=a13e0121-353a-416d-9232-1e28a335a28e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:02.862849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:02.895202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:02.941172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52ded73-10f2-4060-b337-873cba691632 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:18:02.963143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.208466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c579-33e9-419b-83a2-df604a07c2c9 req-175e0b3b-b135-40dc-8bc0-b2b1edc74885 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:03.209869 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-aa38c579-33e9-419b-83a2-df604a07c2c9 req-175e0b3b-b135-40dc-8bc0-b2b1edc74885 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.7848270 Jun 10 16:18:03.281137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45278) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:03.293949 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-aa38c579-33e9-419b-83a2-df604a07c2c9 req-e73d8537-4c04-44ec-9dc8-46b0a22dc36b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731938 Jun 10 16:18:03.326393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.350964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.392205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 768400cd-8809-4658-80bd-ce4807e9618c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:03.414788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Router f2fd65f0-c1a6-455b-8e7e-bf32632015ec is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:03.418642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.426580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.432581 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5ebe855-9a2c-4d16-a270-f67d1813b1e6 HTTP/1.1" status: 204 len: 168 time: 0.7955992 Jun 10 16:18:03.434379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:03.456402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ebe855-9a2c-4d16-a270-f67d1813b1e6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:03.460880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:03.479690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 768400cd-8809-4658-80bd-ce4807e9618c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:03.480682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 768400cd-8809-4658-80bd-ce4807e9618c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:03.524053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eda66009-ca12-45cc-a036-821e5ae30077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.545482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.573794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port 015b3e74-fc9b-4b79-b262-70d3705864fa {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:03.574132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.648306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:03.650760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0078478e-8b77-4e5e-a9de-9f15ed2ab856" -d '{"events": [{"server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "name": "network-vif-plugged", "status": "completed", "tag": "a13e0121-353a-416d-9232-1e28a335a28e"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:03.660469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-970541a7-dc9b-4449-bbaf-0e31caddd08f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac0f2d19bc534865b0c65be3bebb9a74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3689537 Jun 10 16:18:03.662610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45288) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:03.697710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1141d83-3381-4e69-a54f-3eac3911fc7e x-openstack-request-id: req-e1141d83-3381-4e69-a54f-3eac3911fc7e {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:03.698225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "name": "network-vif-plugged", "status": "completed", "tag": "a13e0121-353a-416d-9232-1e28a335a28e", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:03.698770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1141d83-3381-4e69-a54f-3eac3911fc7e {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:03.699358 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e', 'code': 200} Jun 10 16:18:03.730175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:03.742998 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Sync routers for ids ['f2fd65f0-c1a6-455b-8e7e-bf32632015ec'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:03.754483 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Routers {'f2fd65f0-c1a6-455b-8e7e-bf32632015ec'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:03.757372 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f2fd65f0-c1a6-455b-8e7e-bf32632015ec'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:03.763750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.790379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.796027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port 015b3e74-fc9b-4b79-b262-70d3705864fa, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=015b3e74-fc9b-4b79-b262-70d3705864fa,segment=NetworkSegment(360d003f-a0d9-4c18-b308-d0ca48ae2c29),segment_id=360d003f-a0d9-4c18-b308-d0ca48ae2c29)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:03.796722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.829547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb3e21-3408-4fba-8ade-2d15674c45a8 req-4bf2d439-840f-4e26-bee6-8fbdafff7c60 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:03.836471 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0feb3e21-3408-4fba-8ade-2d15674c45a8 req-4bf2d439-840f-4e26-bee6-8fbdafff7c60 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.4031496 Jun 10 16:18:03.846999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.852960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.857393 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20267a1e-7654-4788-9652-9cbb8f865e8f HTTP/1.1" status: 204 len: 168 time: 0.1932442 Jun 10 16:18:03.858865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:03.869923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20267a1e-7654-4788-9652-9cbb8f865e8f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:03.872680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:03.873937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:03.877764 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4326556 Jun 10 16:18:03.878097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45296) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:03.994152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for 015b3e74-fc9b-4b79-b262-70d3705864fa owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:04.061128 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Set router f2fd65f0-c1a6-455b-8e7e-bf32632015ec gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:04.102625 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0feb3e21-3408-4fba-8ade-2d15674c45a8 req-d8b3fb2e-3ae3-4312-a6be-03f586053114 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651234 Jun 10 16:18:04.103140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.376157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.410457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.412201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.416362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:04.450785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425911e1-7f32-41ff-ac37-5fdf78253542 req-853e4a30-a607-43fa-8002-5ac66b2fb53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:04.451417 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd65f0-c1a6-455b-8e7e-bf32632015ec', 'name': '', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42', 'external_fixed_ips': [{'subnet_id': '5baf120d-8010-4266-83f5-bb6c66763cb7', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '679e0e7d-fa6b-4a1b-abd4-cdae76eafa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:59Z', 'updated_at': '2021-06-10T16:18:01Z', 'revision_number': 3, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port': {'id': '679e0e7d-fa6b-4a1b-abd4-cdae76eafa52', 'name': '', 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:51:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd65f0-c1a6-455b-8e7e-bf32632015ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '5baf120d-8010-4266-83f5-bb6c66763cb7', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:18:00Z', 'updated_at': '2021-06-10T16:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5baf120d-8010-4266-83f5-bb6c66763cb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:04.452332 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-425911e1-7f32-41ff-ac37-5fdf78253542 req-853e4a30-a607-43fa-8002-5ac66b2fb53a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.3460507 Jun 10 16:18:04.463458 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Checking router: f2fd65f0-c1a6-455b-8e7e-bf32632015ec for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:04.465793 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Updating router f2fd65f0-c1a6-455b-8e7e-bf32632015ec port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:18:04.479054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=015b3e74-fc9b-4b79-b262-70d3705864fa,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:04.481091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port 015b3e74-fc9b-4b79-b262-70d3705864fa on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:04.512049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33161b-6278-4550-ab8c-21474102d0de req-68fe9527-4fd8-4525-99fc-36a3e980894a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:04.519453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2b33161b-6278-4550-ab8c-21474102d0de req-68fe9527-4fd8-4525-99fc-36a3e980894a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.4142489 Jun 10 16:18:04.544603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.554542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:04.557966 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.563817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-425911e1-7f32-41ff-ac37-5fdf78253542 req-c055497d-22ee-4e4e-9876-d4658062e557 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010315 Jun 10 16:18:04.623455 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2b33161b-6278-4550-ab8c-21474102d0de req-ec9be646-4158-4f5f-9806-a1b45ea41ee6 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002126 Jun 10 16:18:04.683801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Deleting port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:04.684241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.806006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.821358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4475ba-92c1-4d44-9711-c76bc1a8a9f1']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:04.836746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360d003f-a0d9-4c18-b308-d0ca48ae2c29') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:04.837487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360d003f-a0d9-4c18-b308-d0ca48ae2c29') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:04.849162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.867485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.874488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:04.874886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:04.892308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.057889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Allocated IP 172.26.5.228 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/59039b38-e076-459a-ac40-cea835ca3bad) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:05.058250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Calling delete_port for 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:05.091148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bba6b-0308-4719-b440-9e9c6bc88d55 req-46101d01-8586-4f65-8472-99685cc23cdb tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:05.092796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-374bba6b-0308-4719-b440-9e9c6bc88d55 req-46101d01-8586-4f65-8472-99685cc23cdb tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.3001933 Jun 10 16:18:05.129063 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.147232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45340) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:05.152520 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Transition to ACTIVE for port object 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:05.155345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Request body: {'floatingip': {'port_id': 'e5abad5e-4b81-42dc-b988-9fceedc9747e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:05.165669 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.174233 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:05.284300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.393445 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Attempting to bind port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:05.398589 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Attempting to bind port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '049c3531-e532-4ac6-97d6-4818d27cc85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:05.400122 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Attempting to bind port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52 on network be3ab13d-e784-430d-b18f-91387b01eb42 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:05.403140 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Pushing event updated for resources: {'Port': ['ID=679e0e7d-fa6b-4a1b-abd4-cdae76eafa52,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:05.414024 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.414659 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.415179 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.415715 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.416222 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.416738 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.417275 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.417784 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.418307 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.418810 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.419569 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.420647 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:05.424899 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:05.426194 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Checking segment: {'id': '049c3531-e532-4ac6-97d6-4818d27cc85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:05.426811 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.428862 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Bound using segment: {'id': '049c3531-e532-4ac6-97d6-4818d27cc85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:05.431059 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Bound port: 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049c3531-e532-4ac6-97d6-4818d27cc85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'be3ab13d-e784-430d-b18f-91387b01eb42'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:05.431663 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.434930 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:05.506815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45348) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:05.510948 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] For port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:05.516133 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] For port 679e0e7d-fa6b-4a1b-abd4-cdae76eafa52, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=679e0e7d-fa6b-4a1b-abd4-cdae76eafa52,segment=NetworkSegment(049c3531-e532-4ac6-97d6-4818d27cc85a),segment_id=049c3531-e532-4ac6-97d6-4818d27cc85a)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:05.523803 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.527464 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:05.621514 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Routers {'f2fd65f0-c1a6-455b-8e7e-bf32632015ec'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:05.622647 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:17:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f2fd65f0-c1a6-455b-8e7e-bf32632015ec'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:05.629090 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Pushing event updated for resources: {'Port': ['ID=679e0e7d-fa6b-4a1b-abd4-cdae76eafa52,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:05.675707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:05.718437 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:05.728000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.733445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.760955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd9dd10e-5751-4135-87b2-47c792ccb13c tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:05.767349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.769119 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 HTTP/1.1" status: 204 len: 168 time: 6.5194952 Jun 10 16:18:05.769833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45356) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:05.803562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45358) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:05.811091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561019653'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:05.816858 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:05.833203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:05.844151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:05.850789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:05.878543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ac775-284c-4574-bbbe-06c50a5088e4 req-500b89cd-2d4f-4657-b8a3-b71893532340 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:05.880773 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3d1ac775-284c-4574-bbbe-06c50a5088e4 req-500b89cd-2d4f-4657-b8a3-b71893532340 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 1.3242443 Jun 10 16:18:05.908292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1431335263'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:05.917869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-62863497'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:05.919598 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] Set router f2fd65f0-c1a6-455b-8e7e-bf32632015ec gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:05.930810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event updated for resources: {'Port': ['ID=59039b38-e076-459a-ac40-cea835ca3bad,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:05.939461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ace0e-36d5-4369-96a6-25283084d0f9 req-378fcb97-507c-453f-bb92-76405d679d48 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:05.940951 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-554ace0e-36d5-4369-96a6-25283084d0f9 req-378fcb97-507c-453f-bb92-76405d679d48 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.5332601 Jun 10 16:18:05.965803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:05.966257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:05.987835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:05.989926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=dc4475ba-92c1-4d44-9711-c76bc1a8a9f1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:05.995271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:05.998754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.001650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:06.005209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f78ac9a9-9f40-4db6-aa08-6a7a97d823a8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:06.011478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3d1ac775-284c-4574-bbbe-06c50a5088e4 req-3a2db3a1-0c20-463a-87ab-cc5d308870ce tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893540 Jun 10 16:18:06.014648 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd65f0-c1a6-455b-8e7e-bf32632015ec', 'name': '', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:59Z', 'updated_at': '2021-06-10T16:18:04Z', 'revision_number': 4, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:06.017806 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba7cf2-2f40-4c26-af65-95d6a3746761 None None] The sync data for ids ['f2fd65f0-c1a6-455b-8e7e-bf32632015ec'] in dv-neutron-601336-90-hyperv is: [{'id': 'f2fd65f0-c1a6-455b-8e7e-bf32632015ec', 'name': '', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:59Z', 'updated_at': '2021-06-10T16:18:04Z', 'revision_number': 4, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:06.068086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.127565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event deleted for resources: {'Port': ['ID=679e0e7d-fa6b-4a1b-abd4-cdae76eafa52,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:06.136921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:06.217373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:06.259119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.260073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.260845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-472e7614-3d42-452c-9f91-e998bfd0369f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.279165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.279564 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment e31b59c8-060e-43d6-aadf-3cc09d6198c8 of type vlan for network 6ac94d4a-fd32-4d5d-aba9-893e012000ee Jun 10 16:18:06.502315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.506371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.516822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.517022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:06.520397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.567179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a34f3-415d-4adc-a54c-0730134b348c req-233d44fd-dd84-4895-a59a-7ad07878ab88 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:06.568640 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-312a34f3-415d-4adc-a54c-0730134b348c req-233d44fd-dd84-4895-a59a-7ad07878ab88 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.3849328 Jun 10 16:18:06.580215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.580215 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7595a26e-56a7-44c2-bfb4-4f698581c4cc tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.8023245 Jun 10 16:18:06.582130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45364) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:06.582453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45366) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:06.589370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Request body: {'floatingip': {'port_id': '35d6abae-810b-40a0-b0d6-35f715e1fefa'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:06.599678 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-554ace0e-36d5-4369-96a6-25283084d0f9 req-af6e1da2-872b-4ef8-8bf0-aaf746c73d6b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6424799 Jun 10 16:18:06.623067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.704875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.714680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.767231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.772647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:06.773298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.826052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:06.884841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.928877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.938866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:06.949017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:18:06.959135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.107377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.107861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2fd65f0-c1a6-455b-8e7e-bf32632015ec {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:07.118830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.120045 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/routers/f2fd65f0-c1a6-455b-8e7e-bf32632015ec HTTP/1.1" status: 204 len: 168 time: 3.2406983 Jun 10 16:18:07.129851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:07.133960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.169092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.170816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=6ac94d4a-fd32-4d5d-aba9-893e012000ee,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:07.174095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:07.192923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 6ac94d4a-fd32-4d5d-aba9-893e012000ee details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:07.301994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.325989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Deleting subnet 5baf120d-8010-4266-83f5-bb6c66763cb7 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:07.339587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.344626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.384221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.401958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:07.423600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.475717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:07.498180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68909762-a6d3-4346-a599-627e7bc12ff9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:07.501196 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Floating IP a25f7251-25ca-43f4-a378-23c93151f358 associated. External IP: 172.26.5.223, port: e5abad5e-4b81-42dc-b988-9fceedc9747e. Jun 10 16:18:07.504576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:07.556429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.557177 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment 45998232-45b4-42fa-9314-717c1f8e4279 of type vlan for network 348b97bd-e0cc-48a9-879b-c4f5062409c4 Jun 10 16:18:07.616091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.617874 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8115063 Jun 10 16:18:07.623955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45370) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:07.662259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:07.756663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.772204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.819041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.884714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.895000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:07.906662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.943616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:07.944208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.945675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.946176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6baeb486-0490-4b7e-a7f9-0b9bc04508d8 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:07.956600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:07.957713 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-474c6270-0d80-4bb6-bd05-dbae7a261d1c tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6baeb486-0490-4b7e-a7f9-0b9bc04508d8 HTTP/1.1" status: 204 len: 168 time: 1.3743865 Jun 10 16:18:07.967039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45374) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:07.974823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Request body: {'router': {'name': 'tempest-router-165609923', 'distributed': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:07.991727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5baf120d-8010-4266-83f5-bb6c66763cb7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:07.993725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:07.997178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.024814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.177470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.177470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.314334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.318686 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/5baf120d-8010-4266-83f5-bb6c66763cb7 HTTP/1.1" status: 204 len: 168 time: 1.1853931 Jun 10 16:18:08.318686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:08.320930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:08.325183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45376) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:08.331492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d36d5-bfbd-4d05-befb-4c4643795fb8 req-21a240fc-6162-4eea-851b-c7d4089b8b43 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:08.332928 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f15d36d5-bfbd-4d05-befb-4c4643795fb8 req-21a240fc-6162-4eea-851b-c7d4089b8b43 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.5168169 Jun 10 16:18:08.454263 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9389117 Jun 10 16:18:08.473503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45378) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:08.496760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'name': 'tempest-PortsIpV6TestJSON-1855227358'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:08.520026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.578111 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f15d36d5-bfbd-4d05-befb-4c4643795fb8 req-9c189f1b-5f2d-4c9d-8ac6-98487e5b52a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350416 Jun 10 16:18:08.586239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.597109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=348b97bd-e0cc-48a9-879b-c4f5062409c4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:08.612067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:08.614312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:08.637131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.678398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Router 13ad4a51-1aee-4687-989d-03be12c6cac3 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:08.850799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.866845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.950700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.resource_extend [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:18:08.953334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:08.954102 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-84da2116-bb23-4a49-8096-22bdb99c80ca tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9848530 Jun 10 16:18:08.968942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45382) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:08.984873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3ab13d-e784-430d-b18f-91387b01eb42']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:09.062409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.070357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.072821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:09.076285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.080033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Router 774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:09.114520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049c3531-e532-4ac6-97d6-4818d27cc85a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:09.114821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049c3531-e532-4ac6-97d6-4818d27cc85a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:09.165715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.202589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.207098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port ed41b4fa-9917-412b-892a-7b5b0df88017 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:09.259108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.320074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.329314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:09.329707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: items = [ Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:09.333406 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:09.352572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:09.390451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:09.399162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa069440-047d-49ce-8bea-383339509c9e req-1a908bc6-802c-402c-83dc-94e90f942f08 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:09.400761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-aa069440-047d-49ce-8bea-383339509c9e req-1a908bc6-802c-402c-83dc-94e90f942f08 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.6524410 Jun 10 16:18:09.413539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] Sync routers for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:09.416265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45384) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:09.422694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Request body: {'floatingip': {'port_id': 'a13e0121-353a-416d-9232-1e28a335a28e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:09.423936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:09.424571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:09.440185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.501125 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Floating IP 5215a9de-3046-4f8e-8f54-b893bfcafabe associated. External IP: 172.26.5.130, port: 35d6abae-810b-40a0-b0d6-35f715e1fefa. Jun 10 16:18:09.563455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.577369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:09.636455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.644566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.662405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6f0d7ebf-4614-428f-b4dd-19690e88b3ec tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "PUT /v2.0/floatingips/a25f7251-25ca-43f4-a378-23c93151f358 HTTP/1.1" status: 200 len: 991 time: 4.5134120 Jun 10 16:18:09.668483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:09.670768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1077dd-9a26-4488-936a-390d2b75fb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:09.681778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.735510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=6ac4fc7b-0d4a-49c4-9f85-d6f31475ff9e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:09.740902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215c3b6-5b54-455e-ba45-05db2721bb2e x-openstack-request-id: req-d215c3b6-5b54-455e-ba45-05db2721bb2e {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:09.741532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:09.742554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d215c3b6-5b54-455e-ba45-05db2721bb2e {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:09.743122 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'status': 'completed', 'code': 200} Jun 10 16:18:09.746411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:09.749339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8369b4a0-c640-4e51-b107-c7ee225c78c1 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:09.751886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be3ab13d-e784-430d-b18f-91387b01eb42 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 10 16:18:09.755621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.757874 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/networks/be3ab13d-e784-430d-b18f-91387b01eb42 HTTP/1.1" status: 204 len: 168 time: 1.4147243 Jun 10 16:18:09.799202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event deleted for resources: {'Network': ['ID=be3ab13d-e784-430d-b18f-91387b01eb42,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:09.803015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:09.820623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:09.824534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.825362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29652f37-6b8a-4467-af65-d4c492204be3 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:09.831589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': 'e31b59c8-060e-43d6-aadf-3cc09d6198c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:09.832947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: 6ac94d4a-fd32-4d5d-aba9-893e012000ee, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:09.881646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.889197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca637146-c636-459b-b13b-d0221af885a1 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "DELETE /v2.0/routers/29652f37-6b8a-4467-af65-d4c492204be3 HTTP/1.1" status: 204 len: 168 time: 0.9137294 Jun 10 16:18:09.895571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45392) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:09.910034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Request body: {'router': {'name': 'tempest-router-411568880', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '68117d9fa474469e95867420aca26157'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:09.963794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 6ac94d4a-fd32-4d5d-aba9-893e012000ee is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:09.968662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.970519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.986839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 6ac94d4a-fd32-4d5d-aba9-893e012000ee) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:09.994026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:09.994738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:09.995754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.003456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.004586 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2993250 Jun 10 16:18:10.008341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45398) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:10.010087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d8c53-4a7a-4dc1-a680-93cbf9d4150c None None] Network 6ac94d4a-fd32-4d5d-aba9-893e012000ee requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:10.014627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-2bba24c3-7de8-45da-9577-b11ae5893319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:10.017339 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-2bba24c3-7de8-45da-9577-b11ae5893319 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=af1822223b94484fa049ec479442465a&device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 1098 time: 0.2093716 Jun 10 16:18:10.021372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': False}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:10.236506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.243364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45402) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:10.256916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'name': 'tempest-router--642714932', 'project_id': 'b2930952d04d40e499a6011f6f3aefe9'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:10.275700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'a25f7251-25ca-43f4-a378-23c93151f358', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'port_id': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'mac_address': 'fa:16:3e:00:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:23Z', 'updated_at': '2021-06-10T16:18:06Z', 'revision_number': 1, 'project_id': 'af1822223b94484fa049ec479442465a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:19Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.284451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] Checking router: 13ad4a51-1aee-4687-989d-03be12c6cac3 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:10.302462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:10.303219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.464680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:10.541075 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] Sync routers for ids ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:10.557441 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] Routers {'774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:10.558718 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.595234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.596736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.597761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:10.633219 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.646506 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] Routers {'774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:10.647511 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.663098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:10.723049 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:10.723860 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509f1a6-ef1c-4140-9da7-03b312d1561c None None] The sync data for ids ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:10.869416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:10.939838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=ed41b4fa-9917-412b-892a-7b5b0df88017,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:10.952151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:10.961395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.010877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.040157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.058598 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4104788 Jun 10 16:18:11.068097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-6ac94d4a-fd32-4d5d-aba9-893e012000ee', 'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '6ac4fc7b-0d4a-49c4-9f85-d6f31475ff9e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:11.068947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.084511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': '45998232-45b4-42fa-9314-717c1f8e4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:11.084885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: 348b97bd-e0cc-48a9-879b-c4f5062409c4, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:11.087543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:11.103760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-12ca25d8-5a43-4019-a29d-5151496616ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:11.106150 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-12ca25d8-5a43-4019-a29d-5151496616ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=659d76e6-17e5-406f-b087-092d83367cff HTTP/1.1" status: 200 len: 906 time: 1.0687215 Jun 10 16:18:11.108213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.112486 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-50b57d09-3f48-4a95-9844-f35144d280a9 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2152517 Jun 10 16:18:11.114499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:11.180548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.184487 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c609fb6d-a71b-48b5-902c-c216f287ec5a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9310479 Jun 10 16:18:11.189902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.resource_extend [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:18:11.192563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45412) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:11.299526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Allocated IP 2001:db8::1 (6ac94d4a-fd32-4d5d-aba9-893e012000ee/6ac4fc7b-0d4a-49c4-9f85-d6f31475ff9e/db8a062b-212b-43b2-9ff7-b1a4109735d0) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:11.385108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.408327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Request body: {'router': {'distributed': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:11.423795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'a25f7251-25ca-43f4-a378-23c93151f358', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'port_id': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'mac_address': 'fa:16:3e:00:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:23Z', 'updated_at': '2021-06-10T16:18:06Z', 'revision_number': 1, 'project_id': 'af1822223b94484fa049ec479442465a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:19Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:11.430374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec048e2f-19fd-454a-8ca1-eca00fbcb265 None None] The sync data for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv is: [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'a25f7251-25ca-43f4-a378-23c93151f358', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'port_id': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'mac_address': 'fa:16:3e:00:46:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:23Z', 'updated_at': '2021-06-10T16:18:06Z', 'revision_number': 1, 'project_id': 'af1822223b94484fa049ec479442465a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:19Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:11.433032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:11.458066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.467334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.526199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 348b97bd-e0cc-48a9-879b-c4f5062409c4) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:11.528536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.537629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184dca96-bbc8-49e6-9dda-7e0ed3195d4a None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:11.598920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:11.608781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.612969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:11.622111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:11.622738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.655887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] Sync routers for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:11.692661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.703523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Transition to ACTIVE for port object db8a062b-212b-43b2-9ff7-b1a4109735d0 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:11.723860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Transition to ACTIVE for port object db8a062b-212b-43b2-9ff7-b1a4109735d0 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:11.732271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:11.733461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:11.738642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-386e3676-fab3-45c5-825c-bc11ab860e71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e HTTP/1.1" status: 200 len: 999 time: 0.6247265 Jun 10 16:18:11.768494 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ef544-ef36-4b0a-9003-4d9b7b31bbbe None None] New status for floating IP a25f7251-25ca-43f4-a378-23c93151f358: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:11.923060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:11.923323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.923626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.970029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.976581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:11.983795 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4985719 Jun 10 16:18:11.984532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45414) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:11.989635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.000510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-999399402'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:12.072172 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d33080d8-6f1b-4cc1-bfd7-3ba61ebad24b tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "PUT /v2.0/floatingips/5215a9de-3046-4f8e-8f54-b893bfcafabe HTTP/1.1" status: 200 len: 991 time: 5.4876320 Jun 10 16:18:12.079199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:12.094074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.114180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-caa6428c-1684-428a-bb90-96b6cddd89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:12.119028 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-caa6428c-1684-428a-bb90-96b6cddd89ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0 HTTP/1.1" status: 200 len: 844 time: 0.3251889 Jun 10 16:18:12.141454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:12.170737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.171262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48e05283-e5ed-465a-aa23-e1f1a05add55 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:12.182291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=92385) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 10 16:18:12.183185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Router 90303f3a-3354-4c3e-a24c-ad56852c32a0 migrating from provider to provider. {{(pid=92385) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 10 16:18:12.183773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.185356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.188831 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1621aed3-edba-4957-83ae-c454094be900 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/routers/48e05283-e5ed-465a-aa23-e1f1a05add55 HTTP/1.1" status: 204 len: 168 time: 0.9927340 Jun 10 16:18:12.201586 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Floating IP 17b75e0d-28c9-4434-9b66-5bd42966779d associated. External IP: 172.26.5.18, port: a13e0121-353a-416d-9232-1e28a335a28e. Jun 10 16:18:12.206736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:12.210352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.233183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Pushing event updated for resources: {'Port': ['ID=db8a062b-212b-43b2-9ff7-b1a4109735d0,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:12.253477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:12.254949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.260243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Network 6ac94d4a-fd32-4d5d-aba9-893e012000ee is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:12.272265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.358371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:12.365132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:12.426817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45426) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:12.449099 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] No L3 agents can host the router 90303f3a-3354-4c3e-a24c-ad56852c32a0 Jun 10 16:18:12.452074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-284aab0b-e5cb-48e6-a467-648f660d8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:12.453736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-284aab0b-e5cb-48e6-a467-648f660d8382 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=659d76e6-17e5-406f-b087-092d83367cff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3160233 Jun 10 16:18:12.502359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Attempting to bind port db8a062b-212b-43b2-9ff7-b1a4109735d0 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:12.502754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Attempting to bind port db8a062b-212b-43b2-9ff7-b1a4109735d0 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'e31b59c8-060e-43d6-aadf-3cc09d6198c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:12.503113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Attempting to bind port db8a062b-212b-43b2-9ff7-b1a4109735d0 on network 6ac94d4a-fd32-4d5d-aba9-893e012000ee {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:12.537646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:12.538033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Checking segment: {'id': 'e31b59c8-060e-43d6-aadf-3cc09d6198c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:12.539125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.539540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Bound using segment: {'id': 'e31b59c8-060e-43d6-aadf-3cc09d6198c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:12.540361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Bound port: db8a062b-212b-43b2-9ff7-b1a4109735d0, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31b59c8-060e-43d6-aadf-3cc09d6198c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6ac94d4a-fd32-4d5d-aba9-893e012000ee'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:12.540598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.622732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] For port db8a062b-212b-43b2-9ff7-b1a4109735d0, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:12.626369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] For port db8a062b-212b-43b2-9ff7-b1a4109735d0, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=db8a062b-212b-43b2-9ff7-b1a4109735d0,segment=NetworkSegment(e31b59c8-060e-43d6-aadf-3cc09d6198c8),segment_id=e31b59c8-060e-43d6-aadf-3cc09d6198c8)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:12.634298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.637819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:12.702623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:12.713086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.713676 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment b2944826-f28a-4999-9408-169f1681cb33 of type vlan for network d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc Jun 10 16:18:12.730100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5215a9de-3046-4f8e-8f54-b893bfcafabe', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'floating_ip_address': '172.26.5.130', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'port_id': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'mac_address': 'fa:16:3e:fc:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:22Z', 'updated_at': '2021-06-10T16:18:08Z', 'revision_number': 1, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:20Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:12.731946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Pushing event updated for resources: {'Port': ['ID=db8a062b-212b-43b2-9ff7-b1a4109735d0,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:12.736833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] Checking router: e0b158b1-bc50-49b7-9543-8ac8dd8ded09 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:12.743619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:12.748439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:12.749087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:12.825599 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-245e4900-2c16-46a5-ba5b-136bcdb983d1 service neutron] 10.222.0.25 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206134 Jun 10 16:18:12.839941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e09f57-e142-41af-8160-a2b945b49c72" -d '{"events": [{"name": "network-changed", "server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:12.853740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-612967395', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:12.878127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:12.900398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Hosts for router 90303f3a-3354-4c3e-a24c-ad56852c32a0: [] {{(pid=92385) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 10 16:18:12.920438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port db8a062b-212b-43b2-9ff7-b1a4109735d0 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:12.920866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.010960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.012045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:13.027315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:13.028227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.034121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:13.170925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:13.174853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:13.178474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8995f5-75a6-4f63-84ad-e8a6ccbf9145 x-openstack-request-id: req-fa8995f5-75a6-4f63-84ad-e8a6ccbf9145 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:13.179461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:13.180240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa8995f5-75a6-4f63-84ad-e8a6ccbf9145 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:13.180824 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'status': 'completed', 'code': 200} Jun 10 16:18:13.248888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:13.394259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port db8a062b-212b-43b2-9ff7-b1a4109735d0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=db8a062b-212b-43b2-9ff7-b1a4109735d0,segment=NetworkSegment(e31b59c8-060e-43d6-aadf-3cc09d6198c8),segment_id=e31b59c8-060e-43d6-aadf-3cc09d6198c8)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:13.395303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.482563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:13.527488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for db8a062b-212b-43b2-9ff7-b1a4109735d0 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:13.543006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Hosts for other DVR routers connected to router 90303f3a-3354-4c3e-a24c-ad56852c32a0: set() {{(pid=92385) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 10 16:18:13.545595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.549773 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d4fbf8fc-08f1-4049-8fd9-aa1642437b01 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "PUT /v2.0/routers/90303f3a-3354-4c3e-a24c-ad56852c32a0 HTTP/1.1" status: 200 len: 716 time: 2.3653467 Jun 10 16:18:13.552889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5541322 Jun 10 16:18:13.552889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45438) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:13.554665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.555690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.556929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45440) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:13.619368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'ports': [{'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'}, {'network_id': 'd0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc'}]} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:13.619742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:13.620140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': 'd0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:13.622380 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b1077dd-9a26-4488-936a-390d2b75fb4b req-b430e0da-9e76-4a7e-be0e-c15b7547d497 service neutron] 10.222.0.25 "GET /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7594368 Jun 10 16:18:13.708904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:13.709102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5215a9de-3046-4f8e-8f54-b893bfcafabe', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'floating_ip_address': '172.26.5.130', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'port_id': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'mac_address': 'fa:16:3e:fc:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:22Z', 'updated_at': '2021-06-10T16:18:08Z', 'revision_number': 1, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:20Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:13.713660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46247cbd-f4f3-4044-9ffa-e5d2d4d10b10 None None] The sync data for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv is: [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5215a9de-3046-4f8e-8f54-b893bfcafabe', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'floating_ip_address': '172.26.5.130', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'port_id': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'mac_address': 'fa:16:3e:fc:ca:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:22Z', 'updated_at': '2021-06-10T16:18:08Z', 'revision_number': 1, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:20Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:13.945426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54123545-5893-424b-8287-5659a626aa03 None None] Network 6ac94d4a-fd32-4d5d-aba9-893e012000ee requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:13.999206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fea70-0762-4b18-b288-4f3ceffe11b3 None None] New status for floating IP 5215a9de-3046-4f8e-8f54-b893bfcafabe: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:14.004600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a4e6b341-7d80-4c12-a578-ca7153d3d97a None None] Provisioning for port db8a062b-212b-43b2-9ff7-b1a4109735d0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:14.018235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e09f57-e142-41af-8160-a2b945b49c72 req-8a0b2882-a237-46af-81ab-b2bc61dbe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:14.019734 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-8a0b2882-a237-46af-81ab-b2bc61dbe7cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=454c9667620d4e1eaee7b56e07aace68&device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 1098 time: 0.6571846 Jun 10 16:18:14.024742 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b7e021fc-f1c5-4eaa-9446-0ed73bb2f1dd tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "GET /v2.0/routers/90303f3a-3354-4c3e-a24c-ad56852c32a0 HTTP/1.1" status: 200 len: 716 time: 0.4658608 Jun 10 16:18:14.030146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45442) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:14.078186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:14.089294 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] Sync routers for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:14.105804 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:14.107715 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:14.124028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.173044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.189781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.190006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.240241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.296536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:14.297732 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:14.387289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=db8a062b-212b-43b2-9ff7-b1a4109735d0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:14.391688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:14.446159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e09f57-e142-41af-8160-a2b945b49c72 req-38c4eabf-846c-4de5-a522-3c98f8b1c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:14.447732 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-38c4eabf-846c-4de5-a522-3c98f8b1c2a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccf5f5be-94d2-4286-991d-4d29d1913410 HTTP/1.1" status: 200 len: 912 time: 0.3008957 Jun 10 16:18:14.484099 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b0f7a051-495a-4cc8-8718-1dd1d61baca6 tempest-RoutersTestDVR-937104486 tempest-RoutersTestDVR-937104486-project] 10.222.0.23 "GET /v2.0/routers/90303f3a-3354-4c3e-a24c-ad56852c32a0 HTTP/1.1" status: 200 len: 682 time: 0.4526155 Jun 10 16:18:14.487048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:14.600571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Router 774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:14.603839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-274b0232-b625-4342-9af7-ceb912f8c8af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa HTTP/1.1" status: 200 len: 999 time: 0.1486878 Jun 10 16:18:14.642465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 2} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:14.656141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.658527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port db8a062b-212b-43b2-9ff7-b1a4109735d0 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:14.708095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-20e3fba8-b00d-4477-a106-b9fa48834062 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "PUT /v2.0/floatingips/17b75e0d-28c9-4434-9b66-5bd42966779d HTTP/1.1" status: 200 len: 991 time: 5.2888777 Jun 10 16:18:14.768391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.777082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:14.829924 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '17b75e0d-28c9-4434-9b66-5bd42966779d', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'port_id': 'a13e0121-353a-416d-9232-1e28a335a28e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'mac_address': 'fa:16:3e:c6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:28Z', 'updated_at': '2021-06-10T16:18:10Z', 'revision_number': 1, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:25Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:14.836069 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] Checking router: ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:14.853522 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:14.854404 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.125354 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:15.196553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:15.198885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b242f86-e73a-4ebc-83f1-7b811a926b30" -d '{"events": [{"name": "network-changed", "server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "tag": "a13e0121-353a-416d-9232-1e28a335a28e"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:15.201597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.283231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef668cd-82b0-474b-899f-a1a3c7e2c7e4 x-openstack-request-id: req-4ef668cd-82b0-474b-899f-a1a3c7e2c7e4 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:15.283554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "tag": "a13e0121-353a-416d-9232-1e28a335a28e", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:15.283845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ef668cd-82b0-474b-899f-a1a3c7e2c7e4 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:15.284272 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e', 'status': 'completed', 'code': 200} Jun 10 16:18:15.316181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e09f57-e142-41af-8160-a2b945b49c72 req-695ba499-c9b2-44e1-ae1c-ba062cb01ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:15.317630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-695ba499-c9b2-44e1-ae1c-ba062cb01ea1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b70c014a-61e0-47cf-87ea-3753046e4a42 HTTP/1.1" status: 200 len: 850 time: 0.6957524 Jun 10 16:18:15.400834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.445885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.451930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.452107 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '17b75e0d-28c9-4434-9b66-5bd42966779d', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'port_id': 'a13e0121-353a-416d-9232-1e28a335a28e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'mac_address': 'fa:16:3e:c6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:28Z', 'updated_at': '2021-06-10T16:18:10Z', 'revision_number': 1, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:25Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.455864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.456321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:15.456582 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f303916-adc5-4ebf-9154-de2f91db37d4 None None] The sync data for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '17b75e0d-28c9-4434-9b66-5bd42966779d', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'floating_ip_address': '172.26.5.18', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'port_id': 'a13e0121-353a-416d-9232-1e28a335a28e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'mac_address': 'fa:16:3e:c6:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:17:28Z', 'updated_at': '2021-06-10T16:18:10Z', 'revision_number': 1, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:25Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:15.461851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port c0ed63ce-7b37-43ca-ab5c-6f058262841a yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:15.462424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.466156 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0ce6edb7-685e-4662-9da1-b91d74c040b6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "PUT /v2.0/routers/774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 HTTP/1.1" status: 200 len: 926 time: 5.4515715 Jun 10 16:18:15.467595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45456) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.477834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] Sync routers for ids ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:15.491104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] Routers {'774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:15.491305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.544140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.544619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90303f3a-3354-4c3e-a24c-ad56852c32a0 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:15.549854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.554774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-daabfbfa-65a6-4133-b29e-1a72de54ffb3 tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "DELETE /v2.0/routers/90303f3a-3354-4c3e-a24c-ad56852c32a0 HTTP/1.1" status: 204 len: 168 time: 1.0193346 Jun 10 16:18:15.556176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45458) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:15.557455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.564459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Request body: {'router': {'name': 'tempest-router-40382626', 'distributed': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:15.568176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.576299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:15.578229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] Routers {'774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:15.578863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.619010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac4fc7b-0d4a-49c4-9f85-d6f31475ff9e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:15.652834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d247b-574a-4f8f-bbd9-557948af916c None None] Network 6ac94d4a-fd32-4d5d-aba9-893e012000ee requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:15.655098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.655528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea8b7a-68ca-4a3c-a064-cf849f4ddb16 None None] The sync data for ids ['774f090a-2db9-4edb-b4f3-f1ab45e2b9e1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:15.666238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-8c3946f0-429d-46b2-bb09-a0a9b1311d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:15.667820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-8c3946f0-429d-46b2-bb09-a0a9b1311d0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.3903255 Jun 10 16:18:15.672283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:15.691299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.692666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.770674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e09f57-e142-41af-8160-a2b945b49c72 req-b1f4fd0e-5e71-40b8-8d62-800040754820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:15.774399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-b1f4fd0e-5e71-40b8-8d62-800040754820 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccf5f5be-94d2-4286-991d-4d29d1913410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4447863 Jun 10 16:18:15.792410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.803115 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67c2f8-3bc0-4f59-9498-5b770087485f None None] New status for floating IP 17b75e0d-28c9-4434-9b66-5bd42966779d: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:15.835270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac94d4a-fd32-4d5d-aba9-893e012000ee']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.904139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31b59c8-060e-43d6-aadf-3cc09d6198c8') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.904442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31b59c8-060e-43d6-aadf-3cc09d6198c8') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:15.925030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.934306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.944137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.953342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.956431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b648e9-7af7-4092-841a-c2d7fbafcf6b None None] DHCP port deletion for 6ac94d4a-fd32-4d5d-aba9-893e012000ee request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:15.970835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.994135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:15.994631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:15.998090 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:16.013480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.017425 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a6664f25-fc88-419a-b175-2257f5763a5d tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4564602 Jun 10 16:18:16.059303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-695645c7-a7f8-4c49-a307-f66963e3bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:16.060907 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-695645c7-a7f8-4c49-a307-f66963e3bdee service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.3796020 Jun 10 16:18:16.061276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45466) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.063170 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-17b96319-9b76-419a-9770-ccb726fa26d3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 HTTP/1.1" status: 200 len: 926 time: 0.5924256 Jun 10 16:18:16.069526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45468) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.230650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Allocated IP 172.26.5.214 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/35a4d1f8-110d-49d5-9dcd-d4a39f65d782) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:16.239931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 2c5bf9ca-167f-4126-838a-5bbcb1459aaa yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:16.245671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.249637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.303254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:16.307542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.309356 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/6ac94d4a-fd32-4d5d-aba9-893e012000ee HTTP/1.1" status: 204 len: 168 time: 5.1710391 Jun 10 16:18:16.318537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45470) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.332247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947598377'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:16.373405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=6ac94d4a-fd32-4d5d-aba9-893e012000ee,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:16.378647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:16.396699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-c1634bd4-81e7-4926-8550-a62dd5e19406 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.2582276 Jun 10 16:18:16.436541 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-85c259c1-9dc8-4ceb-bc21-2789a4645dcd service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411774 Jun 10 16:18:16.503561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6b518-78c0-487c-8b3f-e65bbf5c1c0a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:16.508201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6cb6b518-78c0-487c-8b3f-e65bbf5c1c0a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=774f090a-2db9-4edb-b4f3-f1ab45e2b9e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4344604 Jun 10 16:18:16.510427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45472) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.520416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:16.524657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.541666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.546435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.616831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-29f509ae-18a5-4c98-b629-d594d62d36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:16.618303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-29f509ae-18a5-4c98-b629-d594d62d36e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.2044735 Jun 10 16:18:16.633871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.681352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:16.709561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.709947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 868d7fbc-4dbf-4e1c-a596-b0049b43a26f {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:16.721459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.721600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.721805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment ff2f43fa-7528-4e9b-bc37-55fd135674fd of type vlan for network 87b117ec-2db8-4c83-be6d-42ffd23ba9dc Jun 10 16:18:16.722707 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6bb2e9fe-40c6-41bd-93a4-2310383b386b tempest-RoutersTestDVR-542729880 tempest-RoutersTestDVR-542729880-project-admin] 10.222.0.23 "DELETE /v2.0/routers/868d7fbc-4dbf-4e1c-a596-b0049b43a26f HTTP/1.1" status: 204 len: 168 time: 0.6520073 Jun 10 16:18:16.774217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e4499-342e-4cdf-8f5c-f0c9ce0da9e4 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:16.778327 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-550e4499-342e-4cdf-8f5c-f0c9ce0da9e4 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.2625067 Jun 10 16:18:16.778327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.779911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45476) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.787428 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07e09f57-e142-41af-8160-a2b945b49c72 req-493c6119-f840-421c-97c1-2d3cfc86ce48 service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107755 Jun 10 16:18:16.812660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.820878 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-42f651ed-7ac6-4b6e-9a3f-fa42ad50b695 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 HTTP/1.1" status: 200 len: 205 time: 0.0389698 Jun 10 16:18:16.823932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45478) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:16.833336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.839038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-568deda1-fed6-42d4-802c-5829be9ad6ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:16.842054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-a332cc48-37a9-4fd3-abe5-537a669c49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:16.843542 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-a332cc48-37a9-4fd3-abe5-537a669c49aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2074981 Jun 10 16:18:16.931450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:16.960759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:16.960759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:16.973218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:16.982071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:16.982744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.026095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device db8a062b-212b-43b2-9ff7-b1a4109735d0 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:17.093772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: db8a062b-212b-43b2-9ff7-b1a4109735d0 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:17.094538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device db8a062b-212b-43b2-9ff7-b1a4109735d0 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:17.117755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event updated for resources: {'Port': ['ID=35a4d1f8-110d-49d5-9dcd-d4a39f65d782,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:17.126248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:17.129396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:17.182834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45488) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:17.316929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.322910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:17.407757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:17.422940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.424892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:17.431160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.443602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:17.444474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.446426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=c0ed63ce-7b37-43ca-ab5c-6f058262841a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:17.453906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:17.455218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:17.486977 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1612461 Jun 10 16:18:17.493410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45492) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:17.502828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '87b117ec-2db8-4c83-be6d-42ffd23ba9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:17.653225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=2c5bf9ca-167f-4126-838a-5bbcb1459aaa,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:17.670058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:17.706266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': 'b2944826-f28a-4999-9408-169f1681cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:17.706687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:17.716311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.755440 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-8febd6ae-cef7-411e-b0e7-ae103d0ed371 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8763230 Jun 10 16:18:17.756012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=87b117ec-2db8-4c83-be6d-42ffd23ba9dc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:17.765102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:17.767249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 87b117ec-2db8-4c83-be6d-42ffd23ba9dc details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:17.770012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:17.798245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:17.802782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:17.809447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:17.814882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:17.815561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.821002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.838792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:17.842754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:17.843155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a75332-aeba-4a37-81cf-19c05aad2349 None None] Network d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:17.873513 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3071914 Jun 10 16:18:17.881705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45494) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:17.952727 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68117d9fa474469e95867420aca26157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7236364 Jun 10 16:18:17.953933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798f278f-0d90-4da9-b757-a3839c0a3694,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:17.956997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:17.961078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45496) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:17.998620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:18.001287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Deleting port 59039b38-e076-459a-ac40-cea835ca3bad {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:18.001639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.003513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.112652 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b242f86-e73a-4ebc-83f1-7b811a926b30 req-93019d49-4b3c-4fba-ad55-68d44388f259 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469498 Jun 10 16:18:18.219497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.223517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.281931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.345422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Calling delete_port for 59039b38-e076-459a-ac40-cea835ca3bad owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:18.390481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.463995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 2c5bf9ca-167f-4126-838a-5bbcb1459aaa {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:18.464242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.576414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.583399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b89c9bf-6359-4ca1-8b4d-2242ec2c0f4d tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:18.622271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.769276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=b71dc6ed-37c6-455b-ab65-54cc78b0640a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:18.773454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:18.782503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': 'ff2f43fa-7528-4e9b-bc37-55fd135674fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '87b117ec-2db8-4c83-be6d-42ffd23ba9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:18.782862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: 87b117ec-2db8-4c83-be6d-42ffd23ba9dc, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:18.784574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 2c5bf9ca-167f-4126-838a-5bbcb1459aaa owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:18.803603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.806745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.810432 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/798f278f-0d90-4da9-b757-a3839c0a3694 HTTP/1.1" status: 204 len: 168 time: 0.8457103 Jun 10 16:18:18.810589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.810694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-751bd06d-ee08-4af7-8daa-d1f150754b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:18.865371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798f278f-0d90-4da9-b757-a3839c0a3694,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:18.866204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 87b117ec-2db8-4c83-be6d-42ffd23ba9dc is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:18.868215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:18.926839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 87b117ec-2db8-4c83-be6d-42ffd23ba9dc) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:18.934217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:18.934911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.939503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf24768-d25c-4848-b579-3e8ef6179125 None None] Network 87b117ec-2db8-4c83-be6d-42ffd23ba9dc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:18.954353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:18.957627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4616947 Jun 10 16:18:18.958024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-62b91aa7-9631-4e74-893b-1324cdefeed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:18.959944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45506) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:18.999107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event deleted for resources: {'Port': ['ID=59039b38-e076-459a-ac40-cea835ca3bad,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:19.001767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.002394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.033287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1645ff39-d41d-4995-8c28-48e8c3631ad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:19.091873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=2c5bf9ca-167f-4126-838a-5bbcb1459aaa,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:19.094372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.105380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.105380 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/2c5bf9ca-167f-4126-838a-5bbcb1459aaa HTTP/1.1" status: 204 len: 168 time: 1.2198274 Jun 10 16:18:19.106227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45510) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.113232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Router afe303b5-8da5-4fd0-b20b-6e926d7e1f3d is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:19.142960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.185392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.249932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.283504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.343507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.349558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.380159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.381283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3368410-4c02-4606-b7e7-701ef85eb879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-87b117ec-2db8-4c83-be6d-42ffd23ba9dc', 'network_id': '87b117ec-2db8-4c83-be6d-42ffd23ba9dc', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': 'b71dc6ed-37c6-455b-ab65-54cc78b0640a'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:19.382683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3368410-4c02-4606-b7e7-701ef85eb879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.422194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f86ad2-7028-4373-a029-e8f8d18e497a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:19.427698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f86ad2-7028-4373-a029-e8f8d18e497a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:19.431972 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-65f86ad2-7028-4373-a029-e8f8d18e497a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3227401 Jun 10 16:18:19.432123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:19.432237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45514) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.470017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.470525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Fanout notify agent at l3_agent the message router_deleted on router 774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:19.478182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.479278 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 HTTP/1.1" status: 204 len: 168 time: 2.6540718 Jun 10 16:18:19.484565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45520) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.492260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1375001352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:19.532687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.541642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] Sync routers for ids ['afe303b5-8da5-4fd0-b20b-6e926d7e1f3d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:19.545265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4899af3a-dca5-4a8d-97db-7a8926112368 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:19.580606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port c0ed63ce-7b37-43ca-ab5c-6f058262841a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:19.581263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.589359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=b71dc6ed-37c6-455b-ab65-54cc78b0640a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:19.592696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.595538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server [None req-e3368410-4c02-4606-b7e7-701ef85eb879 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b71dc6ed-37c6-455b-ab65-54cc78b0640a: This subnet is being modified by another concurrent operation. Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 10 16:18:19.596859 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1461, in create_port Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1428, in _create_port_db Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise exception Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b71dc6ed-37c6-455b-ab65-54cc78b0640a: This subnet is being modified by another concurrent operation. Jun 10 16:18:19.603031 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server Jun 10 16:18:19.608367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] Routers {'afe303b5-8da5-4fd0-b20b-6e926d7e1f3d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:19.609025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['afe303b5-8da5-4fd0-b20b-6e926d7e1f3d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.624087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.633697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.638159 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2099748 Jun 10 16:18:19.665651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45524) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.684490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6817546f-bb80-4d81-a55c-4682bf3b9721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-570098632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:19.691163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.704356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f4a80-8ae9-4457-ae63-f030aafdb4ae None None] Network 87b117ec-2db8-4c83-be6d-42ffd23ba9dc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:19.738261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.763983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b117ec-2db8-4c83-be6d-42ffd23ba9dc']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.775570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6baac7-4581-4334-bf0f-4f14435de60f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:19.780186 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c8ffe97ea734547ad3433d70b9a2076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277350 Jun 10 16:18:19.782993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:19.784127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.785331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.839342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] Routers {'afe303b5-8da5-4fd0-b20b-6e926d7e1f3d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:19.840008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['afe303b5-8da5-4fd0-b20b-6e926d7e1f3d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.849846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45526) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.852448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2f43fa-7528-4e9b-bc37-55fd135674fd') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.852824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2f43fa-7528-4e9b-bc37-55fd135674fd') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.873314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.875915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.896277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.907363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:19.907793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3499a9-7f91-4ecb-ba58-17936f03f385 None None] The sync data for ids ['afe303b5-8da5-4fd0-b20b-6e926d7e1f3d'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:19.934456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.942778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.947271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a590e874-af77-4885-9761-69c5718e6e4c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4584370 Jun 10 16:18:19.947271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:19.947271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:19.950772 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:19.952982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45528) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:19.972138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:19.986150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21c732-47dd-4519-97e6-eff86847f3a1 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:18:20.070336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.100278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21c732-47dd-4519-97e6-eff86847f3a1 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:18:20.179741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for c0ed63ce-7b37-43ca-ab5c-6f058262841a owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:20.280551 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90e9abce-4bb1-4ede-9702-a5fac501eebe tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/afe303b5-8da5-4fd0-b20b-6e926d7e1f3d HTTP/1.1" status: 200 len: 920 time: 0.6109900 Jun 10 16:18:20.284738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45530) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.330411 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9499080f-f1c0-4ff8-9f7f-cf297b3ec884 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=afe303b5-8da5-4fd0-b20b-6e926d7e1f3d HTTP/1.1" status: 200 len: 205 time: 0.0420575 Jun 10 16:18:20.331055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45532) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.449767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.455870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.460815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-71944e8e-2dc3-4e84-8406-a0496303b8c3 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:20.481337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.495455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=c0ed63ce-7b37-43ca-ab5c-6f058262841a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:20.501356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:20.506464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.508406 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/c0ed63ce-7b37-43ca-ab5c-6f058262841a HTTP/1.1" status: 204 len: 168 time: 1.0753369 Jun 10 16:18:20.517682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45534) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.565564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.586620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.599770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.606096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/87b117ec-2db8-4c83-be6d-42ffd23ba9dc HTTP/1.1" status: 204 len: 168 time: 1.6415887 Jun 10 16:18:20.615458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45536) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.617940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:20.642425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=87b117ec-2db8-4c83-be6d-42ffd23ba9dc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:20.647075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:20.666451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492697992'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:20.722321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:20.725908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.754155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.759832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9076f62-5e21-4077-875b-382d5d328cde tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:20.761574 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c9076f62-5e21-4077-875b-382d5d328cde tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2429936 Jun 10 16:18:20.764321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45542) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.793896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.798099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.799392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f6baac7-4581-4334-bf0f-4f14435de60f HTTP/1.1" status: 204 len: 168 time: 0.9441268 Jun 10 16:18:20.801190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97ce83b4-3a72-4d7a-b254-509628fafd2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:20.809385 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cfcf42-cd9e-4ee3-86bd-0b1afc15925e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:18:20.811196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a2cfcf42-cd9e-4ee3-86bd-0b1afc15925e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/2c5bf9ca-167f-4126-838a-5bbcb1459aaa HTTP/1.1" status: 404 len: 333 time: 0.0454829 Jun 10 16:18:20.814293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6baac7-4581-4334-bf0f-4f14435de60f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:20.816048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45546) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.822182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:20.829913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.837391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:20.876056 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-678263ba-5818-46b7-8fa6-7fd7c085868d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:18:20.877903 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-678263ba-5818-46b7-8fa6-7fd7c085868d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/c0ed63ce-7b37-43ca-ab5c-6f058262841a HTTP/1.1" status: 404 len: 333 time: 0.0602546 Jun 10 16:18:20.881054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45550) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:20.912853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:20.913780 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment e18dbe55-ab30-4477-8c4e-7d5b6fb3e940 of type vlan for network 32ab8260-fd47-46de-8653-d7711acbcbca Jun 10 16:18:21.091799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.098010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.110513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.131320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.144079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Deleting port 35a4d1f8-110d-49d5-9dcd-d4a39f65d782 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:21.144393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.146227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.196032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.201490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:21.202079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.219765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1ddd31bc-8af1-4075-8e7f-e7ee3b5f6a13 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:21.281057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Allocated IP 172.26.5.136 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/09804d09-1937-458b-8a94-21907cf6e899) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:21.362710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.368524 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7520785 Jun 10 16:18:21.377919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:21.383649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:21.434051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:21.452638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2944826-f28a-4999-9408-169f1681cb33') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:21.452934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2944826-f28a-4999-9408-169f1681cb33') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:21.470436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=32ab8260-fd47-46de-8653-d7711acbcbca,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:21.479061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:21.480636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.506923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:21.522386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.534142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.546664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.548672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:21.553393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.619520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:21.621078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:21.625256 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:21.684241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Calling delete_port for 35a4d1f8-110d-49d5-9dcd-d4a39f65d782 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:21.712276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.721274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f10a4a6-35b4-4070-9f8d-eff67d014da9 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:21.730776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45572) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:21.786122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:21.792057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:21.798923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-1fb51ce0-c24d-42ae-be63-db15f3e00d61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2361898 Jun 10 16:18:21.799911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:21.802113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event updated for resources: {'Port': ['ID=09804d09-1937-458b-8a94-21907cf6e899,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:21.805457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.810451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:21.814759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.821187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc HTTP/1.1" status: 204 len: 168 time: 0.9388416 Jun 10 16:18:21.825180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45576) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:21.832048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:21.844325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-434273399'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:21.859888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=d0dbc8d5-cc6e-4dd2-a2c1-502eb25b7ffc,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:21.870661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:21.891455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:21.898943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:21.945356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-136742779'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:21.972000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:21.977960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.013044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.042780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:22.048887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.052661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:22.062419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.062841 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment 059cdc31-9795-4a33-839a-8fd2f33a69e7 of type vlan for network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 Jun 10 16:18:22.100353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event deleted for resources: {'Port': ['ID=35a4d1f8-110d-49d5-9dcd-d4a39f65d782,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:22.111118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:22.213059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.230271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.277271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.296203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:22.314041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6dadc-638f-4dd9-b696-872865fc495b req-c851f66d-6a88-478f-9447-06df9f93a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:22.315595 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-c851f66d-6a88-478f-9447-06df9f93a04d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=454c9667620d4e1eaee7b56e07aace68&device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 1098 time: 0.4462390 Jun 10 16:18:22.377750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.380080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.381712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.387739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:22.388330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.392981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-367b84e3-ba1a-4303-a1fb-be5d00cc5ffa tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:22.518715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.519350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Fanout notify agent at l3_agent the message router_deleted on router afe303b5-8da5-4fd0-b20b-6e926d7e1f3d {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:22.527865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.529576 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/afe303b5-8da5-4fd0-b20b-6e926d7e1f3d HTTP/1.1" status: 204 len: 168 time: 2.1979942 Jun 10 16:18:22.534199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=ecdd9f26-71bf-4ae5-9943-2d87c0045b05,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:22.536138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45584) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:22.538362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:22.541686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1093283357', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': False}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:22.544475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:22.568907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:22.594001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:22.642033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:22.642397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: 32ab8260-fd47-46de-8653-d7711acbcbca, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:22.669734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.681850 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8417196 Jun 10 16:18:22.685657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45586) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:22.688022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.691113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6dadc-638f-4dd9-b696-872865fc495b req-b414a506-8b31-43e6-9ba0-6c845eda7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:22.692562 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-b414a506-8b31-43e6-9ba0-6c845eda7a0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccf5f5be-94d2-4286-991d-4d29d1913410 HTTP/1.1" status: 200 len: 912 time: 0.3450189 Jun 10 16:18:22.692692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:22.701996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:22.718431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.719422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:22.734251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.172416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.205869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:23.209527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 32ab8260-fd47-46de-8653-d7711acbcbca is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:23.283010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd0b0d8-2676-44e2-9c24-c5770612c7c4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:23.305918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:23.306980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.307319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Added segment 88827ddd-238c-43e9-a8dc-0ba2064349b5 of type vlan for network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 Jun 10 16:18:23.318301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 32ab8260-fd47-46de-8653-d7711acbcbca) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:23.326292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20bc573-9330-490b-b057-c5db49c8cd4d None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:23.337381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-6cfb0631-304e-4a34-99fb-9dc5e2a564ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa HTTP/1.1" status: 200 len: 1001 time: 0.6257970 Jun 10 16:18:23.364358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:23.364958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.419882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.444679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.448578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:23.452678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.469229 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0879743 Jun 10 16:18:23.472600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45594) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:23.481571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:23.532548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-32ab8260-fd47-46de-8653-d7711acbcbca', 'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': 'dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:23.533559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.617648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6dadc-638f-4dd9-b696-872865fc495b req-efeb7f1d-bdc8-46a5-bc3f-649518dc6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:23.619162 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-efeb7f1d-bdc8-46a5-bc3f-649518dc6ee0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b70c014a-61e0-47cf-87ea-3753046e4a42 HTTP/1.1" status: 200 len: 850 time: 0.2471018 Jun 10 16:18:23.630004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.638913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:23.639491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.655831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:23.718398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Allocated IP 2001:db8::2 (32ab8260-fd47-46de-8653-d7711acbcbca/dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3/10211331-b85f-473e-bafa-2ef8ce7f0ebf) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:23.774834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0388994 Jun 10 16:18:23.792336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45596) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:23.802539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'subnet': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:23.823978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.825625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Network': ['ID=761488b1-e6ea-4fa0-8b46-c363f1d0c503,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:23.836459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:23.844348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.854958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:23.899369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:23.902909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:23.993132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.002344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Transition to ACTIVE for port object 10211331-b85f-473e-bafa-2ef8ce7f0ebf will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:24.020160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Transition to ACTIVE for port object 10211331-b85f-473e-bafa-2ef8ce7f0ebf will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:24.029476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.032485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:24.036361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6dadc-638f-4dd9-b696-872865fc495b req-099b821d-e1ea-47f9-947c-04de6b4137bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:24.037901 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-099b821d-e1ea-47f9-947c-04de6b4137bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccf5f5be-94d2-4286-991d-4d29d1913410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4047420 Jun 10 16:18:24.073778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.083078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:24.087306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:24.089174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Pushing event updated for resources: {'Port': ['ID=10211331-b85f-473e-bafa-2ef8ce7f0ebf,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:24.091353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:24.099167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:24.135675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:24.139123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.166622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Attempting to bind port 10211331-b85f-473e-bafa-2ef8ce7f0ebf on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:24.167004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Attempting to bind port 10211331-b85f-473e-bafa-2ef8ce7f0ebf by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:24.167381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Attempting to bind port 10211331-b85f-473e-bafa-2ef8ce7f0ebf on network 32ab8260-fd47-46de-8653-d7711acbcbca {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:24.172770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:24.173180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Checking segment: {'id': 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:24.173593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.174042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Bound using segment: {'id': 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:24.174515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Bound port: 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:24.175419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.212289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:24.289349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-e8bdc57d-8d5d-419f-8349-cf8aea6e846a service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408497 Jun 10 16:18:24.294814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] For port 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:24.302144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] For port 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10211331-b85f-473e-bafa-2ef8ce7f0ebf,segment=NetworkSegment(e18dbe55-ab30-4477-8c4e-7d5b6fb3e940),segment_id=e18dbe55-ab30-4477-8c4e-7d5b6fb3e940)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:24.310427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.313626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:24.333023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Router bcf0ad0f-a8ff-49f7-b697-9f765428935b is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:24.367711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.408201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Pushing event updated for resources: {'Port': ['ID=10211331-b85f-473e-bafa-2ef8ce7f0ebf,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:24.408380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.415444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:24.444638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:24.464019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:24.537965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': '059cdc31-9795-4a33-839a-8fd2f33a69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:24.538420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: ecdd9f26-71bf-4ae5-9943-2d87c0045b05, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:24.623561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28f6dadc-638f-4dd9-b696-872865fc495b req-0e988e5a-b853-4fd5-975a-8e5c6e709cf4 service neutron] 10.222.0.25 "GET /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262992 Jun 10 16:18:24.662979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:24.681446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Allocated IP 172.26.5.100 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:24.726303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ecdd9f26-71bf-4ae5-9943-2d87c0045b05) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:24.734743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bfbf28-5c9b-430b-9e7d-e80741f49678 None None] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:24.747974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:24.748772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.755851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.761986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:24.770958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:24.779158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.783723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "PUT /v2.0/routers/bcf0ad0f-a8ff-49f7-b697-9f765428935b HTTP/1.1" status: 200 len: 884 time: 4.8139937 Jun 10 16:18:24.783881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45604) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:24.792941 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] Sync routers for ids ['bcf0ad0f-a8ff-49f7-b697-9f765428935b'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:24.810887 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] Routers {'bcf0ad0f-a8ff-49f7-b697-9f765428935b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:24.811722 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['bcf0ad0f-a8ff-49f7-b697-9f765428935b'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:24.869409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Subnet': ['ID=cae2756a-16b0-4204-bb55-2195a0ce325e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:24.874368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:24.875742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Checking segment: {'id': '88827ddd-238c-43e9-a8dc-0ba2064349b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:24.876176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network hostable DHCP agents. Network: 761488b1-e6ea-4fa0-8b46-c363f1d0c503, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:24.899986 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:24.904010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:24.905814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2189944 Jun 10 16:18:24.906996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45606) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:24.917466 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] Routers {'bcf0ad0f-a8ff-49f7-b697-9f765428935b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:24.918145 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['bcf0ad0f-a8ff-49f7-b697-9f765428935b'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:24.919480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 761488b1-e6ea-4fa0-8b46-c363f1d0c503) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:24.925063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:24.925931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:24.936798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008c5ea-c77f-4748-9c46-a5fedad90fe7 None None] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:24.946887 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1530223 Jun 10 16:18:24.949048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45608) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:24.955343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-649364986'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:24.972520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05', 'name': 'tempest-PortsIpV6TestJSON-1778328600'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:24.977585 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:24.978519 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e99d-2459-4e06-9efd-04dc1738a168 None None] The sync data for ids ['bcf0ad0f-a8ff-49f7-b697-9f765428935b'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:25.133758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ecdd9f26-71bf-4ae5-9943-2d87c0045b05', 'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': 'db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:25.134614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.164139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10211331-b85f-473e-bafa-2ef8ce7f0ebf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:25.164996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:25.170106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.187672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.193071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] device_id is not set on port 0f1cfee5-61c0-4241-9e31-545b1ea4a025 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:25.208775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c616a57b-d517-4b58-9e62-eaa612c069b7 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:25.384989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Allocated IP 2001:db8::285 (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/0f1cfee5-61c0-4241-9e31-545b1ea4a025) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:25.402137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 32ab8260-fd47-46de-8653-d7711acbcbca is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:25.407072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:25.411775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.442148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port ead36d48-d371-4b81-b9eb-40582602b426 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:25.581245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.638893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:25.649704 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b356f081-c8df-4d91-ac5f-135fd113ff90 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/bcf0ad0f-a8ff-49f7-b697-9f765428935b HTTP/1.1" status: 200 len: 925 time: 0.8628702 Jun 10 16:18:25.651997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:25.652803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.662221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:25.671997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45616) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:25.702364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'tenant_id': '4d39a0d7deed44f5b85309038a983c91', 'fixed_ips': [{'subnet_id': 'cae2756a-16b0-4204-bb55-2195a0ce325e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:25.703266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.716473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.729632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=c30fa122-8de3-483b-a8d9-a27ac8bbd61d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:25.734624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:25.735158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:25.761065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Allocated IP 2001:db8::2 (ecdd9f26-71bf-4ae5-9943-2d87c0045b05/db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a/01b46825-0873-4275-a7d4-cdae4d117807) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:25.823110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:25.846264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b836c0c-48a6-4ed7-8711-79d80830ecc5 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:25.851415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1b836c0c-48a6-4ed7-8711-79d80830ecc5 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=bcf0ad0f-a8ff-49f7-b697-9f765428935b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1750855 Jun 10 16:18:25.851415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Transition to ACTIVE for port object 0f1cfee5-61c0-4241-9e31-545b1ea4a025 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:25.852402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45618) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:26.010202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.017349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eb297361-6ac7-4014-8e4c-ad23d36b1f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:26.032109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadbbdf-cc7c-44ca-9c02-f9fb160303fc tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.036271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3aadbbdf-cc7c-44ca-9c02-f9fb160303fc tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.1810384 Jun 10 16:18:26.062702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45620) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:26.079621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8183fc-6787-432b-9f99-86e8a0f07555 None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:26.109982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:26.118718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4979e427-ade1-4656-9ffb-944b2badc2dd tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcf0ad0f-a8ff-49f7-b697-9f765428935b HTTP/1.1" status: 200 len: 205 time: 0.0547378 Jun 10 16:18:26.122066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:26.124317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:26.130041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Allocated IP 2001:db8::2 (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/2a7b9036-2fc0-4718-9d16-071c0e375792) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:26.130514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.131154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.135416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45622) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:26.187893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:26.192767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Port': ['ID=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:26.195917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:26.197793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:26.198912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:26.204035 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7277908 Jun 10 16:18:26.206230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=0f1cfee5-61c0-4241-9e31-545b1ea4a025,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:26.209055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:26.211000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45624) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:26.266218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Provisioning for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:26.300361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Provisioning complete for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:26.300903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.446506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.486217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Transition to ACTIVE for port object 01b46825-0873-4275-a7d4-cdae4d117807 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:26.558995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.571649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Transition to ACTIVE for port object 01b46825-0873-4275-a7d4-cdae4d117807 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:26.581718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.613312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.619251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:26.643351 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6897080 Jun 10 16:18:26.652634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45626) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:26.657740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1606734415', 'allowed_address_pairs': [{'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:0c:19:86'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:26.737905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b2d2b-bd99-418f-9e2e-8bb3af93fa3f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.739414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b2d2b-bd99-418f-9e2e-8bb3af93fa3f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.740907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b2d2b-bd99-418f-9e2e-8bb3af93fa3f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.742934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b2d2b-bd99-418f-9e2e-8bb3af93fa3f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.745044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b2d2b-bd99-418f-9e2e-8bb3af93fa3f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:26.746177 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-db9b2d2b-bd99-418f-9e2e-8bb3af93fa3f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1623621 Jun 10 16:18:26.792955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:26.802249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] For port 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10211331-b85f-473e-bafa-2ef8ce7f0ebf,segment=NetworkSegment(e18dbe55-ab30-4477-8c4e-7d5b6fb3e940),segment_id=e18dbe55-ab30-4477-8c4e-7d5b6fb3e940)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:26.802781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2022326183'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:26.816686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:26.832950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.857193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.859443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Pushing event updated for resources: {'Port': ['ID=01b46825-0873-4275-a7d4-cdae4d117807,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:26.862250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:26.865044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:26.867968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:26.869413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.874682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ca8b5039-820f-4dc3-bd7f-d956ab15ef12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:26.920525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Transition to ACTIVE for port object 2a7b9036-2fc0-4718-9d16-071c0e375792 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:26.960668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:26.987606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:26.991166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.006195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Transition to ACTIVE for port object 2a7b9036-2fc0-4718-9d16-071c0e375792 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:27.032267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.034675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Attempting to bind port 01b46825-0873-4275-a7d4-cdae4d117807 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:27.035051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Attempting to bind port 01b46825-0873-4275-a7d4-cdae4d117807 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '059cdc31-9795-4a33-839a-8fd2f33a69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:27.035428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Attempting to bind port 01b46825-0873-4275-a7d4-cdae4d117807 on network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:27.037239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Pushing event updated for resources: {'Port': ['ID=10211331-b85f-473e-bafa-2ef8ce7f0ebf,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:27.042036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:27.044427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:27.059416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:27.074559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:27.080577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:27.080935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Checking segment: {'id': '059cdc31-9795-4a33-839a-8fd2f33a69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:27.081380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.081790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Bound using segment: {'id': '059cdc31-9795-4a33-839a-8fd2f33a69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:27.082278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Bound port: 01b46825-0873-4275-a7d4-cdae4d117807, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059cdc31-9795-4a33-839a-8fd2f33a69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ecdd9f26-71bf-4ae5-9943-2d87c0045b05'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:27.082667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.107426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.107774 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment cba27c5d-f4a2-4856-8e4b-44001db2ff6e of type vlan for network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 Jun 10 16:18:27.124729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::30b (ecdd9f26-71bf-4ae5-9943-2d87c0045b05/db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a/ead36d48-d371-4b81-b9eb-40582602b426) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:27.173303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.182296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:27.223139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:27.233752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:27.239171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Update dhcp port {'port': {'network_id': '32ab8260-fd47-46de-8653-d7711acbcbca', 'fixed_ips': [{'subnet_id': 'dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c30fa122-8de3-483b-a8d9-a27ac8bbd61d'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '10211331-b85f-473e-bafa-2ef8ce7f0ebf'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:18:27.252570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.278705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Pushing event updated for resources: {'Port': ['ID=2a7b9036-2fc0-4718-9d16-071c0e375792,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:27.285612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:27.308392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.330940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Router 16648d1f-b3bc-4914-88b8-03dd827b9421 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:27.351844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] device_id is not set on port 796438cd-fa0a-449f-9cb7-973bb1ff5cf3 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:27.364074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.370947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] For port 01b46825-0873-4275-a7d4-cdae4d117807, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:27.404371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] For port 01b46825-0873-4275-a7d4-cdae4d117807, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=01b46825-0873-4275-a7d4-cdae4d117807,segment=NetworkSegment(059cdc31-9795-4a33-839a-8fd2f33a69e7),segment_id=059cdc31-9795-4a33-839a-8fd2f33a69e7)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:27.406732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.410110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Attempting to bind port 2a7b9036-2fc0-4718-9d16-071c0e375792 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:27.410527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Attempting to bind port 2a7b9036-2fc0-4718-9d16-071c0e375792 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '88827ddd-238c-43e9-a8dc-0ba2064349b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:27.410903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Attempting to bind port 2a7b9036-2fc0-4718-9d16-071c0e375792 on network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:27.417868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:27.418664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.429272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:27.436193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.441559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:27.451575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:27.451575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Checking segment: {'id': '88827ddd-238c-43e9-a8dc-0ba2064349b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:27.451963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.452720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Bound using segment: {'id': '88827ddd-238c-43e9-a8dc-0ba2064349b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:27.452854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Bound port: 2a7b9036-2fc0-4718-9d16-071c0e375792, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88827ddd-238c-43e9-a8dc-0ba2064349b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:27.453218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.472803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Deleting port 09804d09-1937-458b-8a94-21907cf6e899 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:27.473375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.485580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.506174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object ead36d48-d371-4b81-b9eb-40582602b426 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:27.522038 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7277632 Jun 10 16:18:27.526793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45636) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:27.532183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:27.567411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:27.585684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=5ba2cf12-7c1e-48b7-825e-4057c1dbf189,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:27.592061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:27.662656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.667095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1298046 Jun 10 16:18:27.668882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45638) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:27.732383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Allocated IP 2001:db8::239 (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/796438cd-fa0a-449f-9cb7-973bb1ff5cf3) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:27.756464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.789347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:27.809278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Sync routers for ids ['16648d1f-b3bc-4914-88b8-03dd827b9421'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:27.831162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:27.869221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90eada8f-92f5-4773-8e03-5890308179f8 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:27.878122 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9a03a6f6-3c4c-4e60-b600-7408f6b57a9a tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/16648d1f-b3bc-4914-88b8-03dd827b9421 HTTP/1.1" status: 200 len: 909 time: 0.2068038 Jun 10 16:18:27.932065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45642) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:27.932243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Calling delete_port for 09804d09-1937-458b-8a94-21907cf6e899 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:27.937093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1093283357', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': True}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:27.956619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:27.967306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:28.009404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Pushing event updated for resources: {'Port': ['ID=01b46825-0873-4275-a7d4-cdae4d117807,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:28.044957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:28.052774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:28.054045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:28.055016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.075553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Routers {'16648d1f-b3bc-4914-88b8-03dd827b9421'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:28.076334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['16648d1f-b3bc-4914-88b8-03dd827b9421'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:28.117400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=ead36d48-d371-4b81-b9eb-40582602b426,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:28.123621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:28.138406 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.139523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.154324 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1841416 Jun 10 16:18:28.155438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:28.158708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.221844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.234122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bbc3e7c2-d2d0-46db-90a4-0a6dc7fdf709 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:28.237568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 is not hosted by any dhcp agent {{(pid=92386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:18:28.243529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:28.244159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.248931 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "PUT /v2.0/networks/5ba2cf12-7c1e-48b7-825e-4057c1dbf189 HTTP/1.1" status: 200 len: 723 time: 0.7209759 Jun 10 16:18:28.252058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45650) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:28.260480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] For port 2a7b9036-2fc0-4718-9d16-071c0e375792, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:28.273170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:28.321492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Set router 16648d1f-b3bc-4914-88b8-03dd827b9421 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:28.364560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.367944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.373684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5698f9cf-f0b4-4a3b-9f61-26fa07f8155b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:28.373892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.436255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event deleted for resources: {'Port': ['ID=09804d09-1937-458b-8a94-21907cf6e899,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:28.441356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:28.442758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Transition to ACTIVE for port object 796438cd-fa0a-449f-9cb7-973bb1ff5cf3 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:28.459212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Allocated IP 172.20.0.1 (32ab8260-fd47-46de-8653-d7711acbcbca/c30fa122-8de3-483b-a8d9-a27ac8bbd61d/10211331-b85f-473e-bafa-2ef8ce7f0ebf) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:28.464914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] For port 2a7b9036-2fc0-4718-9d16-071c0e375792, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2a7b9036-2fc0-4718-9d16-071c0e375792,segment=NetworkSegment(88827ddd-238c-43e9-a8dc-0ba2064349b5),segment_id=88827ddd-238c-43e9-a8dc-0ba2064349b5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:28.485081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.498083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:28.570564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.618372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.688498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Pushing event updated for resources: {'Port': ['ID=2a7b9036-2fc0-4718-9d16-071c0e375792,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:28.750079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-67564207-2cc0-42a5-9935-af4ada64048e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:28.750604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:28.795317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.804135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.921505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:28.924141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=796438cd-fa0a-449f-9cb7-973bb1ff5cf3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:28.930558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:28.933174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:28.936148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:28.945331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:28.945331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.966917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.967697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Fanout notify agent at l3_agent the message router_deleted on router bcf0ad0f-a8ff-49f7-b697-9f765428935b {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:28.979191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:28.985625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/bcf0ad0f-a8ff-49f7-b697-9f765428935b HTTP/1.1" status: 204 len: 168 time: 2.8419511 Jun 10 16:18:28.985625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.3285737 Jun 10 16:18:28.985625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45652) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:28.992760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45654) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:29.053430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-414424465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:29.130556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.131577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.167573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] For port 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10211331-b85f-473e-bafa-2ef8ce7f0ebf,segment=NetworkSegment(e18dbe55-ab30-4477-8c4e-7d5b6fb3e940),segment_id=e18dbe55-ab30-4477-8c4e-7d5b6fb3e940)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:29.182489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2eddd-83b1-48bb-8083-f37035aa9e4c None None] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:29.223925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=5ba2cf12-7c1e-48b7-825e-4057c1dbf189,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:29.231555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:29.261051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:29.276802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88dc6af-af15-4580-8d66-afe4bf0d6f93 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:29.286098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88dc6af-af15-4580-8d66-afe4bf0d6f93 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:29.298785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88dc6af-af15-4580-8d66-afe4bf0d6f93 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:29.306526 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d88dc6af-af15-4580-8d66-afe4bf0d6f93 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2495 time: 0.3054860 Jun 10 16:18:29.307156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45660) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:29.331450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.346705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16648d1f-b3bc-4914-88b8-03dd827b9421', 'name': 'tempest-snat-router-1093283357', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.100'}], 'enable_snat': False}, 'gw_port_id': 'e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:18:22Z', 'updated_at': '2021-06-10T16:18:26Z', 'revision_number': 3, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port': {'id': 'e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16648d1f-b3bc-4914-88b8-03dd827b9421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:18:24Z', 'updated_at': '2021-06-10T16:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:29.372076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.418741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.422798 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5b5bc063-e70d-417f-8397-4a9858d40ee6 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4313641 Jun 10 16:18:29.423516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45664) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:29.455374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': True}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:29.488768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10211331-b85f-473e-bafa-2ef8ce7f0ebf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:29.490628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Checking router: 16648d1f-b3bc-4914-88b8-03dd827b9421 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:29.490979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Updating router 16648d1f-b3bc-4914-88b8-03dd827b9421 port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:18:29.495949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.540852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bc4505be-f231-456a-a5bf-9760f0800ae6 None None] Provisioning for port 01b46825-0873-4275-a7d4-cdae4d117807 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:29.564384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.582084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port ead36d48-d371-4b81-b9eb-40582602b426 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:29.582347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.606852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:29.610444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.638779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Transition to ACTIVE for port object 10211331-b85f-473e-bafa-2ef8ce7f0ebf will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:29.662410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.674291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cfff722f-775e-43a9-847e-3e06d5d135d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:29.685402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.886485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:29.982779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Pushing event updated for resources: {'Port': ['ID=10211331-b85f-473e-bafa-2ef8ce7f0ebf,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:29.985614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 01b46825-0873-4275-a7d4-cdae4d117807 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:29.998653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:30.005279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for ead36d48-d371-4b81-b9eb-40582602b426 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:30.250292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.254991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b09cd9-fc4e-47a4-95d6-67246281e34d None None] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:30.257946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:30.318661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.336379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 796438cd-fa0a-449f-9cb7-973bb1ff5cf3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:30.336693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.461849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4536c72c-20f4-4c97-8fbc-be8df837abcd None None] Provisioning for port 2a7b9036-2fc0-4718-9d16-071c0e375792 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:30.512818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.546782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.589788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 01b46825-0873-4275-a7d4-cdae4d117807 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:30.597433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:30.597923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: 5ba2cf12-7c1e-48b7-825e-4057c1dbf189, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:30.617105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 01b46825-0873-4275-a7d4-cdae4d117807 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:30.617662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.676665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=fcc938fe-142d-4164-9917-8946b6441279,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:30.682502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:30.683629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.685913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cbe544b9-49d3-4458-9ced-c471ae93f86b tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:30.692103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.694361 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/ead36d48-d371-4b81-b9eb-40582602b426 HTTP/1.1" status: 204 len: 168 time: 2.5376101 Jun 10 16:18:30.696203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:30.704758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 796438cd-fa0a-449f-9cb7-973bb1ff5cf3 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:30.707690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:30.763151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5ba2cf12-7c1e-48b7-825e-4057c1dbf189) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:30.766348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=ead36d48-d371-4b81-b9eb-40582602b426,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:30.768421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.772505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:30.773899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:30.774359 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b3bf35-6f18-43ef-8010-4678f645cd60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:30.774520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:30.775167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b3bf35-6f18-43ef-8010-4678f645cd60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:30.779768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-36b3bf35-6f18-43ef-8010-4678f645cd60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/ead36d48-d371-4b81-b9eb-40582602b426 HTTP/1.1" status: 404 len: 333 time: 0.0690155 Jun 10 16:18:30.779885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45674) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:30.796496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e669332-06d1-4e82-b787-60a81d2cb196 None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:30.872891 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26cb51e-a1ce-48f7-9648-0f13721168f9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:18:30.877097 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e26cb51e-a1ce-48f7-9648-0f13721168f9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/ead36d48-d371-4b81-b9eb-40582602b426 HTTP/1.1" status: 404 len: 333 time: 0.0893254 Jun 10 16:18:30.877770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45676) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:30.908391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5e479-420c-4a8d-a50f-5e75e1f39f0a None None] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:30.940813 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6769080 Jun 10 16:18:30.946424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45678) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:30.955691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:31.017826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:31.025684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.102311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.121022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.147218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc09aa57-c198-4a68-92c2-e06efeca8bce None None] Provisioning for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:31.152383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2968387'] for subnet, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.157342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.216797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.222569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:31.255320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc09aa57-c198-4a68-92c2-e06efeca8bce None None] Provisioning complete for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:31.255805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc09aa57-c198-4a68-92c2-e06efeca8bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.270295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=796438cd-fa0a-449f-9cb7-973bb1ff5cf3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:31.278523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:31.359543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.415846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.422791 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/ports/796438cd-fa0a-449f-9cb7-973bb1ff5cf3 HTTP/1.1" status: 204 len: 168 time: 2.1129560 Jun 10 16:18:31.425565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:31.459106 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e37e36-f788-49dd-828f-4cc50faff73b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] GET failed (client error): The resource could not be found. Jun 10 16:18:31.463249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.467384 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b9e37e36-f788-49dd-828f-4cc50faff73b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "GET /v2.0/ports/796438cd-fa0a-449f-9cb7-973bb1ff5cf3 HTTP/1.1" status: 404 len: 333 time: 0.0403442 Jun 10 16:18:31.467787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:31.469422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.474479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-893704550'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:31.502798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763997951546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3252115'] for subnet, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.516550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ce39e124-74fb-4eb1-8dfa-70a59b14d490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:31.574609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5ba2cf12-7c1e-48b7-825e-4057c1dbf189', 'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': 'fcc938fe-142d-4164-9917-8946b6441279'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:31.575461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.804955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Could not find standard attr ID for object ead36d48-d371-4b81-b9eb-40582602b426. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:18:31.862122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Provisioning complete for port 01b46825-0873-4275-a7d4-cdae4d117807 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:31.862504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.896838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Allocated IP 2001:db8::2 (5ba2cf12-7c1e-48b7-825e-4057c1dbf189/fcc938fe-142d-4164-9917-8946b6441279/ec15a1e3-b692-409c-a48c-eba17dd48ecd) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:31.994334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Transition to ACTIVE for port object e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:31.997042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:31.997658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:31.998920 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "PUT /v2.0/subnets/fcc938fe-142d-4164-9917-8946b6441279 HTTP/1.1" status: 200 len: 826 time: 1.0496044 Jun 10 16:18:32.001786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:32.008258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.037433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.047267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3d173a35-6706-481a-b47b-f3968fa2eb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:32.097514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.099328 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a HTTP/1.1" status: 204 len: 168 time: 1.2204220 Jun 10 16:18:32.103496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45692) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:32.118921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=fcc938fe-142d-4164-9917-8946b6441279,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:32.149817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:32.150190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:32.177757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.198173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Allocated IP 172.26.5.8 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/900a5f4b-3311-43e8-952e-60fc6e83d48d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:32.207664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:18:32.208151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:18:32.208918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6a443-d0bf-4784-8043-867cbbb95d77 None None] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:32.211229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e3aed-3257-42a5-ad65-9437a90ac9c2 None None] Pushing event updated for resources: {'Port': ['ID=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:32.213590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.217281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-467e3aed-3257-42a5-ad65-9437a90ac9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:32.250616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:32.279870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:32.282504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.290942 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:18:32.334111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.388044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:32.391872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.468190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] device_id is not set on port 30602475-9f66-4338-b5e7-b7ec4c791dd6 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:32.559624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.561520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Attempting to bind port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:32.562417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Attempting to bind port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:32.563253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Attempting to bind port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:32.580739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] For port 01b46825-0873-4275-a7d4-cdae4d117807, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=01b46825-0873-4275-a7d4-cdae4d117807,segment=NetworkSegment(059cdc31-9795-4a33-839a-8fd2f33a69e7),segment_id=059cdc31-9795-4a33-839a-8fd2f33a69e7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:32.584520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.610388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:32.610777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:32.611186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.611595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:32.612165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Bound port: e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:32.612450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.617188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.621794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:32.649787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Transition to ACTIVE for port object ec15a1e3-b692-409c-a48c-eba17dd48ecd will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:32.657433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 01b46825-0873-4275-a7d4-cdae4d117807 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:32.657776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.697845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Allocated IP 2001:db8::92 (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/30602475-9f66-4338-b5e7-b7ec4c791dd6) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:32.769352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Transition to ACTIVE for port object ec15a1e3-b692-409c-a48c-eba17dd48ecd will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:32.781725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.789080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-300f21c5-4a52-4157-910d-ce3fc6a20e9f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:32.837637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2a7b9036-2fc0-4718-9d16-071c0e375792 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:32.853822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] For port 01b46825-0873-4275-a7d4-cdae4d117807, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=01b46825-0873-4275-a7d4-cdae4d117807,segment=NetworkSegment(059cdc31-9795-4a33-839a-8fd2f33a69e7),segment_id=059cdc31-9795-4a33-839a-8fd2f33a69e7)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:32.854194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.869370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.876485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:32.892460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:32.900986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Allocated IP 172.26.5.133 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/80888244-f6c5-4e3c-99fb-c6ca36026611) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:32.902987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:32.933837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] For port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:32.956514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] For port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:32.969023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:32.983479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 01b46825-0873-4275-a7d4-cdae4d117807 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:32.987190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc938fe-142d-4164-9917-8946b6441279,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:32.988074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:32.993589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.014181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:33.015939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Provisioning complete for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:33.016330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.036974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Port': ['ID=900a5f4b-3311-43e8-952e-60fc6e83d48d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.044654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.079612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.089267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:33.096129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.106441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Pushing event updated for resources: {'Port': ['ID=01b46825-0873-4275-a7d4-cdae4d117807,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.122106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:33.134046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 2a7b9036-2fc0-4718-9d16-071c0e375792 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:33.139424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba2cf12-7c1e-48b7-825e-4057c1dbf189']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.140359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.150772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2a7b9036-2fc0-4718-9d16-071c0e375792 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:33.151380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.159206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.159589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.176164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.189436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3db93559-39fd-4458-93fa-06fbf857e9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:33.207752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.219352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:33.219742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:33.222758 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:33.247524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.340330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:18:33.340330 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:18:33.340330 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189'}] Jun 10 16:18:33.340330 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:18:33.340779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:18:33.353884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] DHCP port deletion for ecdd9f26-71bf-4ae5-9943-2d87c0045b05 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:33.355638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.358957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:33.363944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Routers {'16648d1f-b3bc-4914-88b8-03dd827b9421'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:33.364595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['16648d1f-b3bc-4914-88b8-03dd827b9421'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.408464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.416210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:33.421166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:33.429357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Pushing event updated for resources: {'Port': ['ID=ec15a1e3-b692-409c-a48c-eba17dd48ecd,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.432309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:33.478444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Port': ['ID=80888244-f6c5-4e3c-99fb-c6ca36026611,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.488326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.533244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Transition to ACTIVE for port object 30602475-9f66-4338-b5e7-b7ec4c791dd6 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:33.548130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.549094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Attempting to bind port ec15a1e3-b692-409c-a48c-eba17dd48ecd on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:33.549505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Attempting to bind port ec15a1e3-b692-409c-a48c-eba17dd48ecd by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:33.549885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Attempting to bind port ec15a1e3-b692-409c-a48c-eba17dd48ecd on network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:33.554751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:33.594173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=01b46825-0873-4275-a7d4-cdae4d117807,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.599311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.604033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:33.604529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Checking segment: {'id': 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:33.604614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No DVR routers for this DVR port 01b46825-0873-4275-a7d4-cdae4d117807 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:33.604829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.605265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Bound using segment: {'id': 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:33.606355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Bound port: ec15a1e3-b692-409c-a48c-eba17dd48ecd, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5ba2cf12-7c1e-48b7-825e-4057c1dbf189'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:33.606753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.642303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3bcd-b29d-41e4-a62a-245bfa110c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.682812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Provisioning complete for port 2a7b9036-2fc0-4718-9d16-071c0e375792 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:33.683245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.684931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e3aed-3257-42a5-ad65-9437a90ac9c2 None None] Pushing event updated for resources: {'Port': ['ID=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.688232 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-467e3aed-3257-42a5-ad65-9437a90ac9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.695602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:33.695908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.731638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.744468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d80a2500-6cfc-4116-8882-c63047524d7e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:33.747414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.775189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.794117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] Set router 16648d1f-b3bc-4914-88b8-03dd827b9421 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:33.812151 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.842284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecdd9f26-71bf-4ae5-9943-2d87c0045b05']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.861472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.884853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.911743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059cdc31-9795-4a33-839a-8fd2f33a69e7') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.912120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059cdc31-9795-4a33-839a-8fd2f33a69e7') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:33.925645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:33.931776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Deleting port 01b46825-0873-4275-a7d4-cdae4d117807 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:33.932175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.943097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:33.946197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.949278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=30602475-9f66-4338-b5e7-b7ec4c791dd6,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:33.952174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:33.959019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] For port ec15a1e3-b692-409c-a48c-eba17dd48ecd, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:33.959163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:33.959763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:33.973976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:33.994428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.001735 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5319052 Jun 10 16:18:34.005076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45704) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:34.009920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:34.010323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.018395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port ec15a1e3-b692-409c-a48c-eba17dd48ecd {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:34.018886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.029276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:0c:19:86'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:34.032551 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:34.109127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] For port ec15a1e3-b692-409c-a48c-eba17dd48ecd, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ec15a1e3-b692-409c-a48c-eba17dd48ecd,segment=NetworkSegment(cba27c5d-f4a2-4856-8e4b-44001db2ff6e),segment_id=cba27c5d-f4a2-4856-8e4b-44001db2ff6e)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:34.132697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port ec15a1e3-b692-409c-a48c-eba17dd48ecd, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:34.133458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.261182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for ec15a1e3-b692-409c-a48c-eba17dd48ecd owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:34.413063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.416916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 2a7b9036-2fc0-4718-9d16-071c0e375792, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2a7b9036-2fc0-4718-9d16-071c0e375792,segment=NetworkSegment(88827ddd-238c-43e9-a8dc-0ba2064349b5),segment_id=88827ddd-238c-43e9-a8dc-0ba2064349b5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:34.420968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-efadca2a-fa6e-42c9-9af8-6481f2b448e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:34.478508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.527528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] For port 01b46825-0873-4275-a7d4-cdae4d117807, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:34.528286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.682005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Calling delete_port for 01b46825-0873-4275-a7d4-cdae4d117807 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:34.685081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10211331-b85f-473e-bafa-2ef8ce7f0ebf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:34.701600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.705793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.711415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Port 01b46825-0873-4275-a7d4-cdae4d117807 was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:18:34.715035 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/ecdd9f26-71bf-4ae5-9943-2d87c0045b05 HTTP/1.1" status: 204 len: 168 time: 2.6103802 Jun 10 16:18:34.715887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45710) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:34.718453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b6d22b7-0f84-45f8-a2a7-640662826fa7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:34.738514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1562772214'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:34.766351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.774616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=ecdd9f26-71bf-4ae5-9943-2d87c0045b05,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:34.776998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:34.777374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Pushing event updated for resources: {'Port': ['ID=ec15a1e3-b692-409c-a48c-eba17dd48ecd,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:34.791358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:34.797069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3db93559-39fd-4458-93fa-06fbf857e9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:34.808129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Network ecdd9f26-71bf-4ae5-9943-2d87c0045b05 is not hosted by any dhcp agent {{(pid=92387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:18:34.808605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] No DVR routers for this DVR port 01b46825-0873-4275-a7d4-cdae4d117807 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:34.829362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.832507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c3e600e6-e12f-4431-9552-9f740a449a27 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:34.846575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Provisioning for port 0f1cfee5-61c0-4241-9e31-545b1ea4a025 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:34.868912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.871107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Provisioning complete for port 0f1cfee5-61c0-4241-9e31-545b1ea4a025 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:34.871504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.873563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=ec15a1e3-b692-409c-a48c-eba17dd48ecd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:34.876938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:34.878666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.883085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port ec15a1e3-b692-409c-a48c-eba17dd48ecd on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:34.884053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:34.888114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.914006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab4eae-0157-442f-aebe-91acccb28ad4 None None] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:34.939855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:34.944342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=2a7b9036-2fc0-4718-9d16-071c0e375792,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:35.031601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Pushing event deleted for resources: {'Port': ['ID=01b46825-0873-4275-a7d4-cdae4d117807,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:35.033281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Port 0f1cfee5-61c0-4241-9e31-545b1ea4a025 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:35.044507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:35.046487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:35.046487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:35.055437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:35.055830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.064588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd22094f-04e0-43b4-88e8-6a1f546f208f None None] Could not find standard attr ID for object 796438cd-fa0a-449f-9cb7-973bb1ff5cf3. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:18:35.089683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16648d1f-b3bc-4914-88b8-03dd827b9421', 'name': 'tempest-snat-router-1093283357', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.100'}], 'enable_snat': False}, 'gw_port_id': 'e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:18:22Z', 'updated_at': '2021-06-10T16:18:26Z', 'revision_number': 3, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port': {'id': 'e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16648d1f-b3bc-4914-88b8-03dd827b9421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:18:24Z', 'updated_at': '2021-06-10T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.107160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:35.107411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.127389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ce24e-c9a5-4a8a-8092-baef276446fc None None] The sync data for ids ['16648d1f-b3bc-4914-88b8-03dd827b9421'] in dv-neutron-601336-90-hyperv is: [{'id': '16648d1f-b3bc-4914-88b8-03dd827b9421', 'name': 'tempest-snat-router-1093283357', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.100'}], 'enable_snat': False}, 'gw_port_id': 'e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:18:22Z', 'updated_at': '2021-06-10T16:18:26Z', 'revision_number': 3, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port': {'id': 'e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:1f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16648d1f-b3bc-4914-88b8-03dd827b9421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:18:24Z', 'updated_at': '2021-06-10T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:35.127657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.127780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba2cf12-7c1e-48b7-825e-4057c1dbf189']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.133839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.134385 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment e1d6d26f-68fc-4cb8-b55f-6075870b2997 of type vlan for network 70a205f2-9c06-4149-a261-68fd2c9abd26 Jun 10 16:18:35.142064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.142353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba27c5d-f4a2-4856-8e4b-44001db2ff6e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.156512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.183121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.187565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b851ce6-4756-409b-876f-de178030439e None None] Network 5ba2cf12-7c1e-48b7-825e-4057c1dbf189 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:35.193933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:35.194390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:35.197845 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:35.220109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Router 8f804150-f8cc-432e-8e76-7b920ef37268 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:35.322534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.417693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.431939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:35.438860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.441184 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/5ba2cf12-7c1e-48b7-825e-4057c1dbf189 HTTP/1.1" status: 204 len: 168 time: 3.4367397 Jun 10 16:18:35.445398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45718) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:35.448058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b207c47a-5ca8-478a-81c3-eb6d8c0045aa None None] Provisioning for port 30602475-9f66-4338-b5e7-b7ec4c791dd6 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:35.452725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.458977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:35.462527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.467690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b207c47a-5ca8-478a-81c3-eb6d8c0045aa None None] Provisioning complete for port 30602475-9f66-4338-b5e7-b7ec4c791dd6 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:35.468242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8549fae3-22c0-482a-8ea0-1449d04108d5 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:35.468469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b207c47a-5ca8-478a-81c3-eb6d8c0045aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.490461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=5ba2cf12-7c1e-48b7-825e-4057c1dbf189,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:35.494982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:35.498100 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac8e3d0-42f2-447d-8b76-bd15a2a29692 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:35.498937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac8e3d0-42f2-447d-8b76-bd15a2a29692 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:35.501663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6ac8e3d0-42f2-447d-8b76-bd15a2a29692 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/5ba2cf12-7c1e-48b7-825e-4057c1dbf189 HTTP/1.1" status: 404 len: 339 time: 0.0526936 Jun 10 16:18:35.509749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45720) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:35.520140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514385048', 'description': 'd1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:35.561125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:35.572298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.573881 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "PUT /v2.0/routers/8f804150-f8cc-432e-8e76-7b920ef37268 HTTP/1.1" status: 200 len: 918 time: 6.1224105 Jun 10 16:18:35.576742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45722) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:35.617648 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8923104 Jun 10 16:18:35.630904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45724) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:35.631573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Router e47beb34-7e7b-4b44-a74c-5551097104e7 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:35.632782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 01b46825-0873-4275-a7d4-cdae4d117807 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:35.638694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:35.644432 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] Sync routers for ids ['8f804150-f8cc-432e-8e76-7b920ef37268'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:35.663025 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] Routers {'8f804150-f8cc-432e-8e76-7b920ef37268'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:35.663796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['8f804150-f8cc-432e-8e76-7b920ef37268'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.681019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=70a205f2-9c06-4149-a261-68fd2c9abd26,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:35.703703 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:35.735007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:35.738495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.749685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:35.751816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43774b36-5ead-41ce-81ad-1f980283dd27 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:18:35.753219 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.756221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 01b46825-0873-4275-a7d4-cdae4d117807 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:35.756571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 01b46825-0873-4275-a7d4-cdae4d117807 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:35.771834 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] Routers {'8f804150-f8cc-432e-8e76-7b920ef37268'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:35.772650 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['8f804150-f8cc-432e-8e76-7b920ef37268'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.822425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b207c47a-5ca8-478a-81c3-eb6d8c0045aa None None] Port 30602475-9f66-4338-b5e7-b7ec4c791dd6 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:35.837662 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:35.841640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a303d66-7e49-4028-8edf-03ba3c9b3323 None None] The sync data for ids ['8f804150-f8cc-432e-8e76-7b920ef37268'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:35.879580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:35.903748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.903748 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment 6903f386-a937-4a26-98ef-b6779c455927 of type vlan for network 2a785cf7-9459-4705-89a8-bdebb4a81065 Jun 10 16:18:35.916501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.971626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.971981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:35.980163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ad725edb-f56f-42be-81c1-e14bf34d9f1b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/8f804150-f8cc-432e-8e76-7b920ef37268 HTTP/1.1" status: 200 len: 924 time: 0.3996010 Jun 10 16:18:35.981640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:35.982206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:36.024816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43774b36-5ead-41ce-81ad-1f980283dd27 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:18:36.047008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.052926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:36.056415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.058847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:36.059462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.063934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:36.072657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] In _notify_port_updated(), no bound segment for port 30602475-9f66-4338-b5e7-b7ec4c791dd6 on network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:18:36.078678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:36.079661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.086087 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "PUT /v2.0/ports/30602475-9f66-4338-b5e7-b7ec4c791dd6 HTTP/1.1" status: 200 len: 1015 time: 2.0767825 Jun 10 16:18:36.087111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45728) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.097523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.107627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5964804 Jun 10 16:18:36.117120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45730) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.167668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=2a785cf7-9459-4705-89a8-bdebb4a81065,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:36.178479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:36.182449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6863e27-5fcd-4a1a-9796-bbc51281be89 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:36.184101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f6863e27-5fcd-4a1a-9796-bbc51281be89 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=8f804150-f8cc-432e-8e76-7b920ef37268&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1952789 Jun 10 16:18:36.186783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45732) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.260455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2a785cf7-9459-4705-89a8-bdebb4a81065 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:36.297697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=30602475-9f66-4338-b5e7-b7ec4c791dd6,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:36.300783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:36.323517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4329a406-8592-4a03-ba36-55b32803685a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:36.324836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4329a406-8592-4a03-ba36-55b32803685a tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.1369140 Jun 10 16:18:36.327601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45734) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.373862 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-25e754c1-1903-433a-b533-8ac0bd4d1784 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f804150-f8cc-432e-8e76-7b920ef37268 HTTP/1.1" status: 200 len: 205 time: 0.0428650 Jun 10 16:18:36.374176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45736) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.418266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ce05efb0-fc45-4d64-b3fe-fa138262eea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.440376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:36.450905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Sync routers for ids ['e47beb34-7e7b-4b44-a74c-5551097104e7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:36.463166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff02e71-0265-4359-aac5-5a7e0facea58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:36.467557 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7ff02e71-0265-4359-aac5-5a7e0facea58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks?id=2a785cf7-9459-4705-89a8-bdebb4a81065 HTTP/1.1" status: 200 len: 765 time: 0.2380733 Jun 10 16:18:36.468115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45740) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.472782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Routers {'e47beb34-7e7b-4b44-a74c-5551097104e7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:36.474332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e47beb34-7e7b-4b44-a74c-5551097104e7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:36.476786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'description': 'd2'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:36.626991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.639361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.643487 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.7075255 Jun 10 16:18:36.650029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45744) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:36.806216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.829620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:36.908708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Deleting port 80888244-f6c5-4e3c-99fb-c6ca36026611 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:36.910725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:36.994919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:37.008785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:37.009197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.056588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.064683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Set router e47beb34-7e7b-4b44-a74c-5551097104e7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:37.162190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Calling delete_port for 80888244-f6c5-4e3c-99fb-c6ca36026611 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:37.311959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 30602475-9f66-4338-b5e7-b7ec4c791dd6 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:37.312546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.341456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.362766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.402644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a1768715-3744-4ea2-b5dc-b2655dd212f4 None None] Provisioning complete for port 30602475-9f66-4338-b5e7-b7ec4c791dd6 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:37.403028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1768715-3744-4ea2-b5dc-b2655dd212f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.404477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.443004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.449008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-53e663b0-0755-47a6-a6c8-76711caf1a7c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:37.468177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:37.476669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a1768715-3744-4ea2-b5dc-b2655dd212f4 None None] Port 30602475-9f66-4338-b5e7-b7ec4c791dd6 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:37.480154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.481027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2a7b9036-2fc0-4718-9d16-071c0e375792 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:37.483436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-500df52c-2d92-468f-8fb2-d6f8efb41085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:37.488118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.488318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47beb34-7e7b-4b44-a74c-5551097104e7', 'name': 'tempest-snat-router-1093283357', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '900a5f4b-3311-43e8-952e-60fc6e83d48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:18:28Z', 'updated_at': '2021-06-10T16:18:33Z', 'revision_number': 3, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port': {'id': '900a5f4b-3311-43e8-952e-60fc6e83d48d', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:00:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e47beb34-7e7b-4b44-a74c-5551097104e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:18:30Z', 'updated_at': '2021-06-10T16:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:37.495546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:37.499674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event deleted for resources: {'Port': ['ID=80888244-f6c5-4e3c-99fb-c6ca36026611,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:37.531330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:37.541855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Checking router: e47beb34-7e7b-4b44-a74c-5551097104e7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:37.542224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Updating router e47beb34-7e7b-4b44-a74c-5551097104e7 port 900a5f4b-3311-43e8-952e-60fc6e83d48d binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:18:37.549175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 2a785cf7-9459-4705-89a8-bdebb4a81065 is not hosted by any dhcp agent {{(pid=92386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:18:37.554672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:37.555155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.556390 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "PUT /v2.0/networks/2a785cf7-9459-4705-89a8-bdebb4a81065 HTTP/1.1" status: 200 len: 762 time: 1.0846117 Jun 10 16:18:37.563886 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee526aa8-6cad-4fa7-a191-72c211cd7667 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/e47beb34-7e7b-4b44-a74c-5551097104e7 HTTP/1.1" status: 200 len: 906 time: 0.9126623 Jun 10 16:18:37.567135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45748) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:37.567135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45750) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:37.622931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:37.627619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:37.628867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.630625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.630749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.644830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=2a785cf7-9459-4705-89a8-bdebb4a81065,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:37.658453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2a785cf7-9459-4705-89a8-bdebb4a81065 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:37.693320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2a7b9036-2fc0-4718-9d16-071c0e375792 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:37.693699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.697736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:37.699659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:37.744875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 30602475-9f66-4338-b5e7-b7ec4c791dd6 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:37.829266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:37.874274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=514dd43c-c85d-4de5-8704-d706b8e36731,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:37.880050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:37.894561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': 'e1d6d26f-68fc-4cb8-b55f-6075870b2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:37.894917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: 70a205f2-9c06-4149-a261-68fd2c9abd26, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:37.927926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:37.977552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 70a205f2-9c06-4149-a261-68fd2c9abd26) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:37.994020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:37.994605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.018328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.021964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919232a-4e7b-4fca-ab3d-b88273a971c2 None None] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:38.026372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d6c5e4c8-ad73-4c65-8bc6-bcc48dcfff56 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:38.030567 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3960562 Jun 10 16:18:38.033448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45758) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.039990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-545986455'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:38.051187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.063713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d62fbf-32fd-4537-9cfe-d9420ce20323 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:38.065288 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-05d62fbf-32fd-4537-9cfe-d9420ce20323 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks?id=2a785cf7-9459-4705-89a8-bdebb4a81065 HTTP/1.1" status: 200 len: 765 time: 0.4966946 Jun 10 16:18:38.079526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45760) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.102016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=30602475-9f66-4338-b5e7-b7ec4c791dd6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:38.114701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:38.360262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.406438 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Transition to ACTIVE for port object 900a5f4b-3311-43e8-952e-60fc6e83d48d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:38.417072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.428333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-37f4130c-76f6-4c54-9911-96be053118aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:38.430754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-70a205f2-9c06-4149-a261-68fd2c9abd26', 'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': '514dd43c-c85d-4de5-8704-d706b8e36731'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:38.431637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.539076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.543069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.564403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb34d5-ec84-4125-860d-29f83892469c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:38.570298 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4bbb34d5-ec84-4125-860d-29f83892469c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4895427 Jun 10 16:18:38.571356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:38.575068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.578012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.583036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/ports/30602475-9f66-4338-b5e7-b7ec4c791dd6 HTTP/1.1" status: 204 len: 168 time: 2.4771001 Jun 10 16:18:38.584341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45762) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.585712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45764) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.627569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.633380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.633957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Fanout notify agent at l3_agent the message router_deleted on router 8f804150-f8cc-432e-8e76-7b920ef37268 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:38.641821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.642948 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/8f804150-f8cc-432e-8e76-7b920ef37268 HTTP/1.1" status: 204 len: 168 time: 2.2679203 Jun 10 16:18:38.647011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45766) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.652940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1655825400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:38.680592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:38.681620 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4ffb2286-aa54-4f72-a4c0-05c458e40830 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 207 time: 0.0939753 Jun 10 16:18:38.687133 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fdd8a7-3801-479f-896b-b07dfc50e5de tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] GET failed (client error): The resource could not be found. Jun 10 16:18:38.687633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45768) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.697282 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-08fdd8a7-3801-479f-896b-b07dfc50e5de tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "GET /v2.0/ports/30602475-9f66-4338-b5e7-b7ec4c791dd6 HTTP/1.1" status: 404 len: 333 time: 0.0914838 Jun 10 16:18:38.697282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45770) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:38.699388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1776996997'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:38.722777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Attempting to bind port 900a5f4b-3311-43e8-952e-60fc6e83d48d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:38.722777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Attempting to bind port 900a5f4b-3311-43e8-952e-60fc6e83d48d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:38.722777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Attempting to bind port 900a5f4b-3311-43e8-952e-60fc6e83d48d on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:38.725994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 4cb148be-f829-4aaf-a367-939463110bee yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:38.760643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:38.761008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:38.761406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.761800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:38.762291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Bound port: 900a5f4b-3311-43e8-952e-60fc6e83d48d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:38.762681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.785275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.786686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.814680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9482608-64fa-491f-b879-5c2202936264 None None] Pushing event updated for resources: {'Port': ['ID=900a5f4b-3311-43e8-952e-60fc6e83d48d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:38.821966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c9482608-64fa-491f-b879-5c2202936264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:38.862459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Deleting port 900a5f4b-3311-43e8-952e-60fc6e83d48d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:38.862798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.902353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.918972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] For port 900a5f4b-3311-43e8-952e-60fc6e83d48d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:38.921075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:38.921496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.924554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] For port 900a5f4b-3311-43e8-952e-60fc6e83d48d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=900a5f4b-3311-43e8-952e-60fc6e83d48d,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:38.957240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:38.992716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:38.996543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.005662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.013898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::ca (70a205f2-9c06-4149-a261-68fd2c9abd26/514dd43c-c85d-4de5-8704-d706b8e36731/4cb148be-f829-4aaf-a367-939463110bee) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:39.020637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:39.021330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] device_id is not set on port 33bfaa36-0cd9-4e99-907a-8f84db248b82 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:39.023780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.030133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.036351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.043988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.049867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.056415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.058424 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7d4aa0e3-f5fe-48cc-96d8-54ed1b133a38 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3697221 Jun 10 16:18:39.062326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.074755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45776) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.122812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.127350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-547a51d6-66e6-451c-b17c-4ed87094a3eb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4750185 Jun 10 16:18:39.127487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45778) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.148477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': False}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:39.158412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Routers {'e47beb34-7e7b-4b44-a74c-5551097104e7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:39.159077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e47beb34-7e7b-4b44-a74c-5551097104e7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:39.215197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] For port 900a5f4b-3311-43e8-952e-60fc6e83d48d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=900a5f4b-3311-43e8-952e-60fc6e83d48d,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:39.215563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.273406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9482608-64fa-491f-b879-5c2202936264 None None] Pushing event updated for resources: {'Port': ['ID=900a5f4b-3311-43e8-952e-60fc6e83d48d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:39.276409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c9482608-64fa-491f-b879-5c2202936264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:39.329314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] Set router e47beb34-7e7b-4b44-a74c-5551097104e7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:39.337773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Calling delete_port for 900a5f4b-3311-43e8-952e-60fc6e83d48d owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:39.385205 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bef153c3-9ee9-4f9a-b66b-4b356ad72605 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3043399 Jun 10 16:18:39.385513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45782) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.411517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e47beb34-7e7b-4b44-a74c-5551097104e7', 'name': 'tempest-snat-router-1093283357', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:18:28Z', 'updated_at': '2021-06-10T16:18:38Z', 'revision_number': 4, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:39.415789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6bb700-3f38-4c87-9439-93254048aac6 None None] The sync data for ids ['e47beb34-7e7b-4b44-a74c-5551097104e7'] in dv-neutron-601336-90-hyperv is: [{'id': 'e47beb34-7e7b-4b44-a74c-5551097104e7', 'name': 'tempest-snat-router-1093283357', 'tenant_id': '4e78f69055ec4df0b618c37080abef00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:18:28Z', 'updated_at': '2021-06-10T16:18:38Z', 'revision_number': 4, 'project_id': '4e78f69055ec4df0b618c37080abef00', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:39.519414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff5b24-2254-48df-9d00-e45f5f3cb469 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.521004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff5b24-2254-48df-9d00-e45f5f3cb469 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.523740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff5b24-2254-48df-9d00-e45f5f3cb469 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.525761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff5b24-2254-48df-9d00-e45f5f3cb469 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.527534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dff5b24-2254-48df-9d00-e45f5f3cb469 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.532606 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0dff5b24-2254-48df-9d00-e45f5f3cb469 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1428373 Jun 10 16:18:39.533416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45784) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.548401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Allocated IP 2001:db8::18f (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/33bfaa36-0cd9-4e99-907a-8f84db248b82) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:39.667233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a75e5-bbc0-49d6-a62b-6890ca1d0cc8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.668705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a75e5-bbc0-49d6-a62b-6890ca1d0cc8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.670141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a75e5-bbc0-49d6-a62b-6890ca1d0cc8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.671660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a75e5-bbc0-49d6-a62b-6890ca1d0cc8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.673049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a75e5-bbc0-49d6-a62b-6890ca1d0cc8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.674736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-979a75e5-bbc0-49d6-a62b-6890ca1d0cc8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1405742 Jun 10 16:18:39.678832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45786) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.849134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.854715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-02a947de-c0cd-447c-8f39-b84fc3e70b23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:39.887150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event deleted for resources: {'Port': ['ID=900a5f4b-3311-43e8-952e-60fc6e83d48d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:39.895124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1e6ed-79dd-43c8-9752-8941716c4ce1 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:39.896499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c7c1e6ed-79dd-43c8-9752-8941716c4ce1 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks/af590fa0-92c4-4bf3-86cf-389b54bf513b HTTP/1.1" status: 200 len: 803 time: 0.2154584 Jun 10 16:18:39.897954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:39.900855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45788) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:39.920663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:39.990896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.025006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 4cb148be-f829-4aaf-a367-939463110bee will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:40.061391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.220749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.227853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aa1f4283-a637-4240-b26d-c58cf7b47a24 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/networks/af590fa0-92c4-4bf3-86cf-389b54bf513b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3247075 Jun 10 16:18:40.229333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.232301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45794) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.236149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.256706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.339410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.339980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e47beb34-7e7b-4b44-a74c-5551097104e7 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:40.344013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.346679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.347278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:40.351441 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e47beb34-7e7b-4b44-a74c-5551097104e7 HTTP/1.1" status: 204 len: 168 time: 2.7714636 Jun 10 16:18:40.352428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.352540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Allocated IP 2001:db8::2 (70a205f2-9c06-4149-a261-68fd2c9abd26/514dd43c-c85d-4de5-8704-d706b8e36731/15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:40.355566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a4479-a768-47e9-8a24-f1ead14f4fb6 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:40.357247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e04a4479-a768-47e9-8a24-f1ead14f4fb6 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/subnets/9b6896fd-4a31-4e98-ab08-b5acc7a50df4 HTTP/1.1" status: 200 len: 843 time: 0.1240115 Jun 10 16:18:40.361185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45800) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.375712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:40.382447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:40.387977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:40.388584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.392747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=4cb148be-f829-4aaf-a367-939463110bee,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.396169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:40.407544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Transition to ACTIVE for port object 33bfaa36-0cd9-4e99-907a-8f84db248b82 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:40.447511 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.4130130 Jun 10 16:18:40.458536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45802) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.610659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4730d-5619-4f06-90de-ac4f2c40f5f4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['shared'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:40.612021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f1e4730d-5619-4f06-90de-ac4f2c40f5f4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "GET /v2.0/subnets/9b6896fd-4a31-4e98-ab08-b5acc7a50df4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2499342 Jun 10 16:18:40.618068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45804) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:40.620439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.631075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Transition to ACTIVE for port object 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:40.634817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.642920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-44dcef3c-c2c1-4955-bf43-c00f60ece066 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.654165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Transition to ACTIVE for port object 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:40.656207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1071836047'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:40.662024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.665083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.685076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.697607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.703321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:40.724094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:40.727227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:40.731700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:40.734807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Pushing event updated for resources: {'Port': ['ID=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.740349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:40.746228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:40.747579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:40.753053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:40.753705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.764742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.767095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=33bfaa36-0cd9-4e99-907a-8f84db248b82,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.770387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:40.814111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Attempting to bind port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:40.814497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Attempting to bind port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'e1d6d26f-68fc-4cb8-b55f-6075870b2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:40.814872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Attempting to bind port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 on network 70a205f2-9c06-4149-a261-68fd2c9abd26 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:40.821159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:40.821556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Checking segment: {'id': 'e1d6d26f-68fc-4cb8-b55f-6075870b2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:40.821975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.822393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Bound using segment: {'id': 'e1d6d26f-68fc-4cb8-b55f-6075870b2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:40.822887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Bound port: 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d6d26f-68fc-4cb8-b55f-6075870b2997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '70a205f2-9c06-4149-a261-68fd2c9abd26'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:40.823287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.907274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] For port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:40.910896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] For port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,segment=NetworkSegment(e1d6d26f-68fc-4cb8-b55f-6075870b2997),segment_id=e1d6d26f-68fc-4cb8-b55f-6075870b2997)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:40.919624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:40.922515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6c5b49a7-1aa8-4b18-8147-123e7bbf555f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:40.929102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Allocated IP 172.26.5.160 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/1459cc6f-74c8-4d22-a78c-dd53888317e5) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:40.996071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Pushing event updated for resources: {'Port': ['ID=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:40.999540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:41.109705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.136867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a00dadd3-77c5-4b43-8135-6bbff383b3b0 None None] Provisioning for port 33bfaa36-0cd9-4e99-907a-8f84db248b82 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:41.141238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a00dadd3-77c5-4b43-8135-6bbff383b3b0 None None] Provisioning complete for port 33bfaa36-0cd9-4e99-907a-8f84db248b82 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:41.141818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a00dadd3-77c5-4b43-8135-6bbff383b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.165092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.167592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e0aa1a1-864a-4ff3-8ed8-31dd59796042 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:41.215251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:41.219387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.244643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a00dadd3-77c5-4b43-8135-6bbff383b3b0 None None] Port 33bfaa36-0cd9-4e99-907a-8f84db248b82 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:41.249112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5541840 Jun 10 16:18:41.257459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45806) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:41.271174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0c:19:86'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:41.283304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 4cb148be-f829-4aaf-a367-939463110bee {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:41.283909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.288867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:41.292379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:41.294848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:41.333402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Pushing event updated for resources: {'Port': ['ID=1459cc6f-74c8-4d22-a78c-dd53888317e5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:41.343747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:41.436004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:41.486677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.487022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Added segment 263b955d-2d99-4dea-ae84-e33d2ba43530 of type vlan for network 5d267473-2c76-4099-a20a-1d82e08eb2bc Jun 10 16:18:41.521813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.630906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.646026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.693074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.779661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 4cb148be-f829-4aaf-a367-939463110bee owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:41.796150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:18:41.918326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.934619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:41.934905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.942539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:41.983429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.987524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:41.992631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.046762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Deleting port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:42.047163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.052630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4305720 Jun 10 16:18:42.072582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45814) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:42.094193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:42.101872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be4c825-a6d6-40f4-a920-55b2ab60d1cc None None] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:42.167648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Network': ['ID=5d267473-2c76-4099-a20a-1d82e08eb2bc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:42.176115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:42.185574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5d267473-2c76-4099-a20a-1d82e08eb2bc details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:42.193869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Router 7ed0bf9c-487f-4ec2-8cb9-674053b598bc is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:42.215626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3dd4ef3d-6889-4e89-b395-f6dd9a39388e None None] Provisioning for port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:42.352673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:42.358628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.362359 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "PUT /v2.0/routers/7ed0bf9c-487f-4ec2-8cb9-674053b598bc HTTP/1.1" status: 200 len: 920 time: 3.2317250 Jun 10 16:18:42.362868 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] Sync routers for ids ['7ed0bf9c-487f-4ec2-8cb9-674053b598bc'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:42.364882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45816) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:42.379335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] For port e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:42.379699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.380895 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] Routers {'7ed0bf9c-487f-4ec2-8cb9-674053b598bc'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:42.382233 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7ed0bf9c-487f-4ec2-8cb9-674053b598bc'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:42.435629 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:42.446169 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] Routers {'7ed0bf9c-487f-4ec2-8cb9-674053b598bc'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:42.447048 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7ed0bf9c-487f-4ec2-8cb9-674053b598bc'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:42.501567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Calling delete_port for e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:42.503862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.504028 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:42.504361 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242b702-29c5-4af7-8e44-93e99d5823c7 None None] The sync data for ids ['7ed0bf9c-487f-4ec2-8cb9-674053b598bc'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:42.522252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc27416c-b5b5-423a-ba35-2a0fed86b596 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:42.557754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Made reservation on behalf of c2725889ff6041918d12f40ce5addce0 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:42.561624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.615663 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-58443fc1-980d-4d4c-95f8-ab7e6ca6b30b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/7ed0bf9c-487f-4ec2-8cb9-674053b598bc HTTP/1.1" status: 200 len: 926 time: 0.2494779 Jun 10 16:18:42.617041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45822) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:42.667029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=4cb148be-f829-4aaf-a367-939463110bee,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:42.687687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:42.789995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:42.797877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:42.798577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.871112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a6749c37-e66c-4266-8bc4-78cbf7b01fc7 None None] Provisioning complete for port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:42.871493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a6749c37-e66c-4266-8bc4-78cbf7b01fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.892262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:42.903406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:42.906367 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/4cb148be-f829-4aaf-a367-939463110bee HTTP/1.1" status: 204 len: 168 time: 2.4014547 Jun 10 16:18:42.970602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45826) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:42.978905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.046350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,segment=NetworkSegment(e1d6d26f-68fc-4cb8-b55f-6075870b2997),segment_id=e1d6d26f-68fc-4cb8-b55f-6075870b2997)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:43.056571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a6749c37-e66c-4266-8bc4-78cbf7b01fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.058473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.062140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.063525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Performing IP validity checks on allocation pools {{(pid=92385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 10 16:18:43.064053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 10 16:18:43.066155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab077d-0646-4318-bb4b-8a863df07d8b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:43.066710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d3c1aa-8b13-4f97-a027-6990ce5b79a0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:18:43.068357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-34d3c1aa-8b13-4f97-a027-6990ce5b79a0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/4cb148be-f829-4aaf-a367-939463110bee HTTP/1.1" status: 404 len: 333 time: 0.0837736 Jun 10 16:18:43.069404 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-45ab077d-0646-4318-bb4b-8a863df07d8b tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=7ed0bf9c-487f-4ec2-8cb9-674053b598bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4511888 Jun 10 16:18:43.071645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45828) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.073432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45830) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.145682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.172269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet 514dd43c-c85d-4de5-8704-d706b8e36731 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:43.174475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-a6749c37-e66c-4266-8bc4-78cbf7b01fc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:18:43.174953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-a6749c37-e66c-4266-8bc4-78cbf7b01fc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:18:43.180186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.183583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.195327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.198140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.203497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.266325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] In _notify_port_updated(), no bound segment for port 33bfaa36-0cd9-4e99-907a-8f84db248b82 on network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:18:43.271935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:43.273021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.274968 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "PUT /v2.0/ports/33bfaa36-0cd9-4e99-907a-8f84db248b82 HTTP/1.1" status: 200 len: 1017 time: 2.0119808 Jun 10 16:18:43.278356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45832) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.328340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=33bfaa36-0cd9-4e99-907a-8f84db248b82,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.334324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.347385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.443820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.454049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ee56324-7f94-4be6-85fb-9f55c4c7368d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.458218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bfdc5c-56c8-48b0-9219-912c7bb21aa6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:43.463058 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-10bfdc5c-56c8-48b0-9219-912c7bb21aa6 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.3792472 Jun 10 16:18:43.466438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45834) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.486852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.489634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event deleted for resources: {'Port': ['ID=e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.514068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.514632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42d12cbe-75d3-48ec-a223-3a6540e3bd97 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:43.530570 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c8999e3b-af5e-4e5c-90e4-f0f04801e575 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed0bf9c-487f-4ec2-8cb9-674053b598bc HTTP/1.1" status: 200 len: 205 time: 0.0630167 Jun 10 16:18:43.543380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45836) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.632361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=6071c696-146d-4a74-8593-c8e8d2b4708d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:43.639085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:43.645616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.650232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Checking segment: {'id': '263b955d-2d99-4dea-ae84-e33d2ba43530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:43.650589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network hostable DHCP agents. Network: 5d267473-2c76-4099-a20a-1d82e08eb2bc, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:18:43.653710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.728609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 33bfaa36-0cd9-4e99-907a-8f84db248b82 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:43.728950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.733289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a6749c37-e66c-4266-8bc4-78cbf7b01fc7 None None] Could not find standard attr ID for object 4cb148be-f829-4aaf-a367-939463110bee. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:18:43.797461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.800786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.812408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Network 5d267473-2c76-4099-a20a-1d82e08eb2bc is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:18:43.846429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f116c915-9d9a-4f4c-b3bb-b1e9a374d389 None None] Could not find standard attr ID for object 4cb148be-f829-4aaf-a367-939463110bee. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:18:43.860058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f116c915-9d9a-4f4c-b3bb-b1e9a374d389 None None] Provisioning complete for port 33bfaa36-0cd9-4e99-907a-8f84db248b82 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:43.860446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f116c915-9d9a-4f4c-b3bb-b1e9a374d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.868594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.869618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5d267473-2c76-4099-a20a-1d82e08eb2bc) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:43.875205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:43.876219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.880123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.880646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16648d1f-b3bc-4914-88b8-03dd827b9421 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:43.888571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.889817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "DELETE /v2.0/routers/16648d1f-b3bc-4914-88b8-03dd827b9421 HTTP/1.1" status: 204 len: 168 time: 3.5314209 Jun 10 16:18:43.894415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45844) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.900453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-268298924', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:43.920055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f116c915-9d9a-4f4c-b3bb-b1e9a374d389 None None] Port 33bfaa36-0cd9-4e99-907a-8f84db248b82 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:43.923216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a04f6-de75-4c49-9b2e-4ffb3be26ffe None None] Network 5d267473-2c76-4099-a20a-1d82e08eb2bc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:43.932483 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8456721 Jun 10 16:18:43.932483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.932773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:43.936232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:43.941926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:43.945926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.064506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 33bfaa36-0cd9-4e99-907a-8f84db248b82 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:44.090208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.191072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5d267473-2c76-4099-a20a-1d82e08eb2bc', 'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc', 'tenant_id': 'c2725889ff6041918d12f40ce5addce0', 'fixed_ips': [{'subnet_id': '6071c696-146d-4a74-8593-c8e8d2b4708d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:18:44.191888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.231423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.235794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e148379e-8812-4509-a609-913269a9c953 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:44.299031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=514dd43c-c85d-4de5-8704-d706b8e36731,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:44.308156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:44.309168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.313453 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/514dd43c-c85d-4de5-8704-d706b8e36731 HTTP/1.1" status: 204 len: 168 time: 1.2383544 Jun 10 16:18:44.313615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cf25e-d3f7-4014-b5c4-ea5e0279585f None None] Network 70a205f2-9c06-4149-a261-68fd2c9abd26 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:44.316114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45848) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:44.480765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.483233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.511505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Allocated IP 2001:db8::3 (5d267473-2c76-4099-a20a-1d82e08eb2bc/6071c696-146d-4a74-8593-c8e8d2b4708d/28581884-49a6-4615-b71d-b0c2ac996000) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:44.573489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.580083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-96993bbf-d696-453f-b4ca-260cc97bb413 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:44.629650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=33bfaa36-0cd9-4e99-907a-8f84db248b82,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:44.641447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:44.677268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.679891 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/ports/33bfaa36-0cd9-4e99-907a-8f84db248b82 HTTP/1.1" status: 204 len: 168 time: 1.3991015 Jun 10 16:18:44.683682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45850) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:44.724108 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f5f59e-06f5-4997-a87b-add147b0fa0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] GET failed (client error): The resource could not be found. Jun 10 16:18:44.725733 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-12f5f59e-06f5-4997-a87b-add147b0fa0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "GET /v2.0/ports/33bfaa36-0cd9-4e99-907a-8f84db248b82 HTTP/1.1" status: 404 len: 333 time: 0.0410955 Jun 10 16:18:44.730223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Deleting port 1459cc6f-74c8-4d22-a78c-dd53888317e5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:44.730563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.732286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45852) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:44.738525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-286246298'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:44.754882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.773233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4182121'] for subnet, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.789830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:44.790246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:44.796575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:45.017368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] DHCP port deletion for 70a205f2-9c06-4149-a261-68fd2c9abd26 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:45.048212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:45.048212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.144621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.167527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Transition to ACTIVE for port object 28581884-49a6-4615-b71d-b0c2ac996000 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:45.196245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Transition to ACTIVE for port object 28581884-49a6-4615-b71d-b0c2ac996000 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:45.196933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.229059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.233645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:45.234338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.275062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Deleting port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:45.275510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.320528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Network 5d267473-2c76-4099-a20a-1d82e08eb2bc is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:45.327313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:45.352733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] For port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,segment=NetworkSegment(e1d6d26f-68fc-4cb8-b55f-6075870b2997),segment_id=e1d6d26f-68fc-4cb8-b55f-6075870b2997)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:45.353366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.372099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Pushing event updated for resources: {'Port': ['ID=28581884-49a6-4615-b71d-b0c2ac996000,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:45.375314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:45.387328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:45.429525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.481206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:45.484469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] For port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,segment=NetworkSegment(e1d6d26f-68fc-4cb8-b55f-6075870b2997),segment_id=e1d6d26f-68fc-4cb8-b55f-6075870b2997)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:45.484629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.488479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:45.501860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Allocated IP 172.26.5.59 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/2f18a9d6-fbc7-4912-bd51-4d68d36e602e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:45.526042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Attempting to bind port 28581884-49a6-4615-b71d-b0c2ac996000 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:18:45.526381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Attempting to bind port 28581884-49a6-4615-b71d-b0c2ac996000 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '263b955d-2d99-4dea-ae84-e33d2ba43530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:18:45.526684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Attempting to bind port 28581884-49a6-4615-b71d-b0c2ac996000 on network 5d267473-2c76-4099-a20a-1d82e08eb2bc {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:18:45.528460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:45.528809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e285221a-23e7-4f0f-bdec-e3ff4bcb8c1d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:45.582242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Calling delete_port for 1459cc6f-74c8-4d22-a78c-dd53888317e5 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:45.614933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Calling delete_port for 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:45.622759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:18:45.623104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Checking segment: {'id': '263b955d-2d99-4dea-ae84-e33d2ba43530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:18:45.624072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.624475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Bound using segment: {'id': '263b955d-2d99-4dea-ae84-e33d2ba43530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:18:45.624972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Bound port: 28581884-49a6-4615-b71d-b0c2ac996000, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263b955d-2d99-4dea-ae84-e33d2ba43530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5d267473-2c76-4099-a20a-1d82e08eb2bc'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:18:45.625432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.635339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763997951546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2639024'] for subnet, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.642432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4008157c-9d17-41c4-bfb1-4b785322efdb tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:45.694997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:45.697547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.714186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:45.714875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.716098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "PUT /v2.0/subnets/6071c696-146d-4a74-8593-c8e8d2b4708d HTTP/1.1" status: 200 len: 900 time: 1.7787461 Jun 10 16:18:45.729606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45860) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:45.741886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event updated for resources: {'Subnet': ['ID=6071c696-146d-4a74-8593-c8e8d2b4708d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:45.777933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:45.779469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] device_id is not set on port 0a31381f-3ff3-44f9-b81b-b051ed5fa052 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:45.783686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] For port 28581884-49a6-4615-b71d-b0c2ac996000, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:18:45.802009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] For port 28581884-49a6-4615-b71d-b0c2ac996000, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=28581884-49a6-4615-b71d-b0c2ac996000,segment=NetworkSegment(263b955d-2d99-4dea-ae84-e33d2ba43530),segment_id=263b955d-2d99-4dea-ae84-e33d2ba43530)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:18:45.807415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.810617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8a4fdc1-b5cf-41de-b547-29e42f81bcbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:45.814338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.834889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.846089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab25c505-d29d-447c-b77e-116275a11b61 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:45.854123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.871787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] No DVR routers for this DVR port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:45.905233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:45.908453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:45.913899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Pushing event updated for resources: {'Port': ['ID=28581884-49a6-4615-b71d-b0c2ac996000,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:45.915101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.917569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:45.918198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c9482608-64fa-491f-b879-5c2202936264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:45.955600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Pushing event deleted for resources: {'Port': ['ID=15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:45.958064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:45.964655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No DVR routers for this DVR port 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:45.979800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:45.984020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d85915ee-264d-401b-aa2b-024f225cba0a tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:46.041518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:46.059441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:46.060749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event updated for resources: {'Port': ['ID=2f18a9d6-fbc7-4912-bd51-4d68d36e602e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:46.063552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:46.065648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:46.146222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port 28581884-49a6-4615-b71d-b0c2ac996000 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:46.146565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.175362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.192290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a205f2-9c06-4149-a261-68fd2c9abd26']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:46.253787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d6d26f-68fc-4cb8-b55f-6075870b2997') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:46.254182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d6d26f-68fc-4cb8-b55f-6075870b2997') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:46.256491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Allocated IP 2001:db8::10f (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/0a31381f-3ff3-44f9-b81b-b051ed5fa052) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:46.290991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.326780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.331297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f35417b4-25f5-46e9-b323-891a1c339985 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:46.337067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.390833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:46.391509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:46.394515 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:46.396850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event deleted for resources: {'Port': ['ID=1459cc6f-74c8-4d22-a78c-dd53888317e5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:46.398142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:46.443317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port 28581884-49a6-4615-b71d-b0c2ac996000, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=28581884-49a6-4615-b71d-b0c2ac996000,segment=NetworkSegment(263b955d-2d99-4dea-ae84-e33d2ba43530),segment_id=263b955d-2d99-4dea-ae84-e33d2ba43530)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:46.443894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.545524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for 28581884-49a6-4615-b71d-b0c2ac996000 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:46.573205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.577359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.583211 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/70a205f2-9c06-4149-a261-68fd2c9abd26 HTTP/1.1" status: 204 len: 168 time: 2.2624631 Jun 10 16:18:46.583211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0ea049bc-7dc5-4552-91b7-2b283dde3f68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:46.597812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45868) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:46.608155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'name': 'tempest-PortsIpV6TestJSON-1473475563'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:46.634096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 28581884-49a6-4615-b71d-b0c2ac996000 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:18:46.658119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=70a205f2-9c06-4149-a261-68fd2c9abd26,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:46.660405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:46.685275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.701819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 28581884-49a6-4615-b71d-b0c2ac996000 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:46.773641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.780061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:46.811425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:46.811998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15bcf8de-0ac1-4d6d-b1ea-8f88ced6ec45 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:46.922678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.931727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.964353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:46.967849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a3e6a72a-4381-4f46-a201-2efdfa3f329f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:47.019435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.039396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.039881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Fanout notify agent at l3_agent the message router_deleted on router 7ed0bf9c-487f-4ec2-8cb9-674053b598bc {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:47.041789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Transition to ACTIVE for port object 0a31381f-3ff3-44f9-b81b-b051ed5fa052 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:47.047976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.049063 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/7ed0bf9c-487f-4ec2-8cb9-674053b598bc HTTP/1.1" status: 204 len: 168 time: 3.5046360 Jun 10 16:18:47.051133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=28581884-49a6-4615-b71d-b0c2ac996000,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:47.053130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:47.053622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:47.054501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45870) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:47.056686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.090617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port b105ddbf-a5a5-4afd-92ae-fc28037651e9 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:47.102532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af785e1e-dd49-42bd-b214-51918e37f1ff None None] Network 5d267473-2c76-4099-a20a-1d82e08eb2bc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:47.111515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-182604044', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:47.157717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.169729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89aab0-fa84-46a6-8433-11bb795c0ae4 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:47.178537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port 28581884-49a6-4615-b71d-b0c2ac996000 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:47.189278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2a2f3c6f-91fa-475a-998f-50ce737746d0 None None] Could not find standard attr ID for object 28581884-49a6-4615-b71d-b0c2ac996000. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:18:47.242031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:47.252190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:47.271720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:47.276445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.278033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:47.278668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.282528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.283485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.298601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=0a31381f-3ff3-44f9-b81b-b051ed5fa052,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:47.307237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:47.334888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.461721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.509037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.514271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:47.548664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.609942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=b105ddbf-a5a5-4afd-92ae-fc28037651e9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:47.622843 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8884869 Jun 10 16:18:47.623897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:47.629439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45882) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:47.634867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.651773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:47.653295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:47.657957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:47.665228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:47.666340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.681652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244b414-54f0-49ab-9862-a4dba99657d3 None None] Network 5d267473-2c76-4099-a20a-1d82e08eb2bc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:47.690674 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0860436 Jun 10 16:18:47.692436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'network_id': '761488b1-e6ea-4fa0-8b46-c363f1d0c503', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-901688900'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:47.698499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45884) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:47.702623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:47.858479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-26842ba8-1c49-41ee-b3fd-459741aa385c None None] Provisioning for port 0a31381f-3ff3-44f9-b81b-b051ed5fa052 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:47.885745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-26842ba8-1c49-41ee-b3fd-459741aa385c None None] Provisioning complete for port 0a31381f-3ff3-44f9-b81b-b051ed5fa052 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:47.886379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-26842ba8-1c49-41ee-b3fd-459741aa385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.919586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port b105ddbf-a5a5-4afd-92ae-fc28037651e9 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:47.919939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:47.932332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a0ab-971a-4d6d-9de5-9b5eae42345f req-8d7ff063-8d75-495b-9fbb-a18211212adc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:47.934076 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95b3a0ab-971a-4d6d-9de5-9b5eae42345f req-8d7ff063-8d75-495b-9fbb-a18211212adc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.1092401 Jun 10 16:18:47.936474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-26842ba8-1c49-41ee-b3fd-459741aa385c None None] Port 0a31381f-3ff3-44f9-b81b-b051ed5fa052 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:47.984109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb1265-61ca-4825-bfe0-bf3e9cea78b2 None None] DHCP port deletion for 5d267473-2c76-4099-a20a-1d82e08eb2bc request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:48.049186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.065538 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95b3a0ab-971a-4d6d-9de5-9b5eae42345f req-d7c99184-0101-4f18-a098-9f8740330a22 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170521 Jun 10 16:18:48.120796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=6071c696-146d-4a74-8593-c8e8d2b4708d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:48.159441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for b105ddbf-a5a5-4afd-92ae-fc28037651e9 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:48.233498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:48.254889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.259588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:48.291917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=b105ddbf-a5a5-4afd-92ae-fc28037651e9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:48.295412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:48.299856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.302187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/b105ddbf-a5a5-4afd-92ae-fc28037651e9 HTTP/1.1" status: 204 len: 168 time: 0.6019382 Jun 10 16:18:48.305178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45890) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:48.310172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'mac_address': 'fa:16:3e:1f:50:fd', 'name': 'tempest-PortsIpV6TestJSON-1522553940'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:48.326854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.394850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.422307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:48.432063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d267473-2c76-4099-a20a-1d82e08eb2bc']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:48.467017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263b955d-2d99-4dea-ae84-e33d2ba43530') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:48.467302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263b955d-2d99-4dea-ae84-e33d2ba43530') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:48.488117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.516655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.523981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.541725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:48.542129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.545029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Router b96a4c3e-0804-49d4-8dce-09b5cc5eea97 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:48.553438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 5667f883-047a-4b38-b9e4-4920663d232f yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:48.554235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386555ec-5ec6-4d53-8919-9bf0f8ffa1d7 req-f91e59ea-c65e-4f21-9825-8a0541111859 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:48.555713 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-386555ec-5ec6-4d53-8919-9bf0f8ffa1d7 req-f91e59ea-c65e-4f21-9825-8a0541111859 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.8262722 Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:48.556378 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:48.593956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 28581884-49a6-4615-b71d-b0c2ac996000 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:48.621074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 28581884-49a6-4615-b71d-b0c2ac996000 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:48.621548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 28581884-49a6-4615-b71d-b0c2ac996000 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:48.673361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Made reservation on behalf of 4d39a0d7deed44f5b85309038a983c91 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:48.676682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.759473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.778743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.800919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.804961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ec5d640-89a5-4b9f-aa82-995527b712c7 tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:48.850832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] device_id is not set on port 0bd7dfe6-992d-4996-a809-be608e42cfb7 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:48.865841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:48.870006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:48.874135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=5667f883-047a-4b38-b9e4-4920663d232f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:48.875532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.881122 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/5d267473-2c76-4099-a20a-1d82e08eb2bc HTTP/1.1" status: 204 len: 168 time: 3.1465714 Jun 10 16:18:48.883760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:48.886048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45896) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:48.886675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:48.891192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-386555ec-5ec6-4d53-8919-9bf0f8ffa1d7 req-21639d51-f8e1-43e0-9514-09a83a6ec159 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773831 Jun 10 16:18:48.896628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:48.902260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:48.903001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:48.912350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=5d267473-2c76-4099-a20a-1d82e08eb2bc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:48.943678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e062603d-8431-49f5-8b6e-f5ad335d099e tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:48.943678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e062603d-8431-49f5-8b6e-f5ad335d099e tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:48.943678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e062603d-8431-49f5-8b6e-f5ad335d099e tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/6071c696-146d-4a74-8593-c8e8d2b4708d HTTP/1.1" status: 404 len: 337 time: 0.0555079 Jun 10 16:18:48.951008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:48.962734 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6564693 Jun 10 16:18:48.974455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:48.978865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca955e7d-3dee-4b48-a884-25009a1d5bf7 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:48.979439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca955e7d-3dee-4b48-a884-25009a1d5bf7 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:48.983572 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca955e7d-3dee-4b48-a884-25009a1d5bf7 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/5d267473-2c76-4099-a20a-1d82e08eb2bc HTTP/1.1" status: 404 len: 339 time: 0.0288954 Jun 10 16:18:48.983909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45906) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:48.988189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:49.036794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:49.049252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] Sync routers for ids ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:49.051425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92408cc1-5d40-4cc7-b971-b8a294516d3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:49.054697 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-92408cc1-5d40-4cc7-b971-b8a294516d3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/5667f883-047a-4b38-b9e4-4920663d232f HTTP/1.1" status: 200 len: 845 time: 0.0765767 Jun 10 16:18:49.057240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45908) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:49.066255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] Routers {'b96a4c3e-0804-49d4-8dce-09b5cc5eea97'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:49.067109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.135372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.144932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] Routers {'b96a4c3e-0804-49d4-8dce-09b5cc5eea97'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:49.146096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.192076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.193583 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2969561 Jun 10 16:18:49.197854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45912) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:49.203159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': False}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:49.207269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.207479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d3550f-2c58-40d1-835e-84d68ab0a6ba None None] The sync data for ids ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:49.220766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.285837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Allocated IP 2001:db8::213 (761488b1-e6ea-4fa0-8b46-c363f1d0c503/cae2756a-16b0-4204-bb55-2195a0ce325e/0bd7dfe6-992d-4996-a809-be608e42cfb7) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:49.501397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.603895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.612060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 5667f883-047a-4b38-b9e4-4920663d232f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:49.612497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.624494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.658810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a785cf7-9459-4705-89a8-bdebb4a81065']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.668375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168734-d2b3-4215-8676-5ed6a89ec4ee req-248cfef6-e732-46d9-963a-943be94ee8b6 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:49.669907 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32168734-d2b3-4215-8676-5ed6a89ec4ee req-248cfef6-e732-46d9-963a-943be94ee8b6 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.4373348 Jun 10 16:18:49.716460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.763104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6903f386-a937-4a26-98ef-b6779c455927') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.763326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6903f386-a937-4a26-98ef-b6779c455927') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:49.794669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.823982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 5667f883-047a-4b38-b9e4-4920663d232f owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:49.862224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.906140 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32168734-d2b3-4215-8676-5ed6a89ec4ee req-143bfa46-c694-4939-99a6-cc652caa3105 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263641 Jun 10 16:18:49.924785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:49.924785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:49.937238 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:50.043721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.061243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Allocated IP 172.26.5.97 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/b9c57a88-1b7e-4dc9-b295-1a00bf16cfbc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:18:50.073049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.094266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.098891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/2a785cf7-9459-4705-89a8-bdebb4a81065 HTTP/1.1" status: 204 len: 168 time: 1.1073513 Jun 10 16:18:50.098891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Transition to ACTIVE for port object 0bd7dfe6-992d-4996-a809-be608e42cfb7 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:18:50.113088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45922) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.120991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:50.170464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.170853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=2a785cf7-9459-4705-89a8-bdebb4a81065,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:50.173428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:50.201224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4587b2f2-8594-44a6-bfba-c315cf1ed189 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:50.214454 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6abbdb1-86c8-4711-93a4-07060e029d31 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:50.214897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6abbdb1-86c8-4711-93a4-07060e029d31 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:50.218998 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b6abbdb1-86c8-4711-93a4-07060e029d31 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/fcc938fe-142d-4164-9917-8946b6441279 HTTP/1.1" status: 404 len: 337 time: 0.1026602 Jun 10 16:18:50.231562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45924) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.253718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=5667f883-047a-4b38-b9e4-4920663d232f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:50.281560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:50.282418 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-301720f8-fe9e-4de1-a22d-c6403088ba60 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:50.283110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301720f8-fe9e-4de1-a22d-c6403088ba60 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:50.285289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-301720f8-fe9e-4de1-a22d-c6403088ba60 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/5ba2cf12-7c1e-48b7-825e-4057c1dbf189 HTTP/1.1" status: 404 len: 339 time: 0.0527396 Jun 10 16:18:50.289873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45926) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.299392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.301076 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/5667f883-047a-4b38-b9e4-4920663d232f HTTP/1.1" status: 204 len: 168 time: 1.2426486 Jun 10 16:18:50.307403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45928) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.325777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.333912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3098f009-c896-46a0-b2bc-c1da8e04cd73 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:50.349032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626c827-f332-48e9-bef7-13a40469eda5 req-7b748471-8ff9-4272-bca8-4da0252ee940 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:50.351070 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d626c827-f332-48e9-bef7-13a40469eda5 req-7b748471-8ff9-4272-bca8-4da0252ee940 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.2844682 Jun 10 16:18:50.386272 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f8671c-a633-43ab-8d1b-0bcc25d449ee tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:18:50.387777 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a0f8671c-a633-43ab-8d1b-0bcc25d449ee tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/5667f883-047a-4b38-b9e4-4920663d232f HTTP/1.1" status: 404 len: 333 time: 0.0552309 Jun 10 16:18:50.395523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45930) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.397801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.406292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.411530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'name': 'tempest-PortsIpV6TestJSON-379379147'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:50.440476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting subnet c30fa122-8de3-483b-a8d9-a27ac8bbd61d {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:50.445897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.458444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:50.472855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:50.482834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:50.486695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadafd93-aebf-4075-902c-af24c41ab707 req-52ed9a29-f65d-4d8b-9dbc-fd6e0d0223fe tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:50.488181 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aadafd93-aebf-4075-902c-af24c41ab707 req-52ed9a29-f65d-4d8b-9dbc-fd6e0d0223fe tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.2880135 Jun 10 16:18:50.493971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:50.494714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.527289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.572701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=0bd7dfe6-992d-4996-a809-be608e42cfb7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:50.594477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:50.596214 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9629104 Jun 10 16:18:50.609645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45932) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:50.623106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:0c:19:86'}, {'ip_address': '2001:db8::10f', 'mac_address': 'fa:16:3e:27:ac:8a'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:50.665010 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aadafd93-aebf-4075-902c-af24c41ab707 req-8679ed4b-0e69-4992-a292-42ec767b1fa4 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659987 Jun 10 16:18:50.677770 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d626c827-f332-48e9-bef7-13a40469eda5 req-4a029132-0f49-4c99-9f3e-31e369f946a3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873685 Jun 10 16:18:50.736041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.762090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.769748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5c9a7c13-89a3-4b46-b6f6-7938a4e5075a tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:50.794262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3ce26997-3137-45ff-95ab-75f2942802a5 None None] Provisioning for port 0bd7dfe6-992d-4996-a809-be608e42cfb7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:18:50.798310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3ce26997-3137-45ff-95ab-75f2942802a5 None None] Provisioning complete for port 0bd7dfe6-992d-4996-a809-be608e42cfb7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:50.798699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3ce26997-3137-45ff-95ab-75f2942802a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.849109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3ce26997-3137-45ff-95ab-75f2942802a5 None None] Port 0bd7dfe6-992d-4996-a809-be608e42cfb7 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:50.966711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:50.972065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe89330d-565b-42c7-8373-bc6e37aaeeb3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:51.105763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=c30fa122-8de3-483b-a8d9-a27ac8bbd61d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:51.130814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:51.131546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.136414 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/c30fa122-8de3-483b-a8d9-a27ac8bbd61d HTTP/1.1" status: 204 len: 168 time: 0.8421419 Jun 10 16:18:51.136618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22259556-4e97-4b0f-9d66-605ad0b7927e None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:51.159318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45940) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:51.205310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:51.219756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.235988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:51.250484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting subnet dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:51.252188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:51.255699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.351561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event updated for resources: {'Port': ['ID=b9c57a88-1b7e-4dc9-b295-1a00bf16cfbc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:51.355057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:51.411034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063f1bf-f113-4253-aa00-a924f737f5bf req-9c110596-2d5c-439f-97c7-ec356e855f03 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.412616 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f063f1bf-f113-4253-aa00-a924f737f5bf req-9c110596-2d5c-439f-97c7-ec356e855f03 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3120575 Jun 10 16:18:51.415830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.424761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:51.428330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.538582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port acfccbfb-215c-493b-9971-d3b2ff6a00f3 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:18:51.689922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-767d653b-bc53-456c-bb4f-5324de8b05c1 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.691501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-767d653b-bc53-456c-bb4f-5324de8b05c1 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.25 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.9970379 Jun 10 16:18:51.815730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd01e-6e56-4cf9-86b1-fbbf91ee8461 req-5912db8d-4b38-4572-b366-a40a54f8315e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.817309 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e3bd01e-6e56-4cf9-86b1-fbbf91ee8461 req-5912db8d-4b38-4572-b366-a40a54f8315e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.6342435 Jun 10 16:18:51.851202 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f063f1bf-f113-4253-aa00-a924f737f5bf req-e0fe171d-bbba-400f-bc25-7e55562aaca9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4013066 Jun 10 16:18:51.876013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.904120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.921985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-49b98dd7-762a-4a3a-9143-e4ea9b77c929 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:51.923568 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-49b98dd7-762a-4a3a-9143-e4ea9b77c929 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.6049123 Jun 10 16:18:51.953940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:51.979163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2b0261f8-3ebc-4d5c-900c-50218f2573a7 None None] Provisioning complete for port 10211331-b85f-473e-bafa-2ef8ce7f0ebf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:51.980154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2b0261f8-3ebc-4d5c-900c-50218f2573a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.025896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.165807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e3bd01e-6e56-4cf9-86b1-fbbf91ee8461 req-6e470fc0-0c83-4781-b6f1-4fc7041565ff tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233593 Jun 10 16:18:52.174240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946cd0-deb3-4418-a98e-ad2e22a43b85 req-5806f7b4-a8de-4cb5-8fdb-500048017767 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:52.175710 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a1946cd0-deb3-4418-a98e-ad2e22a43b85 req-5806f7b4-a8de-4cb5-8fdb-500048017767 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.1621466 Jun 10 16:18:52.176740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.179965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Router b96a4c3e-0804-49d4-8dce-09b5cc5eea97 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:52.181554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:52.239477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:52.241777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.245359 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/dd8e3f35-ae2e-45d2-ad9e-4ebff83d2dd3 HTTP/1.1" status: 204 len: 168 time: 1.0834453 Jun 10 16:18:52.251969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45946) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:52.254356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bd3f0-679e-4a75-8e42-418791626cdc None None] Network 32ab8260-fd47-46de-8653-d7711acbcbca requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:52.255711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:52.354943 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a1946cd0-deb3-4418-a98e-ad2e22a43b85 req-5db2040c-6bb9-444b-9f19-18e64194ecc1 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632557 Jun 10 16:18:52.367851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.450603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Deleting port 35d6abae-810b-40a0-b0d6-35f715e1fefa {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:52.450948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.492489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.524495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.569473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:52.574531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.583657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] Sync routers for ids ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:52.597260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-88b40836-aada-44de-bf33-cea21a9fa238 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "PUT /v2.0/routers/b96a4c3e-0804-49d4-8dce-09b5cc5eea97 HTTP/1.1" status: 200 len: 920 time: 3.3794777 Jun 10 16:18:52.598757 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] Routers {'b96a4c3e-0804-49d4-8dce-09b5cc5eea97'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:52.599395 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.603376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45952) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:52.614359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] DHCP port deletion for 32ab8260-fd47-46de-8653-d7711acbcbca request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:52.668027 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.678318 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] Routers {'b96a4c3e-0804-49d4-8dce-09b5cc5eea97'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:52.680535 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.680774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Deleting port 10211331-b85f-473e-bafa-2ef8ce7f0ebf {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:52.681224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.737435 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:52.738254 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f911157-c9b0-4cb2-a308-8bb2ffbe5d59 None None] The sync data for ids ['b96a4c3e-0804-49d4-8dce-09b5cc5eea97'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:52.759766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port 10211331-b85f-473e-bafa-2ef8ce7f0ebf {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:52.760109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.826174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Deleting port e5abad5e-4b81-42dc-b988-9fceedc9747e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:52.827299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.870766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10211331-b85f-473e-bafa-2ef8ce7f0ebf,segment=NetworkSegment(e18dbe55-ab30-4477-8c4e-7d5b6fb3e940),segment_id=e18dbe55-ab30-4477-8c4e-7d5b6fb3e940)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:52.871307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:52.884757 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-689a3a64-7fa8-47dc-9958-e334bb752fab tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/b96a4c3e-0804-49d4-8dce-09b5cc5eea97 HTTP/1.1" status: 200 len: 920 time: 0.2801487 Jun 10 16:18:52.885399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45956) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:52.892562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:52.892943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.004849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for 10211331-b85f-473e-bafa-2ef8ce7f0ebf owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:53.020519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.047063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] For port 10211331-b85f-473e-bafa-2ef8ce7f0ebf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10211331-b85f-473e-bafa-2ef8ce7f0ebf,segment=NetworkSegment(e18dbe55-ab30-4477-8c4e-7d5b6fb3e940),segment_id=e18dbe55-ab30-4477-8c4e-7d5b6fb3e940)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:53.047645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.051123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b22a1dea-93e1-42fd-bb59-1db9551ccd28 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:53.105858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c93ac5-1c27-43f6-a9b4-c477c76ba4f6 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.108100 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f7c93ac5-1c27-43f6-a9b4-c477c76ba4f6 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=b96a4c3e-0804-49d4-8dce-09b5cc5eea97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2200613 Jun 10 16:18:53.111456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45958) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:53.149325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Calling delete_port for 10211331-b85f-473e-bafa-2ef8ce7f0ebf owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:53.206679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.215951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d2b716d-fc12-4fef-b6e7-977caf3758b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:53.245821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=10211331-b85f-473e-bafa-2ef8ce7f0ebf,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:53.249913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:53.253171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port 10211331-b85f-473e-bafa-2ef8ce7f0ebf on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:53.271486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.274036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:53.321268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] No DVR routers for this DVR port 10211331-b85f-473e-bafa-2ef8ce7f0ebf on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:53.323252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Pushing event deleted for resources: {'Port': ['ID=10211331-b85f-473e-bafa-2ef8ce7f0ebf,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:53.326220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:53.418278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.421942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ba3f7-0114-4704-a377-3ab02106942c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.423320 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-849ba3f7-0114-4704-a377-3ab02106942c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.3104372 Jun 10 16:18:53.433995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45964) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:53.436788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ab8260-fd47-46de-8653-d7711acbcbca']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:53.488809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:53.489107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18dbe55-ab30-4477-8c4e-7d5b6fb3e940') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:53.494112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ed857645-2aad-4c06-96dd-1eb4a1c4c56e tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=b96a4c3e-0804-49d4-8dce-09b5cc5eea97 HTTP/1.1" status: 200 len: 205 time: 0.0589366 Jun 10 16:18:53.502344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45966) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:53.514292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.642654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.657619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602cf18-345f-4a61-9ba5-aa204045cb14 req-766ef3be-afff-41ce-9131-eb7ddb830085 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.659077 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3602cf18-345f-4a61-9ba5-aa204045cb14 req-766ef3be-afff-41ce-9131-eb7ddb830085 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 945 time: 0.3467672 Jun 10 16:18:53.664179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:53.664575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.666537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:53.667572 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:53.743174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:18:53.746347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.792257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.797630 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3602cf18-345f-4a61-9ba5-aa204045cb14 req-1ff34080-50ac-411b-97f8-799092e6534e tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfc1787a-3807-4a34-92a3-5fd53d0647ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273446 Jun 10 16:18:53.807103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:18:53.812675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:53.813298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.823021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=acfccbfb-215c-493b-9971-d3b2ff6a00f3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:53.824627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:53.828337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.877017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:53.894178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.899193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:53.905300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:53.909393 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/32ab8260-fd47-46de-8653-d7711acbcbca HTTP/1.1" status: 204 len: 168 time: 1.6508663 Jun 10 16:18:53.916601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45968) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:53.935081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=32ab8260-fd47-46de-8653-d7711acbcbca,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:53.948463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:53.950414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 35d6abae-810b-40a0-b0d6-35f715e1fefa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:54.013040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] In _notify_port_updated(), no bound segment for port 0bd7dfe6-992d-4996-a809-be608e42cfb7 on network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:18:54.018959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:54.019658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.024568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45970) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.027349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "PUT /v2.0/ports/0bd7dfe6-992d-4996-a809-be608e42cfb7 HTTP/1.1" status: 200 len: 1095 time: 3.4101787 Jun 10 16:18:54.034327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed09d2e-010f-40f4-8e64-4a2b05672b74 req-6c3e6e3f-0d5b-4003-a618-99a06265f4e2 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:54.035262 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ed09d2e-010f-40f4-8e64-4a2b05672b74 req-6c3e6e3f-0d5b-4003-a618-99a06265f4e2 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 945 time: 0.1039836 Jun 10 16:18:54.036394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.039787 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-08474139-9dd9-4595-ade7-3246c5064805 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6430223 Jun 10 16:18:54.048766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45972) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.051219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] For port e5abad5e-4b81-42dc-b988-9fceedc9747e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e5abad5e-4b81-42dc-b988-9fceedc9747e,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:54.051620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.056286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-213608a4-3237-4b66-9f99-5bf4b19c1a84 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:54.056737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213608a4-3237-4b66-9f99-5bf4b19c1a84 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:54.060709 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-213608a4-3237-4b66-9f99-5bf4b19c1a84 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/b71dc6ed-37c6-455b-ab65-54cc78b0640a HTTP/1.1" status: 404 len: 337 time: 0.1336455 Jun 10 16:18:54.061579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:54.066668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45974) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.097654 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.129513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:54.132609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e282b8-d986-4973-9b5b-e46f2bbb2993" -d '{"events": [{"server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "name": "network-vif-unplugged", "status": "completed", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:54.146285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 35d6abae-810b-40a0-b0d6-35f715e1fefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=35d6abae-810b-40a0-b0d6-35f715e1fefa,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:54.148860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.149278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.149661 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Floating IP 5215a9de-3046-4f8e-8f54-b893bfcafabe disassociated. External IP: 172.26.5.130, port: 35d6abae-810b-40a0-b0d6-35f715e1fefa. Jun 10 16:18:54.149964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Calling delete_port for 35d6abae-810b-40a0-b0d6-35f715e1fefa owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:54.151721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.154341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c9482608-64fa-491f-b879-5c2202936264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:54.169391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event updated for resources: {'Port': ['ID=0bd7dfe6-992d-4996-a809-be608e42cfb7,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:54.176569 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e7eb66-6fa1-405c-a571-6d0d3285928f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:54.177230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e7eb66-6fa1-405c-a571-6d0d3285928f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:54.184482 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-05e7eb66-6fa1-405c-a571-6d0d3285928f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/87b117ec-2db8-4c83-be6d-42ffd23ba9dc HTTP/1.1" status: 404 len: 339 time: 0.1141357 Jun 10 16:18:54.191632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45978) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.193867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:54.201941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3306f1-99ff-453b-b328-23b9d8d4b7d9 req-7408de7d-6fd3-466c-a916-1cae474431df tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:54.203499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9e3306f1-99ff-453b-b328-23b9d8d4b7d9 req-7408de7d-6fd3-466c-a916-1cae474431df tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.1667535 Jun 10 16:18:54.223148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:54.227659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:54.291237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.326314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1644a7be-852e-4f1e-8d51-1def4fd6cbd2 None None] Provisioning complete for port 0bd7dfe6-992d-4996-a809-be608e42cfb7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:18:54.326815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1644a7be-852e-4f1e-8d51-1def4fd6cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.374101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1644a7be-852e-4f1e-8d51-1def4fd6cbd2 None None] Port 0bd7dfe6-992d-4996-a809-be608e42cfb7 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:18:54.485826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9e3306f1-99ff-453b-b328-23b9d8d4b7d9 req-a0e478f2-005a-48bd-9aee-13df33322722 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736621 Jun 10 16:18:54.550436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593ec0d7-05a4-4e3e-9c6f-43abc2c5ac0c x-openstack-request-id: req-593ec0d7-05a4-4e3e-9c6f-43abc2c5ac0c {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:54.550749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "name": "network-vif-unplugged", "status": "completed", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:54.551015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-593ec0d7-05a4-4e3e-9c6f-43abc2c5ac0c {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:54.551444 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'code': 200} Jun 10 16:18:54.577586 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63eb9c6-989c-4441-937d-538f916c8ece tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:54.578034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63eb9c6-989c-4441-937d-538f916c8ece tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:54.581963 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a63eb9c6-989c-4441-937d-538f916c8ece tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/6ac4fc7b-0d4a-49c4-9f85-d6f31475ff9e HTTP/1.1" status: 404 len: 337 time: 0.3591251 Jun 10 16:18:54.586040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45980) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.599776 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ed09d2e-010f-40f4-8e64-4a2b05672b74 req-8ad366f4-123e-4384-a41e-8e4a6060ae00 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ead1acc-6b0e-49d2-9ac3-54ea361824c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5491157 Jun 10 16:18:54.612487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10211331-b85f-473e-bafa-2ef8ce7f0ebf no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:54.627946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-1597a15a-d80c-451b-b914-9009e1d10bd3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:54.628556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1597a15a-d80c-451b-b914-9009e1d10bd3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:54.630341 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1597a15a-d80c-451b-b914-9009e1d10bd3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/6ac94d4a-fd32-4d5d-aba9-893e012000ee HTTP/1.1" status: 404 len: 339 time: 0.0412922 Jun 10 16:18:54.641187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45982) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.658557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 10211331-b85f-473e-bafa-2ef8ce7f0ebf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:54.659283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10211331-b85f-473e-bafa-2ef8ce7f0ebf not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:54.685712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.714546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Deleting port 2f18a9d6-fbc7-4912-bd51-4d68d36e602e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:54.714881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.723116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6643145e-1a17-4db6-8233-231b737bb4b3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:54.723613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6643145e-1a17-4db6-8233-231b737bb4b3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:54.725868 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6643145e-1a17-4db6-8233-231b737bb4b3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/196b7943-1b5e-42c2-9d99-f5615d847110 HTTP/1.1" status: 404 len: 337 time: 0.0863857 Jun 10 16:18:54.731398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45984) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.770464 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8778c208-2c08-48a9-aa83-5886172878d8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:54.770941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8778c208-2c08-48a9-aa83-5886172878d8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:54.772096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 0bd7dfe6-992d-4996-a809-be608e42cfb7 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:54.772596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.772875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8778c208-2c08-48a9-aa83-5886172878d8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/dc4475ba-92c1-4d44-9711-c76bc1a8a9f1 HTTP/1.1" status: 404 len: 339 time: 0.0404432 Jun 10 16:18:54.779517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45986) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:54.790985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.791352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.791659 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Floating IP a25f7251-25ca-43f4-a378-23c93151f358 disassociated. External IP: 172.26.5.223, port: e5abad5e-4b81-42dc-b988-9fceedc9747e. Jun 10 16:18:54.791997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Calling delete_port for e5abad5e-4b81-42dc-b988-9fceedc9747e owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:54.797030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:54.829177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32024011-b253-470d-91c1-bd7dc8f61bc9 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:54.895901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event deleted for resources: {'Port': ['ID=35d6abae-810b-40a0-b0d6-35f715e1fefa,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:54.906344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:55.014431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting subnet 41575b87-2e6e-4040-8844-a1b334199386 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:55.021080 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7621dca3-ca47-4f85-9139-7e30fd53ba89 req-7964eca9-046c-42b4-a6fb-4aabb7248946 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.0564265 Jun 10 16:18:55.039954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.073812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Router cb27dc8a-e620-4981-975e-1ecb00d8c4df is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:18:55.075718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.176090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Calling delete_port for 2f18a9d6-fbc7-4912-bd51-4d68d36e602e owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:55.181383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.222982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.293780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 0bd7dfe6-992d-4996-a809-be608e42cfb7 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:55.368661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.430291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.435545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-706715c9-b7ee-482e-a3da-ca08fa06f4c7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:55.487412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] In _notify_port_updated(), no bound segment for port acfccbfb-215c-493b-9971-d3b2ff6a00f3 on network 348b97bd-e0cc-48a9-879b-c4f5062409c4 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:18:55.494032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:55.494646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.498508 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/ports/acfccbfb-215c-493b-9971-d3b2ff6a00f3 HTTP/1.1" status: 200 len: 818 time: 1.4387083 Jun 10 16:18:55.508078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 45990) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:55.509828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:55.579363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=acfccbfb-215c-493b-9971-d3b2ff6a00f3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:55.586921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:55.780734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.784457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:55.789957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90ce206f-0997-422c-924d-3a887b17dd91 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:55.832071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event deleted for resources: {'Port': ['ID=2f18a9d6-fbc7-4912-bd51-4d68d36e602e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:55.928144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=0bd7dfe6-992d-4996-a809-be608e42cfb7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:55.963264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a3d2f-9ec5-49e9-8242-924f56c695c5 req-c6d62ade-85ea-409d-9ad7-b937bd316872 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:55.964884 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f08a3d2f-9ec5-49e9-8242-924f56c695c5 req-c6d62ade-85ea-409d-9ad7-b937bd316872 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.2810562 Jun 10 16:18:55.972615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:55.973425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:55.973954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e5abad5e-4b81-42dc-b988-9fceedc9747e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:55.974491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:55.987522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.005415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: e5abad5e-4b81-42dc-b988-9fceedc9747e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:56.005767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e5abad5e-4b81-42dc-b988-9fceedc9747e not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:56.020963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edaa57c1-3fb6-4240-ad9c-a8b923ea6f3d tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:56.026194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.037736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-411954d8-3a8b-47bc-b439-035f787e34e9 req-a9d6e8d6-45c1-4d3d-88da-c0b3da7a76f0 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.0898890 Jun 10 16:18:56.098445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:56.109628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.110407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event deleted for resources: {'Port': ['ID=e5abad5e-4b81-42dc-b988-9fceedc9747e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:56.111434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] Sync routers for ids ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:56.120117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:56.135512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] Routers {'cb27dc8a-e620-4981-975e-1ecb00d8c4df'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:56.137695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:56.202472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:56.212635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] Routers {'cb27dc8a-e620-4981-975e-1ecb00d8c4df'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:56.213571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:56.276938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:56.278005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0980b-3d48-466f-991c-d86e86a9c254 None None] The sync data for ids ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:56.323046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.325201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2684138 Jun 10 16:18:56.327736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 45998) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:56.357087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:56.361369 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f08a3d2f-9ec5-49e9-8242-924f56c695c5 req-a9502aea-ed6e-44e1-9d61-1d4523e8f251 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856893 Jun 10 16:18:56.405704 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73ca561c-b33e-4592-8048-4373aa1800df req-e34e0f59-c99d-404c-96ae-cec58163852d tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/ports?device_id=e36fa9cf-592f-403d-a600-3703ac97b962 HTTP/1.1" status: 200 len: 210 time: 0.1163666 Jun 10 16:18:56.413550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.415812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.417709 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/ports/0bd7dfe6-992d-4996-a809-be608e42cfb7 HTTP/1.1" status: 204 len: 168 time: 2.3919089 Jun 10 16:18:56.460293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.461671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46000) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:56.487874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:56.499787 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] Sync routers for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:56.521508 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:56.523104 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:56.557678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-63317b29-67b6-4c74-83ff-df2932d64851 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] GET failed (client error): The resource could not be found. Jun 10 16:18:56.559199 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-63317b29-67b6-4c74-83ff-df2932d64851 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "GET /v2.0/ports/0bd7dfe6-992d-4996-a809-be608e42cfb7 HTTP/1.1" status: 404 len: 333 time: 0.0966165 Jun 10 16:18:56.566884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46002) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:56.578044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] No DVR routers for this DVR port 35d6abae-810b-40a0-b0d6-35f715e1fefa on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:56.582534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.583061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Fanout notify agent at l3_agent the message router_deleted on router b96a4c3e-0804-49d4-8dce-09b5cc5eea97 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:18:56.586115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.588182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c5a7de8-2b88-4b8d-b265-2a1dcb751c1c req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.25 "DELETE /v2.0/ports/35d6abae-810b-40a0-b0d6-35f715e1fefa HTTP/1.1" status: 204 len: 173 time: 4.8864222 Jun 10 16:18:56.595020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'name': 'network-vif-deleted', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:56.597614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ac536-32b0-455f-aa8e-2c7efeb9a814" -d '{"events": [{"server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "name": "network-vif-deleted", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:56.619733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.624427 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-82be0017-17b5-4419-8df7-beab699826b6 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/b96a4c3e-0804-49d4-8dce-09b5cc5eea97 HTTP/1.1" status: 204 len: 168 time: 3.1211343 Jun 10 16:18:56.625191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46006) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:56.639156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1182766621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:56.672704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d003c260-37a8-4749-aebf-bddd747a7bb1 x-openstack-request-id: req-d003c260-37a8-4749-aebf-bddd747a7bb1 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:56.673263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36fa9cf-592f-403d-a600-3703ac97b962", "name": "network-vif-deleted", "tag": "35d6abae-810b-40a0-b0d6-35f715e1fefa", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:56.673657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d003c260-37a8-4749-aebf-bddd747a7bb1 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:56.674195 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36fa9cf-592f-403d-a600-3703ac97b962', 'name': 'network-vif-deleted', 'tag': '35d6abae-810b-40a0-b0d6-35f715e1fefa', 'status': 'completed', 'code': 200} Jun 10 16:18:56.681124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port acfccbfb-215c-493b-9971-d3b2ff6a00f3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:56.681581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.780010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.783201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.807968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:56.876355 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:56.947233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for acfccbfb-215c-493b-9971-d3b2ff6a00f3 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:56.965731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=41575b87-2e6e-4040-8844-a1b334199386,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:56.978582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0a639-40c9-406f-a95f-461c801c3b8e None None] Network 570fd76d-0415-43fb-8120-31d9bd793855 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:56.979206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:56.983391 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/41575b87-2e6e-4040-8844-a1b334199386 HTTP/1.1" status: 204 len: 168 time: 2.2001605 Jun 10 16:18:56.983391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.983391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.983718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.983886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.984417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.984850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.985313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.985739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.986168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.986598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.987023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.988679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:56.993447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46008) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:57.001505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Router 13ad4a51-1aee-4687-989d-03be12c6cac3 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:18:57.002962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.003997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.021993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:57.353004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 0a31381f-3ff3-44f9-b81b-b051ed5fa052 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:57.353539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.376029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.446873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] DHCP port deletion for 570fd76d-0415-43fb-8120-31d9bd793855 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:18:57.477053 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:20Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:57.480910 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] Checking router: e0b158b1-bc50-49b7-9543-8ac8dd8ded09 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:57.501892 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:57.504702 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:57.527920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Deleting port a9e8e4b8-0034-4966-82bd-7599aad46ecf {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:57.528452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.532577 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ce88683-1f89-41dd-b59a-d06bfce98aa9 req-9bf626bc-efac-43c1-982c-f07dc5cde7f2 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.0564229 Jun 10 16:18:57.533526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.596592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.609868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.650330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:57.659496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] For port a9e8e4b8-0034-4966-82bd-7599aad46ecf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a9e8e4b8-0034-4966-82bd-7599aad46ecf,segment=NetworkSegment(09c4ace1-e089-4299-9784-efa2097ff011),segment_id=09c4ace1-e089-4299-9784-efa2097ff011)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:18:57.659957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.674424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 0a31381f-3ff3-44f9-b81b-b051ed5fa052 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:57.721751 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:57.768885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46020) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:57.770838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.773232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/acfccbfb-215c-493b-9971-d3b2ff6a00f3 HTTP/1.1" status: 204 len: 168 time: 2.2608693 Jun 10 16:18:57.806836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Calling delete_port for a9e8e4b8-0034-4966-82bd-7599aad46ecf owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:18:57.859124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46022) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:57.864128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.866882 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8ff6cef4-e09c-4f8e-956a-734bffe703a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2364285 Jun 10 16:18:57.868116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=acfccbfb-215c-493b-9971-d3b2ff6a00f3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:57.870260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.887918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.898658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46024) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:57.900486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d2000f47-1b78-40e1-8d99-ab18f26b63ee tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:57.906324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:57.908946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:57.924569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:57.927060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-467e3aed-3257-42a5-ad65-9437a90ac9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:57.964857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Pushing event deleted for resources: {'Port': ['ID=a9e8e4b8-0034-4966-82bd-7599aad46ecf,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:57.968199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:57.969130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] No DVR routers for this DVR port a9e8e4b8-0034-4966-82bd-7599aad46ecf on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:57.990629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.068197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.136137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=0a31381f-3ff3-44f9-b81b-b051ed5fa052,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:58.151558 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:20Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.155765 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688f1b3-b015-447e-be8a-7659388d80b2 None None] The sync data for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv is: [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:17:08Z', 'revision_number': 4, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '3e6f469b-e86a-4822-b04f-0bd979c16b4f', 'name': '', 'network_id': 'ccf5f5be-94d2-4286-991d-4d29d1913410', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'mac_address': 'fa:16:3e:ff:b3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:07Z', 'updated_at': '2021-06-10T16:17:20Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'subnets': [{'id': 'b70c014a-61e0-47cf-87ea-3753046e4a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:58.166636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:18:58.176038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] Sync routers for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:18:58.188628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:58.189320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.254326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9723e1-2e52-4d3e-8b51-a5b7088d621e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:58.262591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5a9723e1-2e52-4d3e-8b51-a5b7088d621e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3806288 Jun 10 16:18:58.326830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46026) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.332186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] No DVR routers for this DVR port e5abad5e-4b81-42dc-b988-9fceedc9747e on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:18:58.336885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.337416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.337794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.338160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.338676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.339152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.339642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.340137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.340564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.340974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.341398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.341793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:18:58.347118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.349397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7109ccdc-b0e5-4e3a-88f7-0681946b8dfb req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.25 "DELETE /v2.0/ports/e5abad5e-4b81-42dc-b988-9fceedc9747e HTTP/1.1" status: 204 len: 173 time: 6.4154937 Jun 10 16:18:58.356447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.366462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.371486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.372873 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfc1787a-3807-4a34-92a3-5fd53d0647ce HTTP/1.1" status: 204 len: 168 time: 0.5521190 Jun 10 16:18:58.375078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570fd76d-0415-43fb-8120-31d9bd793855']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.377715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c153a98-3bb9-4959-83cc-3e7fd66629c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:58.388776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46028) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.420307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c4ace1-e089-4299-9784-efa2097ff011') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.421066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c4ace1-e089-4299-9784-efa2097ff011') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:58.439419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:58.443150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc1787a-3807-4a34-92a3-5fd53d0647ce,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:58.446088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:58.450573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.452570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-e15b577a-4c4c-46b3-a56f-3172aff1c2ba tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] show failed (client error): The resource could not be found. Jun 10 16:18:58.454319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e15b577a-4c4c-46b3-a56f-3172aff1c2ba tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "GET /v2.0/security-groups/cfc1787a-3807-4a34-92a3-5fd53d0647ce HTTP/1.1" status: 404 len: 347 time: 0.0551100 Jun 10 16:18:58.455570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:58.455865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/ports/0a31381f-3ff3-44f9-b81b-b051ed5fa052 HTTP/1.1" status: 204 len: 168 time: 1.8852391 Jun 10 16:18:58.456581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46030) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.457008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46032) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.458233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.476437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.488641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:18:58.489220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:18:58.501713 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:18:58.597336 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80119682-fd25-4c09-91c3-21b4550d2ec0 None None] New status for floating IP 5215a9de-3046-4f8e-8f54-b893bfcafabe: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:18:58.664064 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d7ac1f-4d08-4d2c-a8ce-c4c59ca57ba5 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] GET failed (client error): The resource could not be found. Jun 10 16:18:58.665791 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a2d7ac1f-4d08-4d2c-a8ce-c4c59ca57ba5 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "GET /v2.0/ports/0a31381f-3ff3-44f9-b81b-b051ed5fa052 HTTP/1.1" status: 404 len: 333 time: 0.2015710 Jun 10 16:18:58.676133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46036) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.682904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'name': 'network-vif-deleted', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:18:58.685479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26114b-f0d1-482d-b94a-63541d5ea6ef" -d '{"events": [{"server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "name": "network-vif-deleted", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:18:58.698440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.703034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-93571112-90d3-4bee-beb6-dc035fbb1dcf tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:58.707781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.712060 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/570fd76d-0415-43fb-8120-31d9bd793855 HTTP/1.1" status: 204 len: 168 time: 1.7020593 Jun 10 16:18:58.712810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46040) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.779611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=570fd76d-0415-43fb-8120-31d9bd793855,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:58.809646 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9e5c98-b042-4d74-bd4b-eeffa45fb15f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:18:58.814911 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2a9e5c98-b042-4d74-bd4b-eeffa45fb15f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/acfccbfb-215c-493b-9971-d3b2ff6a00f3 HTTP/1.1" status: 404 len: 333 time: 0.4535999 Jun 10 16:18:58.815068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2099d0-546a-4b9b-8548-4f9e0d8bdea8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:58.815068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2099d0-546a-4b9b-8548-4f9e0d8bdea8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:58.817188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2f2099d0-546a-4b9b-8548-4f9e0d8bdea8 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/9244cc1a-1ae9-4a1f-a326-857deed2c46c HTTP/1.1" status: 404 len: 337 time: 0.1033671 Jun 10 16:18:58.818147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:58.818721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46042) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.824663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-804557891'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:58.845404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9e8e4b8-0034-4966-82bd-7599aad46ecf no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:18:58.846695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3ea143db-5a2b-4d8b-bd71-c760847b5d08 req-a3a544b9-e939-4147-be76-2c17f1c49d12 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/ports?device_id=fdea4d06-a78c-44d7-a898-2cd6934e0d48 HTTP/1.1" status: 200 len: 210 time: 0.1240561 Jun 10 16:18:58.847844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46044) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.864341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:58.868293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:58.886079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba97bf24-add8-4406-8578-a8bd580bfb9b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] DELETE failed (client error): The resource could not be found. Jun 10 16:18:58.886691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba97bf24-add8-4406-8578-a8bd580bfb9b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:18:58.888585 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba97bf24-add8-4406-8578-a8bd580bfb9b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/ce4bda89-4307-47fe-bcdd-727d13710f7c HTTP/1.1" status: 404 len: 339 time: 0.0397773 Jun 10 16:18:58.905242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46046) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:58.958078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166559ce-955b-4986-95ad-f4197101c2c4 x-openstack-request-id: req-166559ce-955b-4986-95ad-f4197101c2c4 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:18:58.958419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdea4d06-a78c-44d7-a898-2cd6934e0d48", "name": "network-vif-deleted", "tag": "e5abad5e-4b81-42dc-b988-9fceedc9747e", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:18:58.958718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-166559ce-955b-4986-95ad-f4197101c2c4 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:18:58.959154 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdea4d06-a78c-44d7-a898-2cd6934e0d48', 'name': 'network-vif-deleted', 'tag': 'e5abad5e-4b81-42dc-b988-9fceedc9747e', 'status': 'completed', 'code': 200} Jun 10 16:18:58.965732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: a9e8e4b8-0034-4966-82bd-7599aad46ecf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:18:58.966287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9e8e4b8-0034-4966-82bd-7599aad46ecf not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:18:58.985164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:18:59.001384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting subnet 9b6896fd-4a31-4e98-ab08-b5acc7a50df4 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:18:59.006147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.009089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.009924 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment 7ad60e40-6cbc-4aeb-ba54-cf21fb292740 of type vlan for network f62bdcf6-f650-47dc-9a09-cef165308762 Jun 10 16:18:59.012272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:19Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:59.016007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] Checking router: 13ad4a51-1aee-4687-989d-03be12c6cac3 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:18:59.024833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:18:59.025486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:59.061450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.072703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.132656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202d08-cfc0-420b-94a5-2871698b0fe2 req-1eb51149-50f0-4788-a4db-33126d5b4f35 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:59.142307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3b202d08-cfc0-420b-94a5-2871698b0fe2 req-1eb51149-50f0-4788-a4db-33126d5b4f35 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.2859797 Jun 10 16:18:59.163840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.216071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.253425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.260044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:18:59.260896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.270421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5756d340-6846-415f-ba92-911135777599 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:59.277197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.293874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.317545 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3b202d08-cfc0-420b-94a5-2871698b0fe2 req-551e5693-f559-40b3-aa64-a64ab9785daa tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741872 Jun 10 16:18:59.371454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:18:59.397923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5776834 Jun 10 16:18:59.403508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46048) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:59.410795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:18:59.416806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=f62bdcf6-f650-47dc-9a09-cef165308762,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:59.429332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:18:59.435702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 0f1cfee5-61c0-4241-9e31-545b1ea4a025 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:59.436053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.440277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:59.533372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Deleting port bf29f352-4c18-4c8c-b0fb-44078376f4e1 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:59.533958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.761291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:19Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:18:59.765716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b056852-06b0-4b26-929f-52db66fe1089 None None] The sync data for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv is: [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:17:10Z', 'revision_number': 4, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4b08096d-5e08-4ab4-aaea-61f2f006bc2f', 'name': '', 'network_id': '659d76e6-17e5-406f-b087-092d83367cff', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'mac_address': 'fa:16:3e:7b:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:19Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'subnets': [{'id': '6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:18:59.865352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.871183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:18:59.908688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6896fd-4a31-4e98-ab08-b5acc7a50df4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:18:59.915393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:18:59.919299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.921197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/subnets/9b6896fd-4a31-4e98-ab08-b5acc7a50df4 HTTP/1.1" status: 204 len: 168 time: 1.0149882 Jun 10 16:18:59.924244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46052) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:18:59.930022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f8da5-f5cd-440e-bbb5-f2ecb0d054ed None None] Network af590fa0-92c4-4bf3-86cf-389b54bf513b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:18:59.962494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Deleting port b9c57a88-1b7e-4dc9-b295-1a00bf16cfbc {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:18:59.962839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:18:59.968191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:18:59.971991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.012183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.048976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46056) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:00.129314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.157717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfd427-87c9-41e1-8c3f-9af070e46641 None None] New status for floating IP a25f7251-25ca-43f4-a378-23c93151f358: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:19:00.170031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 0f1cfee5-61c0-4241-9e31-545b1ea4a025 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:00.243579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.243876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.270549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Deleting port 670d36f0-22fb-48c5-9f68-0c60d56ff379 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:00.270890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.425835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] For port 670d36f0-22fb-48c5-9f68-0c60d56ff379, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=670d36f0-22fb-48c5-9f68-0c60d56ff379,segment=NetworkSegment(941b0765-f12f-4fc2-bc58-5fd510c50a32),segment_id=941b0765-f12f-4fc2-bc58-5fd510c50a32)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:00.429176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] DHCP port deletion for af590fa0-92c4-4bf3-86cf-389b54bf513b request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:00.433308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.436432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.448645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:00.495151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Deleting port 670d36f0-22fb-48c5-9f68-0c60d56ff379 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:00.495674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.506321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Calling delete_port for bf29f352-4c18-4c8c-b0fb-44078376f4e1 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:00.545501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Calling delete_port for 670d36f0-22fb-48c5-9f68-0c60d56ff379 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:00.594595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 670d36f0-22fb-48c5-9f68-0c60d56ff379 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:00.636986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] For port 670d36f0-22fb-48c5-9f68-0c60d56ff379, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=670d36f0-22fb-48c5-9f68-0c60d56ff379,segment=NetworkSegment(941b0765-f12f-4fc2-bc58-5fd510c50a32),segment_id=941b0765-f12f-4fc2-bc58-5fd510c50a32)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:00.637467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.642940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.659720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.709996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:00.712094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.718855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:00.742018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': '7ad60e40-6cbc-4aeb-ba54-cf21fb292740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:00.742369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: f62bdcf6-f650-47dc-9a09-cef165308762, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:00.750073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Calling delete_port for 670d36f0-22fb-48c5-9f68-0c60d56ff379 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:00.766286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.782189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd327c-19d2-48a4-9765-1ba5a33d59e4 req-8c45f65f-6121-466d-bbda-ab120636a9e8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:00.783695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0bd327c-19d2-48a4-9765-1ba5a33d59e4 req-8c45f65f-6121-466d-bbda-ab120636a9e8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.2393630 Jun 10 16:19:00.790205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network f62bdcf6-f650-47dc-9a09-cef165308762 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:00.793126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.798926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30f68030-7876-415c-9f87-5eff7412876f tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:00.807008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Calling delete_port for b9c57a88-1b7e-4dc9-b295-1a00bf16cfbc owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:00.855643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, f62bdcf6-f650-47dc-9a09-cef165308762) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:00.857563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Port': ['ID=670d36f0-22fb-48c5-9f68-0c60d56ff379,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:00.869095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b9925-17d6-4d09-a3b8-10a40ffe9bde None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:00.872938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:00.874435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:00.875047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:00.907570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0bd327c-19d2-48a4-9765-1ba5a33d59e4 req-fe537edf-adee-4403-97e2-e6d2cb158b02 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116428 Jun 10 16:19:00.908320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] No DVR routers for this DVR port 670d36f0-22fb-48c5-9f68-0c60d56ff379 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:00.911370 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5048378 Jun 10 16:19:00.914986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46062) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:00.921105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:00.937608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.001185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.046089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.055173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e1eae78-7046-4238-b7ab-3ba7ac97c074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.086679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:01.088701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.097189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] No DVR routers for this DVR port 670d36f0-22fb-48c5-9f68-0c60d56ff379 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:01.122204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.129497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Pushing event deleted for resources: {'Port': ['ID=670d36f0-22fb-48c5-9f68-0c60d56ff379,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.132501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0074ac55-4e22-4ce2-96a1-aad51ac90a43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.144884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.144884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.144884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.145346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.145918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.146270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.146613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.146951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.148409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.148409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.148610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.148824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:01.153601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.213842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=0f1cfee5-61c0-4241-9e31-545b1ea4a025,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.216402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.243431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-f62bdcf6-f650-47dc-9a09-cef165308762', 'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': 'dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:01.246345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.259053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.279587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af590fa0-92c4-4bf3-86cf-389b54bf513b']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:01.302648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941b0765-f12f-4fc2-bc58-5fd510c50a32') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:01.302870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941b0765-f12f-4fc2-bc58-5fd510c50a32') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:01.319045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.319045 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/ports/0f1cfee5-61c0-4241-9e31-545b1ea4a025 HTTP/1.1" status: 204 len: 168 time: 2.6286321 Jun 10 16:19:01.320882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46064) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:01.336245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.341289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Allocated IP 172.26.5.22 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/3c9bb57e-80bd-479f-a4ea-44c83fb0f5ae) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:01.343977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.346609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.349921 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03 (CIDR: 2001:db8::/64) Jun 10 16:19:01.350879 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "DELETE /v2.0/security-groups/1ead1acc-6b0e-49d2-9ac3-54ea361824c9 HTTP/1.1" status: 204 len: 168 time: 1.3008316 Jun 10 16:19:01.353540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46066) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:01.356038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.382933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:19:01.382933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:19:01.388940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.389550 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-daa1bdda-3ea7-4617-86f1-a08cb2ff5af6 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] show failed (client error): The resource could not be found. Jun 10 16:19:01.393803 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-daa1bdda-3ea7-4617-86f1-a08cb2ff5af6 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "GET /v2.0/security-groups/1ead1acc-6b0e-49d2-9ac3-54ea361824c9 HTTP/1.1" status: 404 len: 347 time: 0.0342255 Jun 10 16:19:01.394798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.396671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ead1acc-6b0e-49d2-9ac3-54ea361824c9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.400090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.401719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46068) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:01.406406 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.423590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:01.424000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.481729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Allocated IP 2001:db8::2 (f62bdcf6-f650-47dc-9a09-cef165308762/dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03/9b3c8042-e1aa-4250-911b-d91490608ff0) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:01.513871 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:01.535644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting subnet cae2756a-16b0-4204-bb55-2195a0ce325e {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:01.539164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.542826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eca70beb-33d0-4955-971c-74d0b650c274 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6268294 Jun 10 16:19:01.571059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46070) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:01.575889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Pushing event deleted for resources: {'Port': ['ID=bf29f352-4c18-4c8c-b0fb-44078376f4e1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.577462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:01.578098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.597576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.615132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.678565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.682511 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] 10.222.0.23 "DELETE /v2.0/networks/af590fa0-92c4-4bf3-86cf-389b54bf513b HTTP/1.1" status: 204 len: 168 time: 1.7549803 Jun 10 16:19:01.686357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.689226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Pushing event deleted for resources: {'Network': ['ID=af590fa0-92c4-4bf3-86cf-389b54bf513b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.727286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.749247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.813586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Transition to ACTIVE for port object 9b3c8042-e1aa-4250-911b-d91490608ff0 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:01.817776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.826581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da1aae84-fa84-4f10-b58f-764533da4324 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.831093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.833738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.835609 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] 10.222.0.23 "DELETE /v2.0/floatingips/5215a9de-3046-4f8e-8f54-b893bfcafabe HTTP/1.1" status: 204 len: 168 time: 3.3619184 Jun 10 16:19:01.838513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.843762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46074) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:01.848334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Transition to ACTIVE for port object 9b3c8042-e1aa-4250-911b-d91490608ff0 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:01.855558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.865330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c222db3a-15e9-488c-9597-b26eea3295a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:01.873423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Pushing event deleted for resources: {'Port': ['ID=b9c57a88-1b7e-4dc9-b295-1a00bf16cfbc,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.875836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.899549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:01.928916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Pushing event updated for resources: {'Port': ['ID=9b3c8042-e1aa-4250-911b-d91490608ff0,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:01.935219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:01.937089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:01.949922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:01.960120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:02.023095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Deleting port 43da20c4-5556-49be-83cf-deedb2b2d286 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:02.024160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.056002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Attempting to bind port 9b3c8042-e1aa-4250-911b-d91490608ff0 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:02.056690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Attempting to bind port 9b3c8042-e1aa-4250-911b-d91490608ff0 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7ad60e40-6cbc-4aeb-ba54-cf21fb292740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:02.057116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Attempting to bind port 9b3c8042-e1aa-4250-911b-d91490608ff0 on network f62bdcf6-f650-47dc-9a09-cef165308762 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:02.062300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:02.062688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Checking segment: {'id': '7ad60e40-6cbc-4aeb-ba54-cf21fb292740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:02.063137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.063558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Bound using segment: {'id': '7ad60e40-6cbc-4aeb-ba54-cf21fb292740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:02.064039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Bound port: 9b3c8042-e1aa-4250-911b-d91490608ff0, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad60e40-6cbc-4aeb-ba54-cf21fb292740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:02.064424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.096577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46080) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:02.100764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.114488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94c4894b-9362-4fdc-b183-dbeeb890452a tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:02.146112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] For port 9b3c8042-e1aa-4250-911b-d91490608ff0, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:02.151348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] For port 9b3c8042-e1aa-4250-911b-d91490608ff0, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b3c8042-e1aa-4250-911b-d91490608ff0,segment=NetworkSegment(7ad60e40-6cbc-4aeb-ba54-cf21fb292740),segment_id=7ad60e40-6cbc-4aeb-ba54-cf21fb292740)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:02.157078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.161283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:02.250223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:02.254529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.257755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Pushing event updated for resources: {'Port': ['ID=9b3c8042-e1aa-4250-911b-d91490608ff0,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:02.261193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:02.545347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.644146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b3c8042-e1aa-4250-911b-d91490608ff0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:02.712632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9b3c8042-e1aa-4250-911b-d91490608ff0 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:02.724205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:02.797648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:02.799970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event updated for resources: {'Port': ['ID=3c9bb57e-80bd-479f-a4ea-44c83fb0f5ae,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:02.803100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:02.810712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:02.815377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.820364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee64eda3-1965-4193-befa-83902034aa58 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:02.877693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Subnet': ['ID=cae2756a-16b0-4204-bb55-2195a0ce325e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:02.886871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.891282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/subnets/cae2756a-16b0-4204-bb55-2195a0ce325e HTTP/1.1" status: 204 len: 168 time: 1.5614884 Jun 10 16:19:02.891426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366ffec-bfdf-4b32-b256-62f852a6e450 None None] Network 761488b1-e6ea-4fa0-8b46-c363f1d0c503 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:02.896440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.898012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:02.898303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:02.902741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46084) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:03.035663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Calling delete_port for 43da20c4-5556-49be-83cf-deedb2b2d286 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:03.068069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.333478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ad2d59c-ac4c-4f8c-91c2-7f93af6173fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2725889ff6041918d12f40ce5addce0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2336159 Jun 10 16:19:03.347489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46086) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:03.403584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db84e48-90a8-4552-8f57-09b6d373d779 None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:03.443229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.449664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Deleting port 2a7b9036-2fc0-4718-9d16-071c0e375792 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:03.450354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.452172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.506659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:03.525068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe9c79e1-bfd0-4e4c-a264-7425373ee43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.552719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Provisioning for port 9b3c8042-e1aa-4250-911b-d91490608ff0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:03.557747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.563838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:03.565263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Provisioning complete for port 9b3c8042-e1aa-4250-911b-d91490608ff0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:03.565667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.577461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.638646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc56fdb-ae66-47ce-8c4c-ec84e97b3f04 req-b74f981b-beec-48b1-baa9-e919c176cfdb tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.646367 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ccc56fdb-ae66-47ce-8c4c-ec84e97b3f04 req-b74f981b-beec-48b1-baa9-e919c176cfdb tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.5477052 Jun 10 16:19:03.655538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.662233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Pushing event deleted for resources: {'Port': ['ID=43da20c4-5556-49be-83cf-deedb2b2d286,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:03.681250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.688777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:03.697200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] DHCP port deletion for 761488b1-e6ea-4fa0-8b46-c363f1d0c503 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:03.698572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network f62bdcf6-f650-47dc-9a09-cef165308762 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:03.716163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:03.736131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:03.736717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.758389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] For port 2a7b9036-2fc0-4718-9d16-071c0e375792, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2a7b9036-2fc0-4718-9d16-071c0e375792,segment=NetworkSegment(88827ddd-238c-43e9-a8dc-0ba2064349b5),segment_id=88827ddd-238c-43e9-a8dc-0ba2064349b5)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:03.758758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.768627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.793443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=1d755131-3652-48c8-ac9d-5e25f70de89b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:03.808786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:03.822915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.862548 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2885814 Jun 10 16:19:03.863841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46088) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:03.884990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] For port 9b3c8042-e1aa-4250-911b-d91490608ff0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b3c8042-e1aa-4250-911b-d91490608ff0,segment=NetworkSegment(7ad60e40-6cbc-4aeb-ba54-cf21fb292740),segment_id=7ad60e40-6cbc-4aeb-ba54-cf21fb292740)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:03.893327 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ccc56fdb-ae66-47ce-8c4c-ec84e97b3f04 req-e613e9f3-6801-4866-86e8-f7566b0f6d8a tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461314 Jun 10 16:19:03.903913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Calling delete_port for 2a7b9036-2fc0-4718-9d16-071c0e375792 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:03.905605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:03.911813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-467e3aed-3257-42a5-ad65-9437a90ac9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:03.919532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762', 'fixed_ips': [{'subnet_id': 'dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03'}, {'subnet_id': '1d755131-3652-48c8-ac9d-5e25f70de89b'}], 'name': 'tempest-PortsIpV6TestJSON-215240018'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:03.920652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Deleting port 2a7b9036-2fc0-4718-9d16-071c0e375792 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:03.921051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.006720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Router cb27dc8a-e620-4981-975e-1ecb00d8c4df has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:04.009424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.012062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.016308 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] 10.222.0.23 "DELETE /v2.0/floatingips/a25f7251-25ca-43f4-a378-23c93151f358 HTTP/1.1" status: 204 len: 168 time: 2.6046484 Jun 10 16:19:04.018094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46090) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:04.116156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Pushing event updated for resources: {'Port': ['ID=9b3c8042-e1aa-4250-911b-d91490608ff0,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:04.119238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Update dhcp port {'port': {'network_id': 'f62bdcf6-f650-47dc-9a09-cef165308762', 'fixed_ips': [{'subnet_id': 'dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d755131-3652-48c8-ac9d-5e25f70de89b'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '9b3c8042-e1aa-4250-911b-d91490608ff0'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:19:04.122148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] For port 2a7b9036-2fc0-4718-9d16-071c0e375792, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2a7b9036-2fc0-4718-9d16-071c0e375792,segment=NetworkSegment(88827ddd-238c-43e9-a8dc-0ba2064349b5),segment_id=88827ddd-238c-43e9-a8dc-0ba2064349b5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:04.122556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.124873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:04.164603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.167088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:04.174723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.175652 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "PUT /v2.0/routers/cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 200 len: 709 time: 7.8436601 Jun 10 16:19:04.181709 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] Sync routers for ids ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:04.193394 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] Routers {'cb27dc8a-e620-4981-975e-1ecb00d8c4df'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:04.194259 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:04.212983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46092) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:04.244503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Calling delete_port for 2a7b9036-2fc0-4718-9d16-071c0e375792 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:04.269288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.269487 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:04.277696 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] Routers {'cb27dc8a-e620-4981-975e-1ecb00d8c4df'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:04.278540 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:04.325356 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:04.326027 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d689c0-8268-427a-a997-a459e18aacc8 None None] The sync data for ids ['cb27dc8a-e620-4981-975e-1ecb00d8c4df'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:04.388973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.391147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.394041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.398104 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c566feaf-7d58-412e-9769-d548b29e9670 HTTP/1.1" status: 204 len: 168 time: 1.0467474 Jun 10 16:19:04.468727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b171437-a1d7-4787-aef9-9bb19e1a2e83 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:04.484779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.491468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:04.549665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Port': ['ID=2a7b9036-2fc0-4718-9d16-071c0e375792,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:04.554195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] No DVR routers for this DVR port 2a7b9036-2fc0-4718-9d16-071c0e375792 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:04.557203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Pushing event deleted for resources: {'Port': ['ID=2a7b9036-2fc0-4718-9d16-071c0e375792,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:04.565244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:04.567715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] No DVR routers for this DVR port 2a7b9036-2fc0-4718-9d16-071c0e375792 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:04.574008 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-16076dfd-5e07-4cf5-a6c8-7f00cf633ac5 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/routers/cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 200 len: 744 time: 0.3590796 Jun 10 16:19:04.580928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:04.585268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f7bc4160-fd6e-42d5-94cc-1a9480c3e038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:04.591910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Allocated IP 2001:db8:0:1::2 (f62bdcf6-f650-47dc-9a09-cef165308762/1d755131-3652-48c8-ac9d-5e25f70de89b/9b3c8042-e1aa-4250-911b-d91490608ff0) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:04.662252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46096) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:04.714664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b3c8042-e1aa-4250-911b-d91490608ff0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:04.826264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] For port 9b3c8042-e1aa-4250-911b-d91490608ff0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b3c8042-e1aa-4250-911b-d91490608ff0,segment=NetworkSegment(7ad60e40-6cbc-4aeb-ba54-cf21fb292740),segment_id=7ad60e40-6cbc-4aeb-ba54-cf21fb292740)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:04.868514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9b3c8042-e1aa-4250-911b-d91490608ff0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:04.868892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.874830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.916431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.920117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.939961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Transition to ACTIVE for port object 9b3c8042-e1aa-4250-911b-d91490608ff0 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:04.948858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:04.953736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e97a54dc-7a67-44fb-aff6-3c297adb3c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:05.004371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Port 9b3c8042-e1aa-4250-911b-d91490608ff0 had new provisioning blocks added so it will not transition to active. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Jun 10 16:19:05.127521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2a7b9036-2fc0-4718-9d16-071c0e375792 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:05.171191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 2a7b9036-2fc0-4718-9d16-071c0e375792 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:05.171922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2a7b9036-2fc0-4718-9d16-071c0e375792 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:05.180624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Pushing event updated for resources: {'Port': ['ID=9b3c8042-e1aa-4250-911b-d91490608ff0,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:05.187574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:05.202991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Router 4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:19:05.226114 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e89aa071-5437-4647-80fd-5b08c0898bf5 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 200 len: 205 time: 0.5174377 Jun 10 16:19:05.286881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46116) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:05.353355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c566feaf-7d58-412e-9769-d548b29e9670,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:05.355820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:05.399015 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fe20d273-ae1d-4019-8cf6-e5dede02b2b3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 200 len: 205 time: 0.1074009 Jun 10 16:19:05.399262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46120) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:05.407881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:05.442685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46122) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:05.528497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.533570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.637335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761488b1-e6ea-4fa0-8b46-c363f1d0c503']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:05.650876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3c175959-2908-4548-a786-4c97a2717d3a tempest-ServiceProvidersTest-1423357521 tempest-ServiceProvidersTest-1423357521-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2055912 Jun 10 16:19:05.689959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88827ddd-238c-43e9-a8dc-0ba2064349b5') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:05.690255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88827ddd-238c-43e9-a8dc-0ba2064349b5') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:05.726028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.742858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912124f0-559d-4e9d-b101-e00efc878fef None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:05.775963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:05.794263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] Sync routers for ids ['4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:05.813492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.827183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:05.827605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:05.832537 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:05.835073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.839199 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "PUT /v2.0/routers/4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 HTTP/1.1" status: 200 len: 879 time: 7.9350197 Jun 10 16:19:05.840375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abe335-ce5a-4d30-ae32-94f0fd2f605a req-547c854d-231d-455d-8d5c-1a3b95fdb1fe tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:05.842280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46128) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:05.847608 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-14abe335-ce5a-4d30-ae32-94f0fd2f605a req-547c854d-231d-455d-8d5c-1a3b95fdb1fe tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.6374271 Jun 10 16:19:05.852991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.855413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.857600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:05.916252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:06.019602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46132) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.035363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.036137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Fanout notify agent at l3_agent the message router_deleted on router cb27dc8a-e620-4981-975e-1ecb00d8c4df {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:06.047669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.048916 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9eb9f414-17d4-4fc9-a3bd-4258d63a233c tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 204 len: 168 time: 0.6488576 Jun 10 16:19:06.052906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46136) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.107025 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90918c70-8ccf-4c34-965e-1237452f1cdc tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 200 len: 205 time: 0.0501435 Jun 10 16:19:06.110807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46138) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.115809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.118424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] Routers {'4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:06.119954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:06.157868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.174550 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-f6adbc64-9f9d-4c77-9d48-08c3403b8cd1 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] delete failed (client error): The resource could not be found. Jun 10 16:19:06.176153 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f6adbc64-9f9d-4c77-9d48-08c3403b8cd1 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/cb27dc8a-e620-4981-975e-1ecb00d8c4df HTTP/1.1" status: 404 len: 336 time: 0.0636287 Jun 10 16:19:06.182854 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b40b8f0c-edf1-491e-ba03-5014ec750dba tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 HTTP/1.1" status: 200 len: 920 time: 0.3395381 Jun 10 16:19:06.185563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46140) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.185955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46142) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.189506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-442619f4-cf54-4d8f-b135-6d625fdb735d tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:06.201038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:06.201367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.202753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84aed8c4-2cd2-4013-94df-b6a1599d3d54 None None] Provisioning for port 9b3c8042-e1aa-4250-911b-d91490608ff0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:06.203224 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] 10.222.0.23 "DELETE /v2.0/networks/761488b1-e6ea-4fa0-8b46-c363f1d0c503 HTTP/1.1" status: 204 len: 168 time: 3.2994084 Jun 10 16:19:06.219953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84aed8c4-2cd2-4013-94df-b6a1599d3d54 None None] Provisioning complete for port 9b3c8042-e1aa-4250-911b-d91490608ff0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:06.220473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84aed8c4-2cd2-4013-94df-b6a1599d3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.220852 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-14abe335-ce5a-4d30-ae32-94f0fd2f605a req-f0c70ef4-8b26-4544-8449-71d653164162 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721521 Jun 10 16:19:06.244190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Deleting port 3e6f469b-e86a-4822-b04f-0bd979c16b4f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:06.245286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.291159 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c5169b3a-9a55-45b3-ab0f-a893ed6a4020 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ed0bf9c-487f-4ec2-8cb9-674053b598bc HTTP/1.1" status: 200 len: 205 time: 0.1016946 Jun 10 16:19:06.291159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.292091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46150) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.300992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Pushing event deleted for resources: {'Network': ['ID=761488b1-e6ea-4fa0-8b46-c363f1d0c503,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:06.308374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:06.343878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] Routers {'4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:06.344607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:18:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:06.373233 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-fcca1313-ab5a-4100-bf3f-ddafdf99f31a tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] delete failed (client error): The resource could not be found. Jun 10 16:19:06.376655 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fcca1313-ab5a-4100-bf3f-ddafdf99f31a tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/7ed0bf9c-487f-4ec2-8cb9-674053b598bc HTTP/1.1" status: 404 len: 336 time: 0.0812621 Jun 10 16:19:06.377985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46152) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.428115 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-30681cde-6f56-4f82-bb28-842f5a9e08ca tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f804150-f8cc-432e-8e76-7b920ef37268 HTTP/1.1" status: 200 len: 205 time: 0.0450552 Jun 10 16:19:06.430431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:06.430869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932daf8a-d400-4cd8-ae73-036a29f7478d None None] The sync data for ids ['4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:06.433580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-515f06ed-8028-4775-98df-6af22f876cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.441411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46154) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.484098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f338917-536a-4541-9f49-2e01838ed5c6 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:06.487002 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0f338917-536a-4541-9f49-2e01838ed5c6 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2988377 Jun 10 16:19:06.490100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46158) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.605532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46160) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.640743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-446e22f3-e2b8-416c-b781-1ff950ba7707 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] delete failed (client error): The resource could not be found. Jun 10 16:19:06.641785 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-446e22f3-e2b8-416c-b781-1ff950ba7707 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/8f804150-f8cc-432e-8e76-7b920ef37268 HTTP/1.1" status: 404 len: 336 time: 0.1383138 Jun 10 16:19:06.651260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46164) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.674191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b3c8042-e1aa-4250-911b-d91490608ff0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:06.739934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e323d639-e04e-4c0b-83cd-2dab88af73aa tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:06.741928 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e323d639-e04e-4c0b-83cd-2dab88af73aa tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.2495017 Jun 10 16:19:06.746094 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-490bef21-0b1c-4ba7-bdc6-f6ecfdd871d7 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=bcf0ad0f-a8ff-49f7-b697-9f765428935b HTTP/1.1" status: 200 len: 205 time: 0.0814655 Jun 10 16:19:06.759101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46168) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.759424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46170) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.811239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9b3c8042-e1aa-4250-911b-d91490608ff0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:06.812258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.822652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.829589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.836165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] For port 3e6f469b-e86a-4822-b04f-0bd979c16b4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3e6f469b-e86a-4822-b04f-0bd979c16b4f,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:06.836344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:06.836431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.884534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f50e8476-259e-4ffa-bcf9-57722c9637dc None None] Provisioning complete for port 9b3c8042-e1aa-4250-911b-d91490608ff0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:06.885020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f50e8476-259e-4ffa-bcf9-57722c9637dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:06.888675 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d4b386574584dd39ecf97d2f12c786a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8668828 Jun 10 16:19:06.890189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46172) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.897709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae4828-f72a-4ba5-9896-eaf2a706210d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:06.902070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:06.972860 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-5619ff55-1f97-4d29-91c4-9fbba48d1806 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] delete failed (client error): The resource could not be found. Jun 10 16:19:06.973783 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5619ff55-1f97-4d29-91c4-9fbba48d1806 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/bcf0ad0f-a8ff-49f7-b697-9f765428935b HTTP/1.1" status: 404 len: 336 time: 0.2108345 Jun 10 16:19:06.978831 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-71b6626e-46ca-4526-8f03-2f3fabd82994 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 HTTP/1.1" status: 200 len: 205 time: 0.2151055 Jun 10 16:19:06.978993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46174) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:06.985277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46176) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:07.082420 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fc8e4df8-c513-436a-9c6f-4931c823971a tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 HTTP/1.1" status: 200 len: 205 time: 0.0977066 Jun 10 16:19:07.087920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Calling delete_port for 3e6f469b-e86a-4822-b04f-0bd979c16b4f owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:07.096379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46178) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:07.136168 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9e883401-b0a6-4c59-808f-ae7e2d9872be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d39a0d7deed44f5b85309038a983c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282834 Jun 10 16:19:07.139971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46180) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:07.156347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.233160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.249992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.267875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.549220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-74d209bd-5d8d-4f49-985c-aa5d425b9745 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] delete failed (client error): The resource could not be found. Jun 10 16:19:07.550177 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-74d209bd-5d8d-4f49-985c-aa5d425b9745 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/774f090a-2db9-4edb-b4f3-f1ab45e2b9e1 HTTP/1.1" status: 404 len: 336 time: 0.4510150 Jun 10 16:19:07.630067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46182) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:07.692201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d7d04c13-70fb-4b93-b351-0da4985f1950 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "GET /v2.0/ports?device_id=16d60611-6764-46e2-a545-8d12ab38fc9a HTTP/1.1" status: 200 len: 205 time: 0.0608602 Jun 10 16:19:07.698580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46184) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:07.721728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.750777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::121 (f62bdcf6-f650-47dc-9a09-cef165308762/dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03/2bbe033f-505e-47af-b535-5b7b4fc4e5e4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:07.760166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8360-d9a6-4b38-a731-6757770a489d req-26071461-e519-4956-b542-03be65b95e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:07.761677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-26071461-e519-4956-b542-03be65b95e62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.9227631 Jun 10 16:19:07.771188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8:0:1::2fc (f62bdcf6-f650-47dc-9a09-cef165308762/1d755131-3652-48c8-ac9d-5e25f70de89b/2bbe033f-505e-47af-b535-5b7b4fc4e5e4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:07.783778 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-c42986a3-5809-4b9c-b009-aaeec85a25f3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] delete failed (client error): The resource could not be found. Jun 10 16:19:07.784787 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c42986a3-5809-4b9c-b009-aaeec85a25f3 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/routers/16d60611-6764-46e2-a545-8d12ab38fc9a HTTP/1.1" status: 404 len: 336 time: 0.0833857 Jun 10 16:19:07.796640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46186) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:07.841568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1abc0-c39a-4115-adc7-23d9e94bde02 req-87ad4e4d-2dad-47ff-b82e-8e9e97574aa7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:07.843042 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8ce1abc0-c39a-4115-adc7-23d9e94bde02 req-87ad4e4d-2dad-47ff-b82e-8e9e97574aa7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.0128691 Jun 10 16:19:07.846053 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf42d1b-3531-4b23-b8e0-6571eef5adc8 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] DELETE failed (client error): The resource could not be found. Jun 10 16:19:07.846533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf42d1b-3531-4b23-b8e0-6571eef5adc8 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:19:07.851134 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-caf42d1b-3531-4b23-b8e0-6571eef5adc8 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] 10.222.0.23 "DELETE /v2.0/subnets/0ab45509-385a-4edf-88eb-029c1255519f HTTP/1.1" status: 404 len: 337 time: 0.0503769 Jun 10 16:19:07.857564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.877594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.880180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.881315 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23ae4828-f72a-4ba5-9896-eaf2a706210d HTTP/1.1" status: 204 len: 168 time: 0.9896948 Jun 10 16:19:07.886775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:07.919541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae4828-f72a-4ba5-9896-eaf2a706210d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:07.925289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:07.927621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:07.978317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.000543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.003916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.009503 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2dd0b0d8-2676-44e2-9c24-c5770612c7c4 HTTP/1.1" status: 204 len: 168 time: 0.8603868 Jun 10 16:19:08.011247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-55c2acc0-0b32-460d-b67b-7de7c1242e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:08.026954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd0b0d8-2676-44e2-9c24-c5770612c7c4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:08.030345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:08.031678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Deleting port 3c9bb57e-80bd-479f-a4ea-44c83fb0f5ae {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:08.032059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.166442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8ce1abc0-c39a-4115-adc7-23d9e94bde02 req-dd8a73bf-1a90-4765-84a6-5a3122502a62 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058045 Jun 10 16:19:08.179611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.253029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46198) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:08.305432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Calling delete_port for 3c9bb57e-80bd-479f-a4ea-44c83fb0f5ae owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:08.320778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8360-d9a6-4b38-a731-6757770a489d req-b064efb5-d880-46ab-81a2-7b371f8ea02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:08.322253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-b064efb5-d880-46ab-81a2-7b371f8ea02c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.5540745 Jun 10 16:19:08.482280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.568469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:08.572664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.578613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.587213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c94d78f-2134-4440-aedd-dc8bfe309978 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:08.604302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.610576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36dca613-2cc0-4826-ac76-92d968573570 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:08.639956 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-2f2fc036-c938-40f5-8193-17196b708f4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.3059402 Jun 10 16:19:08.644483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6f469b-e86a-4822-b04f-0bd979c16b4f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:08.649008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:08.667431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event deleted for resources: {'Port': ['ID=3c9bb57e-80bd-479f-a4ea-44c83fb0f5ae,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:08.676064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:08.770985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.872673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.989040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:08.994165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.003592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.083644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.084257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Fanout notify agent at l3_agent the message router_deleted on router 4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:09.092510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.098136 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 HTTP/1.1" status: 204 len: 168 time: 2.1066480 Jun 10 16:19:09.098979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46234) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:09.106249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1972370123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:09.109699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.135636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.136696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.136910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8636c635-03dc-4f35-9b96-f1b225aae691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:09.144553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8360-d9a6-4b38-a731-6757770a489d req-44d3072f-b37c-4e22-9bf8-148e95f2d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:09.145984 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-44d3072f-b37c-4e22-9bf8-148e95f2d56e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.4883406 Jun 10 16:19:09.147025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.153244 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec3bed92dbcc453b96712cfd5688ab1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8957489 Jun 10 16:19:09.155736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46238) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:09.239939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46242) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:09.262462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46244) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:09.285644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.290796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:19:09.295784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c94a4f-7b7d-4a02-8d13-e381ef72a09a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:09.299596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network f62bdcf6-f650-47dc-9a09-cef165308762 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:09.305352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:09.311897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.313947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2abb5129-00e5-452a-a658-aca0f7632fe6 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:09.321968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:09.367968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.388179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:09.394637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:09.395088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.436262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.445095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-909567955'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:09.454273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.459149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=2bbe033f-505e-47af-b535-5b7b4fc4e5e4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:09.480215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:09.486451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.487368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.5790577 Jun 10 16:19:09.489090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.490594 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70c94a4f-7b7d-4a02-8d13-e381ef72a09a HTTP/1.1" status: 204 len: 168 time: 0.3327343 Jun 10 16:19:09.494901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46250) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:09.497427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:09.523698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:09.530166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Made reservation on behalf of 7f4035127b324481983a016bdb5feec1 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:09.531795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.536299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1608706199'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:09.547677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.548818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-766231c5-711c-436e-b8dc-42a47b57f951 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4487092 Jun 10 16:19:09.549853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c94a4f-7b7d-4a02-8d13-e381ef72a09a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:09.553692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46254) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:09.558427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': True}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:09.583821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:09.602968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.669826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:09.673245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.688167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8360-d9a6-4b38-a731-6757770a489d req-57539467-8f4e-43bd-8ef0-707fb30af816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:09.688740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587459cf-2e75-4b5a-92b2-b832680624b2 req-12e32dec-de74-4451-9765-6a9ecca68cb4 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:09.689672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-57539467-8f4e-43bd-8ef0-707fb30af816 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5128150 Jun 10 16:19:09.690180 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-587459cf-2e75-4b5a-92b2-b832680624b2 req-12e32dec-de74-4451-9765-6a9ecca68cb4 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3207014 Jun 10 16:19:09.758897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.779960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-73a7972b-5114-4a60-b21b-35631bbb7849 None None] Provisioning for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:09.782789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Deleting port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:09.783133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.785137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-73a7972b-5114-4a60-b21b-35631bbb7849 None None] Provisioning complete for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:09.785552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-73a7972b-5114-4a60-b21b-35631bbb7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:09.858844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-73a7972b-5114-4a60-b21b-35631bbb7849 None None] Port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:09.866705 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-587459cf-2e75-4b5a-92b2-b832680624b2 req-c89353e3-3fc3-417d-8345-7179dcf0cfe5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616766 Jun 10 16:19:09.971727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:10.004654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.013247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.039441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.047533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:10.135389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:10.153270 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-da1410ac-4dfd-4dc3-b80b-bb763c37baa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67dd12e137804ec3a749e176d69776c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1776736 Jun 10 16:19:10.165604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46260) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:10.177527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00142731-097f-4ef3-affe-121f63b480de,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:10.198622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:10.199774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.200112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Added segment 749813b3-afe7-4393-80d1-dfec28b0eed6 of type vlan for network acc98751-287a-44cc-ba40-3c6e1cda8be9 Jun 10 16:19:10.399613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.505844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.555317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.577348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.583469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.586895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c40cc3c7-1d5e-4122-8556-d60f74f0e274 tempest-AllowedAddressPairTestJSON-1664342836 tempest-AllowedAddressPairTestJSON-1664342836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:10.591414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.601492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.610930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:10.611528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.669525 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-067371e2-6d05-42eb-8471-e36d76c8b0ab service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330628 Jun 10 16:19:10.695130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] For port 4b08096d-5e08-4ab4-aaea-61f2f006bc2f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:10.695752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.715247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:10.738441 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4816275 Jun 10 16:19:10.738441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1310e8bb-70b4-4b13-819b-22beb8d45536,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:10.740090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46262) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:10.745329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:10.750077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Request body: {'subnet': {'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:10.755399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0057bc2a-45e7-4e64-9ae6-be1ab3d93fa4 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:10.767906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:10.768242 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Added segment 9e9de6ac-5d36-4c65-a835-e27a9f18c8a9 of type vlan for network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd Jun 10 16:19:10.818521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Delete allocated IP 2001:db8:0:1::2fc (f62bdcf6-f650-47dc-9a09-cef165308762/1d755131-3652-48c8-ac9d-5e25f70de89b) {{(pid=92386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 10 16:19:10.880858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Calling delete_port for 4b08096d-5e08-4ab4-aaea-61f2f006bc2f owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:10.990279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.030781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event updated for resources: {'Network': ['ID=acc98751-287a-44cc-ba40-3c6e1cda8be9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:11.032943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.035618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.040128 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34b0efb8-21bb-4576-a1eb-d4e8be76d194 HTTP/1.1" status: 204 len: 168 time: 0.8701732 Jun 10 16:19:11.040128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:11.042555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:11.081910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:11.118111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b0efb8-21bb-4576-a1eb-d4e8be76d194,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:11.128588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:11.163988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.169781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:11.170600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.180588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-82c28c0b-00ee-4b9f-8e81-7a1666654cf5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:11.193510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Made reservation on behalf of 7f4035127b324481983a016bdb5feec1 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:11.197518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.249105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bcae8360-d9a6-4b38-a731-6757770a489d req-b441f700-bf97-4e74-b873-bf220581998d service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652976 Jun 10 16:19:11.256135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.275687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04c09ac7-9320-446b-b648-aec9b40d5027 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:11.313927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b08096d-5e08-4ab4-aaea-61f2f006bc2f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:11.315341 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0355887 Jun 10 16:19:11.405097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.410179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Network': ['ID=3e46b990-ee1a-4f5e-94aa-9eff059a22cd,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:11.425493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:11.433962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:11.436431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:11.442773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.467321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eea850d6-9f76-4ba3-864d-2d5996afb79d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:11.563615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:11.585932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:11.714359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] In _notify_port_updated(), no bound segment for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 on network f62bdcf6-f650-47dc-9a09-cef165308762 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:19:11.721562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:11.736990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:11.738436 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/ports/2bbe033f-505e-47af-b535-5b7b4fc4e5e4 HTTP/1.1" status: 200 len: 925 time: 2.2257798 Jun 10 16:19:11.745803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:11.746543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=2bbe033f-505e-47af-b535-5b7b4fc4e5e4,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:11.761080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:11.767225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03'}, {'subnet_id': '1d755131-3652-48c8-ac9d-5e25f70de89b'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:12.038782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d542180a-b899-412d-a659-2bb3e6b576eb None None] Provisioning for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:12.044053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d542180a-b899-412d-a659-2bb3e6b576eb None None] Provisioning complete for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:12.045431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d542180a-b899-412d-a659-2bb3e6b576eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:12.108080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d542180a-b899-412d-a659-2bb3e6b576eb None None] Port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:12.200338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8271ac-7684-4cb5-bb37-530e17f8882b req-89be145a-e389-43be-b9ec-1b0882a65639 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:12.202257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b8271ac-7684-4cb5-bb37-530e17f8882b req-89be145a-e389-43be-b9ec-1b0882a65639 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.9510398 Jun 10 16:19:12.408399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:12.418139 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] 10.222.0.23 "PUT /v2.0/routers/e0b158b1-bc50-49b7-9543-8ac8dd8ded09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5708523 Jun 10 16:19:12.424838 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca442c-825d-4924-955d-46db3449f639 None None] Sync routers for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:12.439176 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:12.440639 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:12.461783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46290) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:12.481389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:12.498547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c71eecd-1f78-4e5e-917b-0f780a63e405 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:12.560482 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b8271ac-7684-4cb5-bb37-530e17f8882b req-c95a16f5-38d1-4ac9-bd01-b80fcaec4cfd tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952111 Jun 10 16:19:12.580611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:12.720276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event updated for resources: {'Subnet': ['ID=0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:12.723746 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:12.788205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:12.818545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:12.827051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:12.900405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.127720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Checking segment: {'id': '749813b3-afe7-4393-80d1-dfec28b0eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:13.128120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Network hostable DHCP agents. Network: acc98751-287a-44cc-ba40-3c6e1cda8be9, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:13.217723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Allocated IP 172.26.5.128 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/cb9308ce-7ed1-4458-aeee-0abdc7636359) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:13.290683 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:19:08Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:13.295145 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca442c-825d-4924-955d-46db3449f639 None None] Checking router: e0b158b1-bc50-49b7-9543-8ac8dd8ded09 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:19:13.307003 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] Routers {'e0b158b1-bc50-49b7-9543-8ac8dd8ded09'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:13.307687 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:13.321918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:13.351806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46304) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:13.389134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.403641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, acc98751-287a-44cc-ba40-3c6e1cda8be9) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:13.419016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094238d-2772-44e5-994e-7daff3ead79f None None] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:13.437425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:13.439642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.479889 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] Set router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:13.764378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1596632183', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:13.839640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-acc98751-287a-44cc-ba40-3c6e1cda8be9', 'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9', 'tenant_id': '7f4035127b324481983a016bdb5feec1', 'fixed_ips': [{'subnet_id': '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:13.841018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.859975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Made reservation on behalf of 826cc0f92ebd45d185ac12bd8d00459a for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:13.863632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.872464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.906723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.922264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:13.926116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Router 13ad4a51-1aee-4687-989d-03be12c6cac3 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:13.926978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:13.983422 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-40ca442c-825d-4924-955d-46db3449f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:19:08Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:13.992126 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca442c-825d-4924-955d-46db3449f639 None None] The sync data for ids ['e0b158b1-bc50-49b7-9543-8ac8dd8ded09'] in dv-neutron-601336-90-hyperv is: [{'id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'name': 'tempest-ServersTestManualDisk-405487024-router', 'tenant_id': '454c9667620d4e1eaee7b56e07aace68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:00Z', 'updated_at': '2021-06-10T16:19:08Z', 'revision_number': 5, 'project_id': '454c9667620d4e1eaee7b56e07aace68', 'gw_port': {'id': 'de266de6-a31d-4faf-a315-584e5aeec36e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:35:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b158b1-bc50-49b7-9543-8ac8dd8ded09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:02Z', 'updated_at': '2021-06-10T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:14.021037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:14.027417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:14.030850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:14.050700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Port': ['ID=cb9308ce-7ed1-4458-aeee-0abdc7636359,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:14.057109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:14.075877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Allocated IP 172.20.0.2 (acc98751-287a-44cc-ba40-3c6e1cda8be9/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/58c0a982-1da1-4127-ac33-45a37d346feb) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:14.102448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.114849 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3678794 Jun 10 16:19:14.122288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.127492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46310) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:14.130476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:14.162167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Request body: {'port': {'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9', 'name': 'tempest-TagsExtTest-695617442'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:14.189612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] device_id is not set on port be7d4e38-dfd0-4342-9a80-d341d52b028c yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:14.294648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.304678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Transition to ACTIVE for port object 58c0a982-1da1-4127-ac33-45a37d346feb will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:14.319874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Transition to ACTIVE for port object 58c0a982-1da1-4127-ac33-45a37d346feb will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:14.327093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.329487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-87b8985e-2ad7-4662-89b0-b80324c2cb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:14.391707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Allocated IP 172.26.5.162 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/be7d4e38-dfd0-4342-9a80-d341d52b028c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:14.401326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:14.407213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:14.409579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Pushing event updated for resources: {'Port': ['ID=58c0a982-1da1-4127-ac33-45a37d346feb,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:14.412215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:14.415427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:14.455595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:14.469926 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] 10.222.0.23 "PUT /v2.0/routers/13ad4a51-1aee-4687-989d-03be12c6cac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4486110 Jun 10 16:19:14.470510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] Sync routers for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:14.482722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46312) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:14.529736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:14.530408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:14.645746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3e6f469b-e86a-4822-b04f-0bd979c16b4f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:14.646286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.695332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46314) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:14.707219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Attempting to bind port 58c0a982-1da1-4127-ac33-45a37d346feb on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:14.708010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Attempting to bind port 58c0a982-1da1-4127-ac33-45a37d346feb by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '749813b3-afe7-4393-80d1-dfec28b0eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:14.708621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Attempting to bind port 58c0a982-1da1-4127-ac33-45a37d346feb on network acc98751-287a-44cc-ba40-3c6e1cda8be9 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:14.709925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'subnet': {'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:14.716384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44006626-85f7-402f-a5be-7a4aebc25b81,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:14.782938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:14.814804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.838438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4e8d5b5e-adbb-4e07-9722-177aa80fd6ea tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:14.895488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 3e6f469b-e86a-4822-b04f-0bd979c16b4f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:14.896067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3e6f469b-e86a-4822-b04f-0bd979c16b4f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:14.900034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:14.900408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Checking segment: {'id': '749813b3-afe7-4393-80d1-dfec28b0eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:14.900824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.901251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Bound using segment: {'id': '749813b3-afe7-4393-80d1-dfec28b0eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:14.901420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.901792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Bound port: 58c0a982-1da1-4127-ac33-45a37d346feb, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749813b3-afe7-4393-80d1-dfec28b0eed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'acc98751-287a-44cc-ba40-3c6e1cda8be9'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:14.902102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.918435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:14.959238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:14.964112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8:0:1::1c6 (f62bdcf6-f650-47dc-9a09-cef165308762/1d755131-3652-48c8-ac9d-5e25f70de89b/2bbe033f-505e-47af-b535-5b7b4fc4e5e4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:14.984955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23e01f-38a8-425a-b652-9518bfaeff2d req-8af37b50-8ab3-4551-906f-f1f2f977580e tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:14.986549 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0e23e01f-38a8-425a-b652-9518bfaeff2d req-8af37b50-8ab3-4551-906f-f1f2f977580e tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.1651211 Jun 10 16:19:14.996982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:14.998820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:15.024746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Pushing event updated for resources: {'Port': ['ID=be7d4e38-dfd0-4342-9a80-d341d52b028c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:15.027727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:15.035244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:15.062252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.092558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] For port 58c0a982-1da1-4127-ac33-45a37d346feb, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:15.121839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] For port 58c0a982-1da1-4127-ac33-45a37d346feb, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58c0a982-1da1-4127-ac33-45a37d346feb,segment=NetworkSegment(749813b3-afe7-4393-80d1-dfec28b0eed6),segment_id=749813b3-afe7-4393-80d1-dfec28b0eed6)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:15.158019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:15.161358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.167353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.171219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:15.224470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:15.226071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.255357 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0e23e01f-38a8-425a-b652-9518bfaeff2d req-70544ee8-9b43-4c92-a51d-078f1fa261df tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257161 Jun 10 16:19:15.273885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Pushing event updated for resources: {'Port': ['ID=58c0a982-1da1-4127-ac33-45a37d346feb,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:15.277503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Made reservation on behalf of 7f4035127b324481983a016bdb5feec1 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:15.279568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:15.281655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.322054 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9687901 Jun 10 16:19:15.325881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46318) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:15.326702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.338689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}]}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:15.351603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] device_id is not set on port 00cc9632-58c4-4241-8e81-7d6f77c61eb4 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:15.360075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Deleting port de266de6-a31d-4faf-a315-584e5aeec36e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:15.360499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.362611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184'}], 'enable_snat': True}, 'gw_port_id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:19:11Z', 'revision_number': 5, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port': {'id': '44304fbe-d1d6-4445-a07d-413e5963fd08', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:16:59Z', 'updated_at': '2021-06-10T16:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:15.369358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] Checking router: 13ad4a51-1aee-4687-989d-03be12c6cac3 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:19:15.386338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] Routers {'13ad4a51-1aee-4687-989d-03be12c6cac3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:15.387862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['13ad4a51-1aee-4687-989d-03be12c6cac3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:15.442870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.506928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.507951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.534396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:15.552824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.613978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] Set router 13ad4a51-1aee-4687-989d-03be12c6cac3 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:19:15.626006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39e6ea87-27c4-4a17-bc35-5887e5f12db5 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:15.717342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:19:15Z', 'revision_number': 6, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:15.717753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Deleting port 44304fbe-d1d6-4445-a07d-413e5963fd08 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:15.718241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.721091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5451f-b2ce-4fdf-ad0f-32394937d559 None None] The sync data for ids ['13ad4a51-1aee-4687-989d-03be12c6cac3'] in dv-neutron-601336-90-hyperv is: [{'id': '13ad4a51-1aee-4687-989d-03be12c6cac3', 'name': 'tempest-ServersTestJSON-888400574-router', 'tenant_id': 'af1822223b94484fa049ec479442465a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:16:58Z', 'updated_at': '2021-06-10T16:19:15Z', 'revision_number': 6, 'project_id': 'af1822223b94484fa049ec479442465a', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:15.771340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.773356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] For port de266de6-a31d-4faf-a315-584e5aeec36e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=de266de6-a31d-4faf-a315-584e5aeec36e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:15.773356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.778602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.790599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:15.868529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddecca8-3b31-451c-ac1e-94c9e1554ae1 req-3d5a9d4a-9440-4e7f-adad-a2c4d11b62e0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:15.870164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bddecca8-3b31-451c-ac1e-94c9e1554ae1 req-3d5a9d4a-9440-4e7f-adad-a2c4d11b62e0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3776498 Jun 10 16:19:15.922392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Calling delete_port for de266de6-a31d-4faf-a315-584e5aeec36e owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:16.063664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f2da9a93-63d2-40c9-97c6-c585ea40064b None None] Provisioning for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:16.068828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f2da9a93-63d2-40c9-97c6-c585ea40064b None None] Provisioning complete for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:16.070420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f2da9a93-63d2-40c9-97c6-c585ea40064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:16.121034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f2da9a93-63d2-40c9-97c6-c585ea40064b None None] Port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:16.304157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:16.306387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf350672-1be9-43f6-ac68-15df05913f1f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:16.311560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=2bbe033f-505e-47af-b535-5b7b4fc4e5e4,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:16.317210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:16.383187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Allocated IP 172.20.0.7 (acc98751-287a-44cc-ba40-3c6e1cda8be9/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/00cc9632-58c4-4241-8e81-7d6f77c61eb4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:16.390463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] In _notify_port_updated(), no bound segment for port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 on network f62bdcf6-f650-47dc-9a09-cef165308762 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:19:16.396841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:16.398062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:16.399382 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/ports/2bbe033f-505e-47af-b535-5b7b4fc4e5e4 HTTP/1.1" status: 200 len: 1011 time: 4.6398051 Jun 10 16:19:16.411192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46320) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:16.489292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] For port 44304fbe-d1d6-4445-a07d-413e5963fd08, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=44304fbe-d1d6-4445-a07d-413e5963fd08,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:16.489674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:16.502567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Subnet': ['ID=11d14221-b42e-4ead-acfd-e27437deb92f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:16.524072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:16.527329 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bddecca8-3b31-451c-ac1e-94c9e1554ae1 req-79ce4447-66c7-4f31-a489-780215b12327 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6466908 Jun 10 16:19:16.658847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:16.660571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Calling delete_port for 44304fbe-d1d6-4445-a07d-413e5963fd08 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:16.680577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa49ec-74a1-4ff2-b5b5-884be5837e0a None None] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:16.693210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Checking segment: {'id': '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:16.693602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network hostable DHCP agents. Network: 3e46b990-ee1a-4f5e-94aa-9eff059a22cd, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:16.780053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58c0a982-1da1-4127-ac33-45a37d346feb up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:16.818816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:16.840331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 3e46b990-ee1a-4f5e-94aa-9eff059a22cd) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:16.845794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1c6cea54-772e-4d16-a17d-1de4becd4de5 None None] Provisioning for port 58c0a982-1da1-4127-ac33-45a37d346feb completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:16.878102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb7636-78f9-4c68-bef9-cd99671dd83b None None] Network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:16.919436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:16.919608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:16.926091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Router a0d0913a-f18b-40f5-a076-6240b2c2ef07 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:19:16.955423 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2580280 Jun 10 16:19:17.007202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46326) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:17.026889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.045838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 58c0a982-1da1-4127-ac33-45a37d346feb completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:17.056003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 58c0a982-1da1-4127-ac33-45a37d346feb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:17.056530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.065106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1385583407'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:17.079904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-88b60e7f-e8e6-422c-afb2-d80a43bc6016 tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:17.127710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Pushing event deleted for resources: {'Port': ['ID=de266de6-a31d-4faf-a315-584e5aeec36e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:17.132938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:17.179886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:17.183500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.216691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:17.217613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.229847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.238531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-badd5277-4558-4012-ae0f-e943bdc62898 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:17.284376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:17.286601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:17.291371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=44304fbe-d1d6-4445-a07d-413e5963fd08,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:17.292971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.296181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.297386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "PUT /v2.0/routers/a0d0913a-f18b-40f5-a076-6240b2c2ef07 HTTP/1.1" status: 200 len: 915 time: 7.7425380 Jun 10 16:19:17.305516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:17.307583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46328) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:17.312819 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] Sync routers for ids ['a0d0913a-f18b-40f5-a076-6240b2c2ef07'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:17.323184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-3e46b990-ee1a-4f5e-94aa-9eff059a22cd', 'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd', 'tenant_id': '1f5d6e1b2a9f480785166c6891959138', 'fixed_ips': [{'subnet_id': '11d14221-b42e-4ead-acfd-e27437deb92f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:17.324410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.327530 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] Routers {'a0d0913a-f18b-40f5-a076-6240b2c2ef07'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:17.328853 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a0d0913a-f18b-40f5-a076-6240b2c2ef07'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:17.352191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1b4be-aec6-48db-bc35-5de9cd7b8b1a req-fd90be25-2985-4167-bca3-c36a82439ac9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:17.359108 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-42c1b4be-aec6-48db-bc35-5de9cd7b8b1a req-fd90be25-2985-4167-bca3-c36a82439ac9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3057642 Jun 10 16:19:17.363239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 58c0a982-1da1-4127-ac33-45a37d346feb, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58c0a982-1da1-4127-ac33-45a37d346feb,segment=NetworkSegment(749813b3-afe7-4393-80d1-dfec28b0eed6),segment_id=749813b3-afe7-4393-80d1-dfec28b0eed6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:17.376311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.379856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-399bd31d-ad39-4ade-ac44-7a6f1786fde1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:17.420296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.420644 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Added segment 43d507b4-040f-4f60-85a0-e463727a2c25 of type vlan for network fec80965-7d74-47c7-9831-ca4b935a3f63 Jun 10 16:19:17.443682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.480930 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:17.493479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b08096d-5e08-4ab4-aaea-61f2f006bc2f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:17.495050 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] Routers {'a0d0913a-f18b-40f5-a076-6240b2c2ef07'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:17.496385 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a0d0913a-f18b-40f5-a076-6240b2c2ef07'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:17.513582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.561735 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:17.562420 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe658017-c17f-4b3a-a846-b6100fe3bd87 None None] The sync data for ids ['a0d0913a-f18b-40f5-a076-6240b2c2ef07'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:17.570393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4b08096d-5e08-4ab4-aaea-61f2f006bc2f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:17.570393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b08096d-5e08-4ab4-aaea-61f2f006bc2f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:17.570812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 44304fbe-d1d6-4445-a07d-413e5963fd08 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:17.614293 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 44304fbe-d1d6-4445-a07d-413e5963fd08 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:17.614566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 44304fbe-d1d6-4445-a07d-413e5963fd08 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:17.664462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.670871 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e70386a0-8a0a-4ac5-840f-265160ca5040 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/a0d0913a-f18b-40f5-a076-6240b2c2ef07 HTTP/1.1" status: 200 len: 921 time: 0.3595214 Jun 10 16:19:17.674059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Transition to ACTIVE for port object 00cc9632-58c4-4241-8e81-7d6f77c61eb4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:17.681165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46330) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:17.682104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=58c0a982-1da1-4127-ac33-45a37d346feb,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:17.684696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.687598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:17.691831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.701226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a148a3b5-3fdb-4555-b31d-f8f4a1bdd088 None None] Provisioning complete for port 58c0a982-1da1-4127-ac33-45a37d346feb triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:17.701613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a148a3b5-3fdb-4555-b31d-f8f4a1bdd088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.702018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.738085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Allocated IP 2001:db8:0:ffff::2 (3e46b990-ee1a-4f5e-94aa-9eff059a22cd/11d14221-b42e-4ead-acfd-e27437deb92f/751d72df-62a9-4299-a2d8-31d800d58763) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:17.868810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 2bbe033f-505e-47af-b535-5b7b4fc4e5e4 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:17.879870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.891025 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-42c1b4be-aec6-48db-bc35-5de9cd7b8b1a req-2731fea8-fc03-4f74-8ae4-2f0a5ad624fb tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5306730 Jun 10 16:19:17.901486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:17.905504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.008345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd27cf9-3248-4224-9e72-4f7998fd5b50 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:18.011845 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6fd27cf9-3248-4224-9e72-4f7998fd5b50 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=a0d0913a-f18b-40f5-a076-6240b2c2ef07&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2856495 Jun 10 16:19:18.014777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46334) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:18.024197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.024742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ad4a51-1aee-4687-989d-03be12c6cac3 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:18.026710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.031657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.032186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b158b1-bc50-49b7-9543-8ac8dd8ded09 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:18.032309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:18.032880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.039253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.042638 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/13ad4a51-1aee-4687-989d-03be12c6cac3 HTTP/1.1" status: 204 len: 168 time: 3.5564518 Jun 10 16:19:18.042638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:18.063485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46336) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:18.080800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.107580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.111250 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] 10.222.0.23 "DELETE /v2.0/routers/e0b158b1-bc50-49b7-9543-8ac8dd8ded09 HTTP/1.1" status: 204 len: 168 time: 5.6456838 Jun 10 16:19:18.118052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.122747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-16e16719-0489-4773-9fff-f944dc732b71 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:18.130482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46338) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:18.140481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Transition to ACTIVE for port object 751d72df-62a9-4299-a2d8-31d800d58763 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:18.190364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Transition to ACTIVE for port object 751d72df-62a9-4299-a2d8-31d800d58763 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:18.207064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.227473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-13ed0580-121d-4e27-9856-a4cde54b6ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:18.282276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:18.286149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:18.291930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:18.317953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Deleting subnet b70c014a-61e0-47cf-87ea-3753046e4a42 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:18.326335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.348775 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3404210 Jun 10 16:19:18.367258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Pushing event updated for resources: {'Port': ['ID=751d72df-62a9-4299-a2d8-31d800d58763,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:18.371281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:18.401098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Deleting subnet 6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:18.403523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46342) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:18.418308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'subnet': {'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:18.420197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.442868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.450109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Attempting to bind port 751d72df-62a9-4299-a2d8-31d800d58763 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:18.450855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Attempting to bind port 751d72df-62a9-4299-a2d8-31d800d58763 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:18.451401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Attempting to bind port 751d72df-62a9-4299-a2d8-31d800d58763 on network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:18.460088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:18.460470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Checking segment: {'id': '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:18.460978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.461447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Bound using segment: {'id': '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:18.461895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Bound port: 751d72df-62a9-4299-a2d8-31d800d58763, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3e46b990-ee1a-4f5e-94aa-9eff059a22cd'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:18.462276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.480014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event updated for resources: {'Port': ['ID=00cc9632-58c4-4241-8e81-7d6f77c61eb4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:18.506131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:18.523391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:18.529625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Network': ['ID=fec80965-7d74-47c7-9831-ca4b935a3f63,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:18.539319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:18.578246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:18.582178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network fec80965-7d74-47c7-9831-ca4b935a3f63 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:18.679994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58c0a982-1da1-4127-ac33-45a37d346feb up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:18.705277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.742173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:18.806064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4ea6a-b207-43db-8a76-dbcea263b0c2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:18.807830 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-09c4ea6a-b207-43db-8a76-dbcea263b0c2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.7920082 Jun 10 16:19:18.816411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46344) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:18.906388 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-833a1f9b-a578-4c96-8000-0eb2c79d0536 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d0913a-f18b-40f5-a076-6240b2c2ef07 HTTP/1.1" status: 200 len: 205 time: 0.0805047 Jun 10 16:19:18.916235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617183a-f143-49da-b8cd-11cb459a67cd req-933f6919-3a61-47f4-b9ed-4dd7610e1692 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:18.917723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a617183a-f143-49da-b8cd-11cb459a67cd req-933f6919-3a61-47f4-b9ed-4dd7610e1692 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.4352813 Jun 10 16:19:18.918212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:18.974675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:18.984312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:18.985133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.013340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] For port 751d72df-62a9-4299-a2d8-31d800d58763, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:19.034934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] For port 751d72df-62a9-4299-a2d8-31d800d58763, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=751d72df-62a9-4299-a2d8-31d800d58763,segment=NetworkSegment(9e9de6ac-5d36-4c65-a835-e27a9f18c8a9),segment_id=9e9de6ac-5d36-4c65-a835-e27a9f18c8a9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:19.036064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-30b36961-02a2-46ed-99e2-3418223dbf7d None None] Provisioning for port 00cc9632-58c4-4241-8e81-7d6f77c61eb4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:19.045586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.047337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-30b36961-02a2-46ed-99e2-3418223dbf7d None None] Provisioning complete for port 00cc9632-58c4-4241-8e81-7d6f77c61eb4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:19.047719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b36961-02a2-46ed-99e2-3418223dbf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.050796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:19.097567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.154083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-30b36961-02a2-46ed-99e2-3418223dbf7d None None] Port 00cc9632-58c4-4241-8e81-7d6f77c61eb4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:19.156990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.179398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Pushing event updated for resources: {'Port': ['ID=751d72df-62a9-4299-a2d8-31d800d58763,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:19.182347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 58c0a982-1da1-4127-ac33-45a37d346feb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:19.182742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.184746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:19.359825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device de266de6-a31d-4faf-a315-584e5aeec36e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:19.395186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: de266de6-a31d-4faf-a315-584e5aeec36e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:19.395797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device de266de6-a31d-4faf-a315-584e5aeec36e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:19.502237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:19.506020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.576357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.658354 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a617183a-f143-49da-b8cd-11cb459a67cd req-0f0b3667-edb4-4815-8180-f559421af77d tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7203910 Jun 10 16:19:19.692381 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.5340154 Jun 10 16:19:19.693459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.698990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46348) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:19.699606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:19.718658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1517643682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:19.744623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.790947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70c014a-61e0-47cf-87ea-3753046e4a42,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:19.797995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.799943 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b70c014a-61e0-47cf-87ea-3753046e4a42 HTTP/1.1" status: 204 len: 168 time: 1.6665230 Jun 10 16:19:19.801018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:19.804201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.808344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cc6bf7-6e74-4c67-bdbc-6835c2555670 None None] Network ccf5f5be-94d2-4286-991d-4d29d1913410 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:19.814095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46350) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:19.828954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aecb261d-7d78-4c4a-9286-3b9376606bdf tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:19.901211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.902203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.909729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=2bbe033f-505e-47af-b535-5b7b4fc4e5e4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:19.912192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.927790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a19a832-441e-48c1-994e-eddd99e11452 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:19.938184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:19.942317 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0 HTTP/1.1" status: 204 len: 168 time: 1.8745162 Jun 10 16:19:19.963793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28dda3-7c4b-49e9-bfd4-361e7f30d389 None None] Network 659d76e6-17e5-406f-b087-092d83367cff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:19.978404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:19.986587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46352) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:20.028002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a71b0ed-0f45-44d1-9a1c-9dfe23df72d0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:20.058283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:20.131081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.135191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.304064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.306510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.313861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.317386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.336338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] DHCP port deletion for ccf5f5be-94d2-4286-991d-4d29d1913410 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:20.346832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.353466 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/2bbe033f-505e-47af-b535-5b7b4fc4e5e4 HTTP/1.1" status: 204 len: 168 time: 3.9370770 Jun 10 16:19:20.354399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46354) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:20.418079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Deleting port 49f9664c-9686-48f0-bf01-a90c7042c476 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:20.418680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.448092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] DHCP port deletion for 659d76e6-17e5-406f-b087-092d83367cff request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:20.481072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.485292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f2c34a74-9d06-47c9-812f-8cfafce0f735 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7839544 Jun 10 16:19:20.491598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:20.500886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6e2454bc-c056-412c-8a26-19bfc216886d tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2061216096', 'prefixes': ['172.20.0.0/16']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:20.572712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a3367-6e31-4932-be44-3e8e1396f76d None None] Network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:20.606603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:19:20.625172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.625442 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-30078106-3a2e-489b-8af6-8e35071f4a29 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:19:20.625824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:20.627444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-30078106-3a2e-489b-8af6-8e35071f4a29 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/2bbe033f-505e-47af-b535-5b7b4fc4e5e4 HTTP/1.1" status: 404 len: 333 time: 0.2716076 Jun 10 16:19:20.632054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46358) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:20.652955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.693079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] For port 49f9664c-9686-48f0-bf01-a90c7042c476, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=49f9664c-9686-48f0-bf01-a90c7042c476,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:20.693522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.698577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.711894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 751d72df-62a9-4299-a2d8-31d800d58763 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:20.731740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Deleting port cb9308ce-7ed1-4458-aeee-0abdc7636359 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:20.732145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.739401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Deleting port 305ab862-06d7-4c55-9c1d-1530e3827a8d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:20.739851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.789206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Subnet': ['ID=8fe4d717-839d-4b41-9c9c-808a2d880f2b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:20.796239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f6cdf803-2365-497d-98cf-a6d2ab4e1eb8 None None] Provisioning for port 751d72df-62a9-4299-a2d8-31d800d58763 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:20.849735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:20.883055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.883533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21d223bb-e752-4891-92e1-82850f4bf772 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:20.890219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet 1d755131-3652-48c8-ac9d-5e25f70de89b {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:20.901579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.901778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Calling delete_port for 49f9664c-9686-48f0-bf01-a90c7042c476 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:20.908894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Deleting port 49f9664c-9686-48f0-bf01-a90c7042c476 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:20.909417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.932879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e2454bc-c056-412c-8a26-19bfc216886d tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for subnetpool, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:20.937673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6e2454bc-c056-412c-8a26-19bfc216886d tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4410012 Jun 10 16:19:20.944244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46362) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:20.949063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-c141a895-37c6-4fa3-95f3-e969ef94c1dd tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-1116903732') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:20.952108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Deleting port 305ab862-06d7-4c55-9c1d-1530e3827a8d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:20.952507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.007967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Checking segment: {'id': '43d507b4-040f-4f60-85a0-e463727a2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:21.008340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network hostable DHCP agents. Network: fec80965-7d74-47c7-9831-ca4b935a3f63, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:21.018585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] For port 305ab862-06d7-4c55-9c1d-1530e3827a8d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305ab862-06d7-4c55-9c1d-1530e3827a8d,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:21.019038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.033465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 751d72df-62a9-4299-a2d8-31d800d58763 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:21.052080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.082344 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 10 16:19:21.086356 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5fb41c0c-8c12-424b-a277-f6a71500ffca tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7555840 Jun 10 16:19:21.088327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.089572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 751d72df-62a9-4299-a2d8-31d800d58763 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:21.089965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.096856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46364) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:21.151079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Calling delete_port for 305ab862-06d7-4c55-9c1d-1530e3827a8d owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:21.212899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] For port 305ab862-06d7-4c55-9c1d-1530e3827a8d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305ab862-06d7-4c55-9c1d-1530e3827a8d,segment=NetworkSegment(dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5),segment_id=dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:21.214447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.257582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] For port 49f9664c-9686-48f0-bf01-a90c7042c476, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=49f9664c-9686-48f0-bf01-a90c7042c476,segment=NetworkSegment(7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf),segment_id=7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:21.258251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.259694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Calling delete_port for cb9308ce-7ed1-4458-aeee-0abdc7636359 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:21.281435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network fec80965-7d74-47c7-9831-ca4b935a3f63 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:21.295069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d3d81-97ee-4aca-bc1a-a39f9639d279 req-99ed8173-4880-475c-a8d3-aecf4f6dbe32 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:21.295697 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1c4d3d81-97ee-4aca-bc1a-a39f9639d279 req-99ed8173-4880-475c-a8d3-aecf4f6dbe32 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.4673960 Jun 10 16:19:21.353928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Calling delete_port for 305ab862-06d7-4c55-9c1d-1530e3827a8d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:21.357969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.389345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.396223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0ef0d0c0-fd11-4ddf-b8f8-79cf6d47006b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:21.419231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, fec80965-7d74-47c7-9831-ca4b935a3f63) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:21.438433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:21.439179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.466756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Calling delete_port for 49f9664c-9686-48f0-bf01-a90c7042c476 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:21.512594 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1017096 Jun 10 16:19:21.517856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46366) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:21.525733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'port': {'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63', 'name': 'tempest-NetworksIpV6TestAttrs-1119310805'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:21.596264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c141a895-37c6-4fa3-95f3-e969ef94c1dd tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-1116903732 HTTP/1.1" status: 201 len: 201 time: 0.6510937 Jun 10 16:19:21.612834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.615188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:21.618706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.619718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d651b738-ecc0-44a4-806e-93c60a8397a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:21.627324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-43924e99-a5c2-4082-be5d-1905475e01e1 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-1009778665') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:21.691109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ffada-d6c1-4fac-ac79-91a692fa6799 None None] Network fec80965-7d74-47c7-9831-ca4b935a3f63 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:21.692873 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1c4d3d81-97ee-4aca-bc1a-a39f9639d279 req-68a94f07-5b7b-40ab-a32a-ce35aec09d2e tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804827 Jun 10 16:19:21.698488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Pushing event deleted for resources: {'Port': ['ID=49f9664c-9686-48f0-bf01-a90c7042c476,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:21.714944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] No DVR routers for this DVR port 49f9664c-9686-48f0-bf01-a90c7042c476 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:21.726372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:21.737575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=305ab862-06d7-4c55-9c1d-1530e3827a8d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:21.745122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:21.747804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] No DVR routers for this DVR port 305ab862-06d7-4c55-9c1d-1530e3827a8d on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:21.774072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Deleting port be7d4e38-dfd0-4342-9a80-d341d52b028c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:21.774477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.870419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.894046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:21.904422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:21.997739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.021703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event deleted for resources: {'Port': ['ID=cb9308ce-7ed1-4458-aeee-0abdc7636359,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:22.024028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Calling delete_port for be7d4e38-dfd0-4342-9a80-d341d52b028c owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:22.026163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:22.051641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.108778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659d76e6-17e5-406f-b087-092d83367cff']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.115330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 751d72df-62a9-4299-a2d8-31d800d58763, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=751d72df-62a9-4299-a2d8-31d800d58763,segment=NetworkSegment(9e9de6ac-5d36-4c65-a835-e27a9f18c8a9),segment_id=9e9de6ac-5d36-4c65-a835-e27a9f18c8a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:22.117639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.123263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-25f50b8a-7aa9-441d-80f8-5e6120c2c2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:22.132854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.135090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.149566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:22.156551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Pushing event deleted for resources: {'Port': ['ID=305ab862-06d7-4c55-9c1d-1530e3827a8d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:22.168944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.183014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:22.185351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:22.213507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.213966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd720fe-3283-44a0-8b8d-da7bb7ef5aa5') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.257359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=751d72df-62a9-4299-a2d8-31d800d58763,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:22.263964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.283770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.285855 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/1d755131-3652-48c8-ac9d-5e25f70de89b HTTP/1.1" status: 204 len: 168 time: 1.6510575 Jun 10 16:19:22.291378 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46374) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:22.300398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:22.302760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] No DVR routers for this DVR port 49f9664c-9686-48f0-bf01-a90c7042c476 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:22.308034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.312369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=1d755131-3652-48c8-ac9d-5e25f70de89b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:22.318041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:22.323888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.327415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b4565e-cc6d-412b-81de-7e0922ba47ce None None] No DVR routers for this DVR port 305ab862-06d7-4c55-9c1d-1530e3827a8d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:22.328159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df43340e-286e-463a-bb93-7ae1d1a3acda tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:22.335230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:22.340322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 49f9664c-9686-48f0-bf01-a90c7042c476 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:22.358045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:22.358751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.373727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d66a39-a704-4fa7-b8c0-f114e95bc6e1 None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-43924e99-a5c2-4082-be5d-1905475e01e1 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-1009778665 HTTP/1.1" status: 201 len: 201 time: 0.7919288 Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:22.416301 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:22.431084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46376) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:22.434931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f9664c-9686-48f0-bf01-a90c7042c476,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:22.441396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-f04ca93f-2302-4904-b4bf-c349fd00c558 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-1992926738') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.489228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 49f9664c-9686-48f0-bf01-a90c7042c476 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:22.489793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 49f9664c-9686-48f0-bf01-a90c7042c476 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:22.490340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305ab862-06d7-4c55-9c1d-1530e3827a8d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:22.492688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-fec80965-7d74-47c7-9831-ca4b935a3f63', 'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63', 'tenant_id': '1f5d6e1b2a9f480785166c6891959138', 'fixed_ips': [{'subnet_id': '8fe4d717-839d-4b41-9c9c-808a2d880f2b'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:22.493758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.538703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.548692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 305ab862-06d7-4c55-9c1d-1530e3827a8d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:22.548692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305ab862-06d7-4c55-9c1d-1530e3827a8d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:22.573454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.574380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] device_id is not set on port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:22.586468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf5f5be-94d2-4286-991d-4d29d1913410']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.599633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2fb2e3a7-86ae-4c57-a493-8d413a077490 None None] Provisioning complete for port 751d72df-62a9-4299-a2d8-31d800d58763 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:22.600144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e3a7-86ae-4c57-a493-8d413a077490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.604757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.604757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb52bbc-e86b-4ce3-ba3b-16cb2810cbaf') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:22.616047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.635681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.643145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:22.643760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:22.726154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 751d72df-62a9-4299-a2d8-31d800d58763 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:22.728915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:22.786468 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:22.919071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Allocated IP 2001:db8::f816:3eff:fe50:2492 (fec80965-7d74-47c7-9831-ca4b935a3f63/8fe4d717-839d-4b41-9c9c-808a2d880f2b/67a47c00-69d8-4d24-9e57-ff6262c0321d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:22.985063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 751d72df-62a9-4299-a2d8-31d800d58763 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:22.985474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.103899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.169289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.188047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a789404-1001-4760-af9d-72e1014e091b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:23.192582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:23.201932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.204174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.208797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.211545 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ccf5f5be-94d2-4286-991d-4d29d1913410 HTTP/1.1" status: 204 len: 168 time: 3.3962293 Jun 10 16:19:23.217364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf5f5be-94d2-4286-991d-4d29d1913410,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:23.229572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c607ac-f37a-4df1-a669-6daaaee836fe req-1c5f8e1e-267d-4024-8025-b1b7830c85b5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:23.231091 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-46c607ac-f37a-4df1-a669-6daaaee836fe req-1c5f8e1e-267d-4024-8025-b1b7830c85b5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.1008344 Jun 10 16:19:23.232669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:23.241522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.254062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d36f3fbb-f2ed-4a15-967d-a53de4e0e172 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:23.285116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Pushing event deleted for resources: {'Port': ['ID=be7d4e38-dfd0-4342-9a80-d341d52b028c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:23.286320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.295608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.297691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Transition to ACTIVE for port object 67a47c00-69d8-4d24-9e57-ff6262c0321d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:23.300313 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/659d76e6-17e5-406f-b087-092d83367cff HTTP/1.1" status: 204 len: 168 time: 3.2856157 Jun 10 16:19:23.304925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:23.308861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.337158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:23.359016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.359699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Transition to ACTIVE for port object 67a47c00-69d8-4d24-9e57-ff6262c0321d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:23.372159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.380553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-78895a70-1cdd-4f35-98c8-2101d745f1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:23.432335 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f04ca93f-2302-4904-b4bf-c349fd00c558 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-1992926738 HTTP/1.1" status: 201 len: 201 time: 0.9961257 Jun 10 16:19:23.434013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46382) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.443448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-88efb72a-2913-4931-a64f-1add71a72661 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-95426651') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:23.451077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=659d76e6-17e5-406f-b087-092d83367cff,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:23.451319 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-46c607ac-f37a-4df1-a669-6daaaee836fe req-267c216f-9732-4fd5-bfa0-706056ec99f8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673193 Jun 10 16:19:23.462484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.464900 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] 10.222.0.23 "DELETE /v2.0/ports/be7d4e38-dfd0-4342-9a80-d341d52b028c HTTP/1.1" status: 204 len: 168 time: 2.3291168 Jun 10 16:19:23.468823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:23.485117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.485658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Fanout notify agent at l3_agent the message router_deleted on router a0d0913a-f18b-40f5-a076-6240b2c2ef07 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:23.500379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Network fec80965-7d74-47c7-9831-ca4b935a3f63 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:23.504439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.509422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:23.510056 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/a0d0913a-f18b-40f5-a076-6240b2c2ef07 HTTP/1.1" status: 204 len: 168 time: 4.5873044 Jun 10 16:19:23.513500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46386) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.520904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:23.526627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Pushing event updated for resources: {'Port': ['ID=67a47c00-69d8-4d24-9e57-ff6262c0321d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:23.534209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:23.550180 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-88efb72a-2913-4931-a64f-1add71a72661 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-95426651 HTTP/1.1" status: 201 len: 201 time: 0.1126430 Jun 10 16:19:23.550811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46388) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.560812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-6988d350-1c18-4ff5-8e25-e9c43f3ef3d6 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:23.651322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46390) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.651685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46392) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.656011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1640885812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:23.686859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Attempting to bind port 67a47c00-69d8-4d24-9e57-ff6262c0321d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:23.687203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Attempting to bind port 67a47c00-69d8-4d24-9e57-ff6262c0321d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '43d507b4-040f-4f60-85a0-e463727a2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:23.687535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Attempting to bind port 67a47c00-69d8-4d24-9e57-ff6262c0321d on network fec80965-7d74-47c7-9831-ca4b935a3f63 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:23.696862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:23.697277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Checking segment: {'id': '43d507b4-040f-4f60-85a0-e463727a2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:23.702236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.703268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Bound using segment: {'id': '43d507b4-040f-4f60-85a0-e463727a2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:23.703268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Bound port: 67a47c00-69d8-4d24-9e57-ff6262c0321d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d507b4-040f-4f60-85a0-e463727a2c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fec80965-7d74-47c7-9831-ca4b935a3f63'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:23.703573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.765248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Allocated IP 2001:db8::f816:3eff:fe94:4f36 (fec80965-7d74-47c7-9831-ca4b935a3f63/8fe4d717-839d-4b41-9c9c-808a2d880f2b/48d43deb-17f4-4b6a-8492-ba21f7e3fe5d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:23.774438 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9599e0a2-0adf-4d4a-bea9-c6820c5dbe9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454c9667620d4e1eaee7b56e07aace68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1155360 Jun 10 16:19:23.781031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46394) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.789636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.789988 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b918d9d5-76eb-41b6-900f-d04a3850ca4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af1822223b94484fa049ec479442465a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1346726 Jun 10 16:19:23.797818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46396) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.804994 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-68cbfcf2-f73f-47a1-b246-9924c7e08dcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2934361 Jun 10 16:19:23.850718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] For port 67a47c00-69d8-4d24-9e57-ff6262c0321d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:23.855275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] For port 67a47c00-69d8-4d24-9e57-ff6262c0321d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=67a47c00-69d8-4d24-9e57-ff6262c0321d,segment=NetworkSegment(43d507b4-040f-4f60-85a0-e463727a2c25),segment_id=43d507b4-040f-4f60-85a0-e463727a2c25)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:23.861104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.864241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-36c82c2b-0c2f-4419-8aaa-de6ed302caad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:23.876782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6988d350-1c18-4ff5-8e25-e9c43f3ef3d6 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags HTTP/1.1" status: 200 len: 241 time: 0.3245664 Jun 10 16:19:23.891726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46398) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:23.950657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-944e72f4-4b52-446e-8b8a-ee8c22675d3e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-1116903732') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:23.957171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:23.963922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Pushing event updated for resources: {'Port': ['ID=67a47c00-69d8-4d24-9e57-ff6262c0321d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:23.974662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:24.000723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.014471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.016001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.016205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.020923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-595c5cbb-6d52-4209-9bc0-dc1ea758ab93 None None] Provisioning complete for port 9b3c8042-e1aa-4250-911b-d91490608ff0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:24.021367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-595c5cbb-6d52-4209-9bc0-dc1ea758ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.063921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.125222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.128418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.130079 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0863ac3-d724-41b6-90d4-026b23452b1e HTTP/1.1" status: 204 len: 168 time: 0.3388481 Jun 10 16:19:24.134126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:24.144248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46404) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:24.146084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0863ac3-d724-41b6-90d4-026b23452b1e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:24.160465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:24.195209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.198000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.199186 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aba93f0e-38f7-4f89-b3b1-a1cfff3a031e HTTP/1.1" status: 204 len: 168 time: 0.4002268 Jun 10 16:19:24.199921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23c0cd5e-c617-4dac-a1fb-4aa52218a5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:24.221975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba93f0e-38f7-4f89-b3b1-a1cfff3a031e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:24.226326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.239067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.262895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:24.269385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:24.278711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.363241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.364539 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ec7b90d1-d72d-4915-8b0e-322cd37c72c7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7140043 Jun 10 16:19:24.367648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46412) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:24.373562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'enable_snat': False}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:24.375112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bad6f3-0c8a-4c24-a78b-f302d54cc23a None None] Network f62bdcf6-f650-47dc-9a09-cef165308762 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:24.458707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:24.463036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.468635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03 HTTP/1.1" status: 204 len: 168 time: 2.1692891 Jun 10 16:19:24.480854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46414) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:24.482220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:24.488515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-22cb1ca5-009c-4e46-b754-5aa93a027e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:24.491114 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-22cb1ca5-009c-4e46-b754-5aa93a027e11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.6209166 Jun 10 16:19:24.762405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-944e72f4-4b52-446e-8b8a-ee8c22675d3e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-1116903732 HTTP/1.1" status: 204 len: 168 time: 0.8617003 Jun 10 16:19:24.814307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728a907-310d-4a4a-b951-c67730529528 None None] DHCP port deletion for f62bdcf6-f650-47dc-9a09-cef165308762 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:24.830210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46424) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:24.832166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 67a47c00-69d8-4d24-9e57-ff6262c0321d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:24.843846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:24.892976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-8f15bbc4-6576-4558-8f14-5589ec5cf08e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-1116903732') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:25.030590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 67a47c00-69d8-4d24-9e57-ff6262c0321d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:25.034350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.041075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.046012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:25.059374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Deleting port 9b3c8042-e1aa-4250-911b-d91490608ff0 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:25.059827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.122788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.147880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.225349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8728a907-310d-4a4a-b951-c67730529528 None None] For port 9b3c8042-e1aa-4250-911b-d91490608ff0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b3c8042-e1aa-4250-911b-d91490608ff0,segment=NetworkSegment(7ad60e40-6cbc-4aeb-ba54-cf21fb292740),segment_id=7ad60e40-6cbc-4aeb-ba54-cf21fb292740)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:25.225928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.262311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Transition to ACTIVE for port object 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:25.294865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-8990dab3-95be-4981-8241-3e46bcc1ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:25.297284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-8990dab3-95be-4981-8241-3e46bcc1ec68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.7612555 Jun 10 16:19:25.302144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d252198-0b54-4fa1-8ebf-15dc351d4d07,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:25.315372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167c184-b997-4499-83eb-2dfe99c89867 req-79d01715-6332-4ef8-8797-5e26ab60524b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:25.329189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:25.332521 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d167c184-b997-4499-83eb-2dfe99c89867 req-79d01715-6332-4ef8-8797-5e26ab60524b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.5601249 Jun 10 16:19:25.348778 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=454498e810834c2cb70d48d0009fa8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1994152 Jun 10 16:19:25.352224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.378256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:25.464951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Calling delete_port for 9b3c8042-e1aa-4250-911b-d91490608ff0 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:25.552988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.599433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.609813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d78849-7e66-471b-99f6-f9813ba23cdf None None] Network fec80965-7d74-47c7-9831-ca4b935a3f63 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:25.615900 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d167c184-b997-4499-83eb-2dfe99c89867 req-9eabd2e3-dd00-4726-95ac-3a9e7fbd6ee7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818868 Jun 10 16:19:25.623846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8f15bbc4-6576-4558-8f14-5589ec5cf08e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-1116903732 HTTP/1.1" status: 204 len: 168 time: 0.7335236 Jun 10 16:19:25.628041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46458) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:25.634820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-28a82d36-83d7-409e-9dbc-f6eab72a6333 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:25.643197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-f355d09a-24ac-411f-b99f-04a06a4961b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.3057973 Jun 10 16:19:25.774843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-e468f75b-40b7-48be-a345-b263c753f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:25.776708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-e468f75b-40b7-48be-a345-b263c753f620 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.0963440 Jun 10 16:19:25.780527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.789674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-108ba22c-a201-44f2-b3c2-4f07ed424f60 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:25.894329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 9b3c8042-e1aa-4250-911b-d91490608ff0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:25.894829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.902831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.905438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.917108 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d252198-0b54-4fa1-8ebf-15dc351d4d07 HTTP/1.1" status: 204 len: 168 time: 0.5377691 Jun 10 16:19:25.918438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8a9ac860-9230-4f2f-8ff7-6da0fddf35da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:25.958607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network fec80965-7d74-47c7-9831-ca4b935a3f63 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:25.975536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:25.983391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:25.994932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:25.995668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:25.998254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Port': ['ID=48d43deb-17f4-4b6a-8492-ba21f7e3fe5d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:26.012320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:26.153777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6341639 Jun 10 16:19:26.157006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] For port 9b3c8042-e1aa-4250-911b-d91490608ff0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b3c8042-e1aa-4250-911b-d91490608ff0,segment=NetworkSegment(7ad60e40-6cbc-4aeb-ba54-cf21fb292740),segment_id=7ad60e40-6cbc-4aeb-ba54-cf21fb292740)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:26.157967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.159937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Provisioning for port 67a47c00-69d8-4d24-9e57-ff6262c0321d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:26.167772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Provisioning complete for port 67a47c00-69d8-4d24-9e57-ff6262c0321d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:26.168056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.177576 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-28a82d36-83d7-409e-9dbc-f6eab72a6333 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags HTTP/1.1" status: 200 len: 205 time: 0.5468957 Jun 10 16:19:26.187475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46476) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:26.187959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46478) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:26.190832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-3c72f0a6-8724-47d8-90c8-06d7d09e90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:26.192570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-3c72f0a6-8724-47d8-90c8-06d7d09e90bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3983004 Jun 10 16:19:26.224506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d252198-0b54-4fa1-8ebf-15dc351d4d07,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:26.233506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:26.273901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-1f3bee57-741d-4455-92c2-a364dbb9205c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:26.322330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.325713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:26.343779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208043e8-7208-48dc-b7c5-9fb891fb1d80 req-115d759b-abe0-4ee0-a831-98756d7876b5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:26.345760 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-208043e8-7208-48dc-b7c5-9fb891fb1d80 req-115d759b-abe0-4ee0-a831-98756d7876b5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.4150105 Jun 10 16:19:26.347095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.380983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.411036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Pushing event deleted for resources: {'Port': ['ID=9b3c8042-e1aa-4250-911b-d91490608ff0,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:26.431411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:26.432210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728a907-310d-4a4a-b951-c67730529528 None None] No DVR routers for this DVR port 9b3c8042-e1aa-4250-911b-d91490608ff0 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:26.480750 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-208043e8-7208-48dc-b7c5-9fb891fb1d80 req-8e88035a-dbbf-4213-bdbe-f59c54e5a9ba tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019354 Jun 10 16:19:26.550019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.638031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Allocated IP 172.26.5.90 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/8ea7bae3-6e69-4d9e-bd14-282d4b95db58) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:26.646728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46492) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:26.678646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] For port 67a47c00-69d8-4d24-9e57-ff6262c0321d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=67a47c00-69d8-4d24-9e57-ff6262c0321d,segment=NetworkSegment(43d507b4-040f-4f60-85a0-e463727a2c25),segment_id=43d507b4-040f-4f60-85a0-e463727a2c25)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:26.692103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:26.695245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3ef16a3d-ce35-4846-ba1e-d0668ea08433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:26.714069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 9b3c8042-e1aa-4250-911b-d91490608ff0 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:26.796930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-41ad955c-1ab5-4a0d-953c-a2196c9f3a68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=826cc0f92ebd45d185ac12bd8d00459a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427860 Jun 10 16:19:26.799883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46496) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:26.804784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting subnet 8fe4d717-839d-4b41-9c9c-808a2d880f2b {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:26.814739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Pushing event updated for resources: {'Port': ['ID=67a47c00-69d8-4d24-9e57-ff6262c0321d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:26.828295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:26.829742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b3c8042-e1aa-4250-911b-d91490608ff0 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:26.895190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9b3c8042-e1aa-4250-911b-d91490608ff0 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:26.896591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b3c8042-e1aa-4250-911b-d91490608ff0 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:26.929214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.057698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.063207 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-33262be8-0156-4f41-8380-0b6bf6e99007 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574246 Jun 10 16:19:27.122256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d346e089-bb93-470c-aecd-be18196426bb None None] Provisioning for port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:27.128031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d346e089-bb93-470c-aecd-be18196426bb None None] Provisioning complete for port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:27.129055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d346e089-bb93-470c-aecd-be18196426bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.129717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46504) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:27.145694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.146494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.161733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dfbd4685-9fc4-45d6-af71-b01a3bf14dc0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:27.212887 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1f3bee57-741d-4455-92c2-a364dbb9205c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags HTTP/1.1" status: 200 len: 241 time: 0.9601305 Jun 10 16:19:27.214603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d346e089-bb93-470c-aecd-be18196426bb None None] Port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:27.227836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:27.252344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d346e089-bb93-470c-aecd-be18196426bb None None] Provisioning complete for port 67a47c00-69d8-4d24-9e57-ff6262c0321d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:27.252747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d346e089-bb93-470c-aecd-be18196426bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.259791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:27.263213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:27.274627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:27.324006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Pushing event updated for resources: {'Port': ['ID=8ea7bae3-6e69-4d9e-bd14-282d4b95db58,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:27.338210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:27.525911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1038805034'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:27.556589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0112e051-1051-479d-a6cc-6f7b5f333c7b None None] Provisioning complete for port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:27.557903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0112e051-1051-479d-a6cc-6f7b5f333c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.609487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Made reservation on behalf of 952d4746e7b84ee2b9c40d3054d19c28 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:27.613512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.614637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0112e051-1051-479d-a6cc-6f7b5f333c7b None None] Port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:27.638668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.712674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76149-89ea-4b8d-8b2a-962ebc93288b req-5d97fccc-d22c-49d7-bdd4-3012cfc45963 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:27.714073 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f9b76149-89ea-4b8d-8b2a-962ebc93288b req-5d97fccc-d22c-49d7-bdd4-3012cfc45963 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.9879880 Jun 10 16:19:27.719714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-cfdfa97b-cfb5-4b7d-94a0-13c476ba624e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-1009778665') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:27.722140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46520) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:27.820243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.826030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:27.841952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.867699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:27.926244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=9b3c8042-e1aa-4250-911b-d91490608ff0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:27.936143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:27.947037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No DVR routers for this DVR port 9b3c8042-e1aa-4250-911b-d91490608ff0 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:27.951067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f9b76149-89ea-4b8d-8b2a-962ebc93288b req-78033751-877f-435c-a3fb-f01d8bd44d40 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188354 Jun 10 16:19:27.980169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:27.986239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.017266 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fb92f8-e6ae-4e4b-b627-7944a0161a46 req-d830210e-5fdf-4cb4-a2ca-f95a48190a06 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370654 Jun 10 16:19:28.044035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.050210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.058126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c6596e5-2757-4b65-9ae8-a6ec7bd38ac0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:28.119838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:28.141089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fede929-7e8d-4178-93fa-7ca45252356d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:28.193062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cfdfa97b-cfb5-4b7d-94a0-13c476ba624e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-1009778665 HTTP/1.1" status: 204 len: 168 time: 0.4779758 Jun 10 16:19:28.200578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46526) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:28.207005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-d46ed848-eb4b-4d11-8593-3e8b7f609fdf tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-1009778665') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:28.211530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.213913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.223816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:28.240316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.264525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62bdcf6-f650-47dc-9a09-cef165308762']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:28.279481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.279852 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Added segment c3c0d2d9-35f6-46e1-9758-9ef262c510be of type vlan for network eeca30a6-bd77-4eed-89a5-64c6f752d73e Jun 10 16:19:28.310250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad60e40-6cbc-4aeb-ba54-cf21fb292740') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:28.310549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad60e40-6cbc-4aeb-ba54-cf21fb292740') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:28.338829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.341832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.344387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.348345 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44006626-85f7-402f-a5be-7a4aebc25b81 HTTP/1.1" status: 204 len: 168 time: 1.5382600 Jun 10 16:19:28.355458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95b7ffd-8efd-4ce9-8c97-129c4140e37c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:28.377086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.391185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.393210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44006626-85f7-402f-a5be-7a4aebc25b81,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:28.446359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:28.455927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:28.456348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:28.460170 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:28.547629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.553578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c49758d8-67b2-4106-a954-d67b682f05ac tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:28.610851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe4d717-839d-4b41-9c9c-808a2d880f2b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:28.614515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.616582 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/8fe4d717-839d-4b41-9c9c-808a2d880f2b HTTP/1.1" status: 204 len: 168 time: 2.4228375 Jun 10 16:19:28.620403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:28.621636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46530) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:28.625029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf7066b-d1c8-4671-837f-f1f7fdf10dbc None None] Network fec80965-7d74-47c7-9831-ca4b935a3f63 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:28.625536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.651984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ddcb253-ec16-4ca8-8be9-947ed278acc1 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:28.661793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.670047 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/f62bdcf6-f650-47dc-9a09-cef165308762 HTTP/1.1" status: 204 len: 168 time: 4.1774492 Jun 10 16:19:28.719479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46534) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:28.735371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=f62bdcf6-f650-47dc-9a09-cef165308762,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:28.746479 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d46ed848-eb4b-4d11-8593-3e8b7f609fdf tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-1009778665 HTTP/1.1" status: 204 len: 168 time: 0.5447772 Jun 10 16:19:28.749663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:28.775855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46536) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:28.787943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-5f885f23-4f4a-4d33-8340-b022f7d9266a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:28.804079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbf420-153a-4ff4-b30a-7d778941b738 req-0f8d113b-9d03-4aea-9451-911e64910bb4 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:28.805896 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e6bbf420-153a-4ff4-b30a-7d778941b738 req-0f8d113b-9d03-4aea-9451-911e64910bb4 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.6884909 Jun 10 16:19:28.808419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.810774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.815717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 67a47c00-69d8-4d24-9e57-ff6262c0321d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:28.818516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:28.818516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.828016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c95201bb-1b79-4736-a3f2-28309f59fa3b tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:28.845163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe564b1-b0c3-443e-89f6-f863d15b33a0 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:28.846756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe564b1-b0c3-443e-89f6-f863d15b33a0 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:28.848259 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7fe564b1-b0c3-443e-89f6-f863d15b33a0 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2240298 Jun 10 16:19:28.862260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.864727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46538) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:28.908714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:28.940785 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8096533 Jun 10 16:19:28.993552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46544) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.000490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 67a47c00-69d8-4d24-9e57-ff6262c0321d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:29.001125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.001381 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Request body: {'subnet': {'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:29.084667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] DHCP port deletion for fec80965-7d74-47c7-9831-ca4b935a3f63 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:29.092025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event updated for resources: {'Network': ['ID=eeca30a6-bd77-4eed-89a5-64c6f752d73e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:29.098277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:29.114630 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e6bbf420-153a-4ff4-b30a-7d778941b738 req-265f3904-8256-4a30-9d1a-25769cd95f25 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900054 Jun 10 16:19:29.157437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:29.203461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c03a70-e177-422b-9e0e-8355bf5e2ad6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:29.221522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-82c03a70-e177-422b-9e0e-8355bf5e2ad6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5005503 Jun 10 16:19:29.228308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46552) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.268928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f12d052f-11c8-41ad-bef4-655fa1497c8e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.304048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Router 419c97d6-e6b1-43c6-b3d5-40c4dd8f657d is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:19:29.318025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Deleting port 67a47c00-69d8-4d24-9e57-ff6262c0321d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:29.318743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.361241 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5f885f23-4f4a-4d33-8340-b022f7d9266a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags HTTP/1.1" status: 200 len: 205 time: 0.5816150 Jun 10 16:19:29.414527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46556) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.427091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-426d1c55-c432-4e0d-a385-674501571455 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:29.483733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] For port 67a47c00-69d8-4d24-9e57-ff6262c0321d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=67a47c00-69d8-4d24-9e57-ff6262c0321d,segment=NetworkSegment(43d507b4-040f-4f60-85a0-e463727a2c25),segment_id=43d507b4-040f-4f60-85a0-e463727a2c25)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:29.484141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.527500 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12d052f-11c8-41ad-bef4-655fa1497c8e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 10 16:19:29.527711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12d052f-11c8-41ad-bef4-655fa1497c8e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:19:29.533385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f12d052f-11c8-41ad-bef4-655fa1497c8e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/fec80965-7d74-47c7-9831-ca4b935a3f63 HTTP/1.1" status: 409 len: 405 time: 0.6674414 Jun 10 16:19:29.536537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.548943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2093889158'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:29.611721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:29.617672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.618782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "PUT /v2.0/routers/419c97d6-e6b1-43c6-b3d5-40c4dd8f657d HTTP/1.1" status: 200 len: 915 time: 5.2493193 Jun 10 16:19:29.626532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46566) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.634400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Calling delete_port for 67a47c00-69d8-4d24-9e57-ff6262c0321d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:29.638275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] Sync routers for ids ['419c97d6-e6b1-43c6-b3d5-40c4dd8f657d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:29.685093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Allocated IP 172.26.5.122 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/bfb56c6e-ecdb-469b-8dae-296cf2a1df4a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:29.717243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] Routers {'419c97d6-e6b1-43c6-b3d5-40c4dd8f657d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:29.717984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['419c97d6-e6b1-43c6-b3d5-40c4dd8f657d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:29.779832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:29.807487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] Routers {'419c97d6-e6b1-43c6-b3d5-40c4dd8f657d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:29.808514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['419c97d6-e6b1-43c6-b3d5-40c4dd8f657d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:29.837191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:29.841481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.845292 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-54b19daa-104d-4baf-aea0-b3b8352f1a1c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/419c97d6-e6b1-43c6-b3d5-40c4dd8f657d HTTP/1.1" status: 200 len: 921 time: 0.2169013 Jun 10 16:19:29.846028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46570) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.862890 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-426d1c55-c432-4e0d-a385-674501571455 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags HTTP/1.1" status: 200 len: 241 time: 0.4432902 Jun 10 16:19:29.869342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:29.869779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a76f4-e841-47e4-a041-063e3ba00b58 None None] The sync data for ids ['419c97d6-e6b1-43c6-b3d5-40c4dd8f657d'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:29.878820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46572) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.890394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:29.893684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a11f1fcb-87ed-4843-9410-4353053b0daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:29.896572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-dadd56fe-4c68-487e-af3e-53900efca7c2 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-1992926738') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:29.935063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Pushing event deleted for resources: {'Port': ['ID=67a47c00-69d8-4d24-9e57-ff6262c0321d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:29.937717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:29.938905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] No DVR routers for this DVR port 67a47c00-69d8-4d24-9e57-ff6262c0321d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:29.945902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc7b7b-d33f-4a17-a247-45062e0dc264 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:29.949200 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-95cc7b7b-d33f-4a17-a247-45062e0dc264 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=419c97d6-e6b1-43c6-b3d5-40c4dd8f657d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1002636 Jun 10 16:19:29.956934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46576) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.973822 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1e1163d0-cb2b-43b1-8c5a-735960b9e849 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7373092 Jun 10 16:19:29.980076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46578) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:29.984625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Made reservation on behalf of 952d4746e7b84ee2b9c40d3054d19c28 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:29.986455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-197403896'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:29.988286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.082857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:30.086746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.092286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:30.146534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:30.149348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f20d07-be71-45f9-bf56-1b293db20a9b tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:30.153695 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-32f20d07-be71-45f9-bf56-1b293db20a9b tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/networks/00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 881 time: 0.1973448 Jun 10 16:19:30.163817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46584) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:30.167628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.167977 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment 1bb086c1-687b-4500-9b38-0faf24baf394 of type vlan for network 2461c8dd-a25a-493e-a631-27396013d829 Jun 10 16:19:30.184594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.227556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.227910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Added segment 445faf15-b9e6-4a07-b117-b659fc4070a7 of type vlan for network d025359f-3c1b-4356-92d2-99e7be295480 Jun 10 16:19:30.229819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.235814 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-30303c53-cfde-489f-9a4d-343544251381 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=419c97d6-e6b1-43c6-b3d5-40c4dd8f657d HTTP/1.1" status: 200 len: 205 time: 0.0642798 Jun 10 16:19:30.237386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46588) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:30.258750 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dadd56fe-4c68-487e-af3e-53900efca7c2 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-1992926738 HTTP/1.1" status: 204 len: 168 time: 0.3685462 Jun 10 16:19:30.264471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46590) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:30.328545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-4d0327f7-2d73-47dc-a05e-fd56b4432a2c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-1992926738') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:30.331545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.389066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.395128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:30.395738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.400942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:30.494269 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5125706 Jun 10 16:19:30.496391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46596) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:30.504822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '2461c8dd-a25a-493e-a631-27396013d829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:30.509845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46598) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:30.513788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.578390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.583711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:30.584326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.592688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:30.596443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.617787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=2461c8dd-a25a-493e-a631-27396013d829,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:30.622398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:30.636854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2461c8dd-a25a-493e-a631-27396013d829 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:30.688228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.705562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-702445416', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:30.740452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 67a47c00-69d8-4d24-9e57-ff6262c0321d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:30.768025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Made reservation on behalf of 233d97cd8c7b40db9202c940dd89e845 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:30.770454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.785600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.816418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Deleting port 8ea7bae3-6e69-4d9e-bd14-282d4b95db58 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:30.816418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.972658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:30.979777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 67a47c00-69d8-4d24-9e57-ff6262c0321d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:30.980302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 67a47c00-69d8-4d24-9e57-ff6262c0321d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:31.080387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Calling delete_port for 8ea7bae3-6e69-4d9e-bd14-282d4b95db58 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:31.129025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:31.140434 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5937603 Jun 10 16:19:31.149377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46602) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:31.159997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'subnet': {'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:31.171648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.190379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.198796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5039483d-8336-4fe4-b969-fba9ec5be1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:31.199462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:31.202206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:31.215014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] device_id is not set on port 40428675-7c89-49d6-a680-468d51a969d0 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:31.287118 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4d0327f7-2d73-47dc-a05e-fd56b4432a2c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-1992926738 HTTP/1.1" status: 204 len: 168 time: 1.0118828 Jun 10 16:19:31.295002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Network': ['ID=d025359f-3c1b-4356-92d2-99e7be295480,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:31.297977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:31.305283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46604) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:31.308065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network d025359f-3c1b-4356-92d2-99e7be295480 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:31.312730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-245657cd-873d-4b1b-948c-9376db08c53c tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.705s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:31.358033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-747e96f6-e678-4fc3-8cad-3a7a61590da8 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:31.365646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.377191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:31.380928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.407207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Port': ['ID=bfb56c6e-ecdb-469b-8dae-296cf2a1df4a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:31.418412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:31.419118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8fe84e1d-56b2-4cc5-b7c4-22469738118d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:31.425850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ebff82-9a95-42c2-9811-01390377691f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:31.485377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:31.609205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.618001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event updated for resources: {'Subnet': ['ID=9bf6e92b-4f9f-4657-b830-6d4aa4ea38da,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:31.622213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Checking segment: {'id': 'c3c0d2d9-35f6-46e1-9758-9ef262c510be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:31.622386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:31.622484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Network hostable DHCP agents. Network: eeca30a6-bd77-4eed-89a5-64c6f752d73e, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:31.624645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:31.626339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.653671 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-747e96f6-e678-4fc3-8cad-3a7a61590da8 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags HTTP/1.1" status: 200 len: 205 time: 0.3377657 Jun 10 16:19:31.659604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46606) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:31.674864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-fa8394a9-5594-452f-9dc8-caaf8e1a350c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:31.721703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:31.726580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.763383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, eeca30a6-bd77-4eed-89a5-64c6f752d73e) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:31.769258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Allocated IP 172.26.5.166 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/40428675-7c89-49d6-a680-468d51a969d0) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:31.776853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d01ee-92e9-4279-b3a5-734e410eaee9 None None] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:31.780030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:31.780909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.846022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8489156 Jun 10 16:19:31.851239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46608) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:31.856417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Request body: {'port': {'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2102995336'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:31.862151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.869027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:31.884353 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fa8394a9-5594-452f-9dc8-caaf8e1a350c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags HTTP/1.1" status: 200 len: 239 time: 0.2160709 Jun 10 16:19:31.897425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46610) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:31.905583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-3284fe14-e29e-4731-a092-53cff8b00a95 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-95426651') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:31.922914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event deleted for resources: {'Port': ['ID=8ea7bae3-6e69-4d9e-bd14-282d4b95db58,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:31.926131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:31.932748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:31.975899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b14b5a-8d73-4793-bf89-27319361d47a tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:32.013282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-eeca30a6-bd77-4eed-89a5-64c6f752d73e', 'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e', 'tenant_id': '952d4746e7b84ee2b9c40d3054d19c28', 'fixed_ips': [{'subnet_id': '9bf6e92b-4f9f-4657-b830-6d4aa4ea38da'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:32.014257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.154328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3284fe14-e29e-4731-a092-53cff8b00a95 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-95426651 HTTP/1.1" status: 204 len: 168 time: 0.2541599 Jun 10 16:19:32.164938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=c7b5a2fa-190a-47d0-9dee-615b67987eda,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:32.180873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46612) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.188276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Allocated IP 172.20.0.2 (eeca30a6-bd77-4eed-89a5-64c6f752d73e/9bf6e92b-4f9f-4657-b830-6d4aa4ea38da/2887c3ff-2383-420b-905d-41fc482d2bb1) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:32.193960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:32.200150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-229c338a-9eb8-48e2-8766-da36592e0786 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-95426651') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:32.252035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': '1bb086c1-687b-4500-9b38-0faf24baf394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2461c8dd-a25a-493e-a631-27396013d829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:32.252395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: 2461c8dd-a25a-493e-a631-27396013d829, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:32.269315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.283409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.291380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d22df862-89fe-4cd3-a48d-599a743600e6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:32.343924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Made reservation on behalf of 952d4746e7b84ee2b9c40d3054d19c28 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:32.347519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.364124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 2461c8dd-a25a-493e-a631-27396013d829 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:32.398340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.408600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Transition to ACTIVE for port object 2887c3ff-2383-420b-905d-41fc482d2bb1 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:32.418309 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-229c338a-9eb8-48e2-8766-da36592e0786 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-95426651 HTTP/1.1" status: 204 len: 168 time: 0.2307003 Jun 10 16:19:32.426417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Transition to ACTIVE for port object 2887c3ff-2383-420b-905d-41fc482d2bb1 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:32.426760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46614) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.427529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Port': ['ID=bfb56c6e-ecdb-469b-8dae-296cf2a1df4a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:32.434907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:32.439562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.441996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-82750d26-45bd-47ad-84d4-d6f8997c601b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:32.442464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-ed8a0101-5a7b-4ede-8bcc-5ce534680e2f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:32.448514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2461c8dd-a25a-493e-a631-27396013d829) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:32.459973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] device_id is not set on port 05740ea6-17a3-4807-8e1f-709d52e2d0dc yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:32.468572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:32.469455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.471971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.476978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3be067-9a85-4780-b2d6-9bc1b7fccaa6 None None] Network 2461c8dd-a25a-493e-a631-27396013d829 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:32.533521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.548456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.549920 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8187947 Jun 10 16:19:32.553915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0535734 Jun 10 16:19:32.557761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46616) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.557761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46618) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.564872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '2461c8dd-a25a-493e-a631-27396013d829', 'name': 'tempest-PortsIpV6TestJSON-179960195'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:32.571229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:32.575449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-389100900'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:32.578048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:32.581711 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed8a0101-5a7b-4ede-8bcc-5ce534680e2f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags HTTP/1.1" status: 200 len: 205 time: 0.1507521 Jun 10 16:19:32.585541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:32.587298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46620) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.590418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Pushing event updated for resources: {'Port': ['ID=2887c3ff-2383-420b-905d-41fc482d2bb1,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:32.602504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:32.604527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-ecca5d7d-2e18-4927-abcc-005f122f347d tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:32.701849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Attempting to bind port 2887c3ff-2383-420b-905d-41fc482d2bb1 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:32.702131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Attempting to bind port 2887c3ff-2383-420b-905d-41fc482d2bb1 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'c3c0d2d9-35f6-46e1-9758-9ef262c510be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:32.702505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Attempting to bind port 2887c3ff-2383-420b-905d-41fc482d2bb1 on network eeca30a6-bd77-4eed-89a5-64c6f752d73e {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:32.711321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:32.711736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Checking segment: {'id': 'c3c0d2d9-35f6-46e1-9758-9ef262c510be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:32.712139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.712946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Bound using segment: {'id': 'c3c0d2d9-35f6-46e1-9758-9ef262c510be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:32.713070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Bound port: 2887c3ff-2383-420b-905d-41fc482d2bb1, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c0d2d9-35f6-46e1-9758-9ef262c510be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'eeca30a6-bd77-4eed-89a5-64c6f752d73e'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:32.713427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.737115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Made reservation on behalf of 090630c27ec04a18848b73cc35f32377 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:32.741929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.742891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.747393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.752793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.760606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.846793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-2461c8dd-a25a-493e-a631-27396013d829', 'network_id': '2461c8dd-a25a-493e-a631-27396013d829', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': 'c7b5a2fa-190a-47d0-9dee-615b67987eda'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:32.847636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.869738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] For port 2887c3ff-2383-420b-905d-41fc482d2bb1, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:32.873343 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ecca5d7d-2e18-4927-abcc-005f122f347d tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags HTTP/1.1" status: 204 len: 168 time: 0.2707791 Jun 10 16:19:32.874654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46622) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.881771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-d7966a58-e076-462a-8f65-24162c82daa9 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:32.885737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] For port 2887c3ff-2383-420b-905d-41fc482d2bb1, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2887c3ff-2383-420b-905d-41fc482d2bb1,segment=NetworkSegment(c3c0d2d9-35f6-46e1-9758-9ef262c510be),segment_id=c3c0d2d9-35f6-46e1-9758-9ef262c510be)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:32.890747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.891481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Fanout notify agent at l3_agent the message router_deleted on router 419c97d6-e6b1-43c6-b3d5-40c4dd8f657d {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:32.892547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.895811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.896166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:32.909025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.919421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:32.929309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.929778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Added segment a7eecd70-b448-45a7-97a0-cbe2ea78fb04 of type vlan for network fa268aa8-380c-49dd-8ef1-67bab9565c57 Jun 10 16:19:32.964027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:32.964027 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/419c97d6-e6b1-43c6-b3d5-40c4dd8f657d HTTP/1.1" status: 204 len: 168 time: 2.7253828 Jun 10 16:19:32.971397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46624) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:32.988422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:33.003405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Allocated IP 172.20.0.14 (eeca30a6-bd77-4eed-89a5-64c6f752d73e/9bf6e92b-4f9f-4657-b830-6d4aa4ea38da/05740ea6-17a3-4807-8e1f-709d52e2d0dc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:33.042636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-32584652', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:33.058415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.060750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Pushing event updated for resources: {'Port': ['ID=2887c3ff-2383-420b-905d-41fc482d2bb1,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:33.064610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:33.077002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:19:33.087250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.088383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca7b2b1-5dc0-4c4a-95a6-fb03be453de0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:33.092227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:33.093391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ae31fd0e-44f0-4554-a1e1-2d8adf3e2e64 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:33.145613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.152011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:33.152665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.157069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Allocated IP 2001:db8::2 (2461c8dd-a25a-493e-a631-27396013d829/c7b5a2fa-190a-47d0-9dee-615b67987eda/4b932480-7e70-4f18-aff0-357f2faf73ba) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:33.159751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bbe50d5-6640-4f86-a69c-5850df55d4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:33.160235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.173553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:19:33.173553 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:19:33.173553 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'project_id_1': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 19, 33, 93677)}] Jun 10 16:19:33.173553 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:19:33.173963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:19:33.196497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.197489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.214405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Subnet': ['ID=0ba540df-e362-4f9e-a42c-f838ec263d14,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:33.224066 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d7966a58-e076-462a-8f65-24162c82daa9 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags HTTP/1.1" status: 204 len: 168 time: 0.3470166 Jun 10 16:19:33.225509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:33.228034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:33.236522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39a3ad1d-00e6-4f2a-bb9a-0eb5fe65f76d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:33.243697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46626) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:33.253268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-01dd1683-cdf6-4b1d-802c-38d7ce9abd1a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:33.258875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:33.297678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:33.326011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7663772 Jun 10 16:19:33.335973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46628) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:33.345768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Request body: {'subnet': {'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:33.447627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.454020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Checking segment: {'id': '445faf15-b9e6-4a07-b117-b659fc4070a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:33.454373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network hostable DHCP agents. Network: d025359f-3c1b-4356-92d2-99e7be295480, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:33.482799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Made reservation on behalf of 090630c27ec04a18848b73cc35f32377 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:33.484919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.487622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.488181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd118-2a2e-4695-a655-e77e2739a55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.496017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Network': ['ID=fa268aa8-380c-49dd-8ef1-67bab9565c57,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:33.499079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:33.514966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:33.518450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Transition to ACTIVE for port object 4b932480-7e70-4f18-aff0-357f2faf73ba will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:33.559184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Pushing event updated for resources: {'Port': ['ID=40428675-7c89-49d6-a680-468d51a969d0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:33.599363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Transition to ACTIVE for port object 4b932480-7e70-4f18-aff0-357f2faf73ba will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:33.635107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:33.645356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:33.646255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.657220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.657490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.669759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b8607420-373b-40ff-8963-d2b37f6408fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:33.688411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Transition to ACTIVE for port object 05740ea6-17a3-4807-8e1f-709d52e2d0dc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:33.732526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Network 2461c8dd-a25a-493e-a631-27396013d829 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:33.736749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:33.738715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Pushing event updated for resources: {'Port': ['ID=4b932480-7e70-4f18-aff0-357f2faf73ba,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:33.741812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:33.744867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:33.763000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:33.766774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.769717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network d025359f-3c1b-4356-92d2-99e7be295480 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:33.790346 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2757688 Jun 10 16:19:33.790346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.796250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:33.798847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, d025359f-3c1b-4356-92d2-99e7be295480) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:33.809493 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-01dd1683-cdf6-4b1d-802c-38d7ce9abd1a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags HTTP/1.1" status: 204 len: 168 time: 0.5603490 Jun 10 16:19:33.809493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:33.809493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.810680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46634) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:33.810922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.166'}]}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:33.815426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-8245d3fb-9bf9-4fde-be3c-33fd3a266dae tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:33.821001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Attempting to bind port 4b932480-7e70-4f18-aff0-357f2faf73ba on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:33.821445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Attempting to bind port 4b932480-7e70-4f18-aff0-357f2faf73ba by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '1bb086c1-687b-4500-9b38-0faf24baf394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2461c8dd-a25a-493e-a631-27396013d829'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:33.821818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Attempting to bind port 4b932480-7e70-4f18-aff0-357f2faf73ba on network 2461c8dd-a25a-493e-a631-27396013d829 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:33.826397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7778a-1d81-4e77-be9b-385c422a5165 None None] Network d025359f-3c1b-4356-92d2-99e7be295480 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:33.833971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:33.834390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Checking segment: {'id': '1bb086c1-687b-4500-9b38-0faf24baf394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2461c8dd-a25a-493e-a631-27396013d829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:33.834812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.835228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Bound using segment: {'id': '1bb086c1-687b-4500-9b38-0faf24baf394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2461c8dd-a25a-493e-a631-27396013d829'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:33.835884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Bound port: 4b932480-7e70-4f18-aff0-357f2faf73ba, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb086c1-687b-4500-9b38-0faf24baf394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2461c8dd-a25a-493e-a631-27396013d829'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:33.836268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.840060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 5227ab2f-b581-4428-8b85-4f9eb39c03de yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:33.884216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:33.908920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:33.952201 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7946267 Jun 10 16:19:33.952415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46636) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:33.960905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'port': {'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480', 'name': 'tempest-NetworksIpV6TestAttrs-1958386834'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:34.009245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event updated for resources: {'Port': ['ID=05740ea6-17a3-4807-8e1f-709d52e2d0dc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:34.012001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:34.026794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.027878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.034637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:34.050456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:34.053243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:34.065707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.101055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d222e067-7c1f-4477-9702-3c488341db67 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:34.115677 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8245d3fb-9bf9-4fde-be3c-33fd3a266dae tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags HTTP/1.1" status: 204 len: 168 time: 0.3001108 Jun 10 16:19:34.119917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46638) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:34.139161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-179d4214-f61d-49dc-9ad9-a978072c2971 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-69204297') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:34.191706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] For port 4b932480-7e70-4f18-aff0-357f2faf73ba, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:34.199136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] For port 4b932480-7e70-4f18-aff0-357f2faf73ba, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4b932480-7e70-4f18-aff0-357f2faf73ba,segment=NetworkSegment(1bb086c1-687b-4500-9b38-0faf24baf394),segment_id=1bb086c1-687b-4500-9b38-0faf24baf394)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:34.232097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.242580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:34.295937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:34.299229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:34.299899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.302498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.312551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.336051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Subnet': ['ID=1a68f068-6cb0-48d7-a359-8853903e0f14,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:34.339022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:34.395287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] device_id is not set on port f9cca22c-d28a-484f-800a-ec0694c0a5f4 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:34.408384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Checking segment: {'id': 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:34.408749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network hostable DHCP agents. Network: fa268aa8-380c-49dd-8ef1-67bab9565c57, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:34.413062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::329 (2461c8dd-a25a-493e-a631-27396013d829/c7b5a2fa-190a-47d0-9dee-615b67987eda/5227ab2f-b581-4428-8b85-4f9eb39c03de) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:34.423240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Pushing event updated for resources: {'Port': ['ID=4b932480-7e70-4f18-aff0-357f2faf73ba,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:34.426902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:34.427799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-d025359f-3c1b-4356-92d2-99e7be295480', 'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480', 'tenant_id': '1f5d6e1b2a9f480785166c6891959138', 'fixed_ips': [{'subnet_id': '0ba540df-e362-4f9e-a42c-f838ec263d14'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:34.430016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.473304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.6191018 Jun 10 16:19:34.479205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46640) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:34.683997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Allocated IP 2001:db8::f816:3eff:fefe:8427 (d025359f-3c1b-4356-92d2-99e7be295480/0ba540df-e362-4f9e-a42c-f838ec263d14/f9cca22c-d28a-484f-800a-ec0694c0a5f4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:34.690151 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-179d4214-f61d-49dc-9ad9-a978072c2971 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-69204297 HTTP/1.1" status: 201 len: 201 time: 0.5662553 Jun 10 16:19:34.691761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46642) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:34.698352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-df3fdfdc-9655-4b44-af57-87c329c447fd tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-949317666') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:34.701005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:34.716027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2a3c7-70a2-461f-88f1-240aa806b6c0 None None] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:34.859031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b932480-7e70-4f18-aff0-357f2faf73ba up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:34.863266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-963c8c2d-3f96-47e0-9493-2659b592ebe1 None None] Provisioning for port 2887c3ff-2383-420b-905d-41fc482d2bb1 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:35.012812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4b932480-7e70-4f18-aff0-357f2faf73ba completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:35.021519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2887c3ff-2383-420b-905d-41fc482d2bb1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:35.132549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 2887c3ff-2383-420b-905d-41fc482d2bb1 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:35.140339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2887c3ff-2383-420b-905d-41fc482d2bb1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:35.140811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.176610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.211474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:35.263323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, fa268aa8-380c-49dd-8ef1-67bab9565c57) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:35.283711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ad4ebf-b564-4efe-add8-0cc68b94580b None None] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:35.310116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.313000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:35.313778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.388286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.389260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.414987 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0724540 Jun 10 16:19:35.420918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:35.428821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1406124836', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:35.455742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Transition to ACTIVE for port object f9cca22c-d28a-484f-800a-ec0694c0a5f4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:35.491148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 2887c3ff-2383-420b-905d-41fc482d2bb1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2887c3ff-2383-420b-905d-41fc482d2bb1,segment=NetworkSegment(c3c0d2d9-35f6-46e1-9758-9ef262c510be),segment_id=c3c0d2d9-35f6-46e1-9758-9ef262c510be)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:35.491940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Deleting port 05740ea6-17a3-4807-8e1f-709d52e2d0dc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:35.492291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.508016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.530265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:35.554474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.555773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.601971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Allocated IP 172.26.5.82 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/1c9128c0-cf02-408a-9dea-eead695939cc) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:35.617801 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df3fdfdc-9655-4b44-af57-87c329c447fd tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-949317666 HTTP/1.1" status: 201 len: 201 time: 0.9246724 Jun 10 16:19:35.622559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46648) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:35.636332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-6e25a107-779b-4d45-b287-f9051675d985 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-1977932325') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:35.644123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.653335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d499f808-58cb-4307-a977-7158644d6b35 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:35.675281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=2887c3ff-2383-420b-905d-41fc482d2bb1,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:35.702331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:35.744005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.757872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.768062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dd0fd454-d403-4322-91ff-aa31034f24f2 None None] Provisioning complete for port 2887c3ff-2383-420b-905d-41fc482d2bb1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:35.768608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd454-d403-4322-91ff-aa31034f24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.793027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network d025359f-3c1b-4356-92d2-99e7be295480 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:35.860223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 5227ab2f-b581-4428-8b85-4f9eb39c03de will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:35.884157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Allocated IP 2001:db8::f816:3eff:fec3:1eb1 (d025359f-3c1b-4356-92d2-99e7be295480/0ba540df-e362-4f9e-a42c-f838ec263d14/b546208c-53e9-4b84-81de-55ba64e9c526) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:35.897878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.903491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f50da3a-dab2-4ff1-b437-1affed3a3dd5 None None] Network 2461c8dd-a25a-493e-a631-27396013d829 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:35.911042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:35.914028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:35.920479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:35.921472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:35.983309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Port': ['ID=f9cca22c-d28a-484f-800a-ec0694c0a5f4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:35.986765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:36.021109 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0675204 Jun 10 16:19:36.032353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Calling delete_port for 05740ea6-17a3-4807-8e1f-709d52e2d0dc owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:36.040947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46650) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:36.086306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-fa268aa8-380c-49dd-8ef1-67bab9565c57', 'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57', 'tenant_id': '090630c27ec04a18848b73cc35f32377', 'fixed_ips': [{'subnet_id': '1a68f068-6cb0-48d7-a359-8853903e0f14'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:36.087573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.136763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.155600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.173798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.190397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6e25a107-779b-4d45-b287-f9051675d985 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-1977932325 HTTP/1.1" status: 201 len: 201 time: 0.5615330 Jun 10 16:19:36.194711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:36.199571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-8726fbbc-65d2-4a7f-9837-6551e619a004 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-725497588') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:36.213426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.224227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-28e091b7-eae8-4c40-9d71-4bdac3885f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:36.246073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting subnet 0ba540df-e362-4f9e-a42c-f838ec263d14 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:36.320004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.325824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b51912c5-fb48-496d-96a6-c9fc02ad2979 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:36.329699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 2461c8dd-a25a-493e-a631-27396013d829 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:36.363028 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8726fbbc-65d2-4a7f-9837-6551e619a004 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-725497588 HTTP/1.1" status: 201 len: 201 time: 0.1674550 Jun 10 16:19:36.366812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46654) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:36.372976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-4eb85e4e-1581-4678-9188-94f228e76d88 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', {'tags': ['tempest-TagsExtTest-Tag-262530767', 'tempest-TagsExtTest-Tag-915045013', 'tempest-TagsExtTest-Tag-918597014']}) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:36.390542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:36.415236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c3a6aa2-c8ed-4d78-bf37-7a817b8a8ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.420243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:36.422749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dd0fd454-d403-4322-91ff-aa31034f24f2 None None] Provisioning for port 05740ea6-17a3-4807-8e1f-709d52e2d0dc completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:36.430833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:36.433270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:36.438216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dd0fd454-d403-4322-91ff-aa31034f24f2 None None] Provisioning complete for port 05740ea6-17a3-4807-8e1f-709d52e2d0dc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:36.438602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd454-d403-4322-91ff-aa31034f24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.472600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event updated for resources: {'Port': ['ID=1c9128c0-cf02-408a-9dea-eead695939cc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:36.481324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:36.483867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=5227ab2f-b581-4428-8b85-4f9eb39c03de,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:36.486868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:36.494184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:36.494589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.578714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:36.618940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.625086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c08abe51-7f6a-4828-934c-f1f99760b20d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:36.666459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event deleted for resources: {'Port': ['ID=05740ea6-17a3-4807-8e1f-709d52e2d0dc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:36.675568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:36.683573 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1195664 Jun 10 16:19:36.686188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46656) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:36.691589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '2461c8dd-a25a-493e-a631-27396013d829', 'name': 'tempest-PortsIpV6TestJSON-523270727'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:36.716274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Allocated IP 172.20.0.2 (fa268aa8-380c-49dd-8ef1-67bab9565c57/1a68f068-6cb0-48d7-a359-8853903e0f14/e0fa715e-9cbd-4507-9fce-cd4cbefa9290) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:36.751829 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4eb85e4e-1581-4678-9188-94f228e76d88 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags HTTP/1.1" status: 200 len: 315 time: 0.3824117 Jun 10 16:19:36.756531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46658) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:36.763211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-0dabdb49-f5d9-453f-b9f0-508b6ddded08 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:36.812361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.814642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.820166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "DELETE /v2.0/ports/05740ea6-17a3-4807-8e1f-709d52e2d0dc HTTP/1.1" status: 204 len: 168 time: 2.3360863 Jun 10 16:19:36.821754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46660) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:36.832585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.840581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2887c3ff-2383-420b-905d-41fc482d2bb1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:36.852802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:36.922026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.011562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fd454-d403-4322-91ff-aa31034f24f2 None None] Port 05740ea6-17a3-4807-8e1f-709d52e2d0dc cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:37.013533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Transition to ACTIVE for port object b546208c-53e9-4b84-81de-55ba64e9c526 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:37.042528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.081387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Transition to ACTIVE for port object b546208c-53e9-4b84-81de-55ba64e9c526 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:37.092028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.104375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.114810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:37.127561 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0cba6e0b-dbda-4b4e-a523-aa36e82f8a95 tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.3028693 Jun 10 16:19:37.157859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46664) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:37.165390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1292451825'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:37.168621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.174271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:37.177462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Could not find standard attr ID for object 05740ea6-17a3-4807-8e1f-709d52e2d0dc. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:19:37.178783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.194382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Network d025359f-3c1b-4356-92d2-99e7be295480 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:37.202272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Transition to ACTIVE for port object e0fa715e-9cbd-4507-9fce-cd4cbefa9290 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:37.207628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:37.213662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:37.220908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2887c3ff-2383-420b-905d-41fc482d2bb1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:37.221342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.221545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.227905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.269746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port bbf3f236-28c9-4557-a7e7-cbee0c382d0c yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:37.277105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Pushing event updated for resources: {'Port': ['ID=b546208c-53e9-4b84-81de-55ba64e9c526,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:37.285622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:37.292078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Provisioning for port 4b932480-7e70-4f18-aff0-357f2faf73ba completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:37.299154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Transition to ACTIVE for port object e0fa715e-9cbd-4507-9fce-cd4cbefa9290 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:37.304662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.337318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Provisioning complete for port 4b932480-7e70-4f18-aff0-357f2faf73ba triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:37.338019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.386971 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0dabdb49-f5d9-453f-b9f0-508b6ddded08 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags HTTP/1.1" status: 204 len: 168 time: 0.6270239 Jun 10 16:19:37.390317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46666) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:37.401871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-a9c4b5d3-51af-42ea-bb96-abde46dd463f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-262530767') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:37.402094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.405944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.410895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:37.476885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Attempting to bind port b546208c-53e9-4b84-81de-55ba64e9c526 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:37.477565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Attempting to bind port b546208c-53e9-4b84-81de-55ba64e9c526 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '445faf15-b9e6-4a07-b117-b659fc4070a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:37.477679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Attempting to bind port b546208c-53e9-4b84-81de-55ba64e9c526 on network d025359f-3c1b-4356-92d2-99e7be295480 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:37.495903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Made reservation on behalf of 952d4746e7b84ee2b9c40d3054d19c28 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:37.497747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:37.500482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.508933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:37.509474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Checking segment: {'id': '445faf15-b9e6-4a07-b117-b659fc4070a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:37.509962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.510440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Bound using segment: {'id': '445faf15-b9e6-4a07-b117-b659fc4070a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:37.511015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Bound port: b546208c-53e9-4b84-81de-55ba64e9c526, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445faf15-b9e6-4a07-b117-b659fc4070a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd025359f-3c1b-4356-92d2-99e7be295480'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:37.511481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.513862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:37.536788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:37.545952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Pushing event updated for resources: {'Port': ['ID=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:37.576083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:37.746042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Attempting to bind port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:37.746517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Attempting to bind port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:37.747002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Attempting to bind port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 on network fa268aa8-380c-49dd-8ef1-67bab9565c57 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:37.768764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:37.769362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Checking segment: {'id': 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:37.769766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.771259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Bound using segment: {'id': 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:37.771259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Bound port: e0fa715e-9cbd-4507-9fce-cd4cbefa9290, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:37.771259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.774868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] For port b546208c-53e9-4b84-81de-55ba64e9c526, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:37.780102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.805657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Allocated IP 172.26.5.247 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/8671e5bc-02ed-4633-992e-0731bb60721f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:37.811803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:37.813748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] For port b546208c-53e9-4b84-81de-55ba64e9c526, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=b546208c-53e9-4b84-81de-55ba64e9c526,segment=NetworkSegment(445faf15-b9e6-4a07-b117-b659fc4070a7),segment_id=445faf15-b9e6-4a07-b117-b659fc4070a7)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:37.822783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.841009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.851463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.851673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2c1586ed-8461-4cff-95b7-470f94b5da54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:37.899970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.900324 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Added segment da5fef18-7fff-453c-9fe4-6b6301a7b491 of type vlan for network 94ec4264-c8bd-4df6-8c28-21950f36f83a Jun 10 16:19:37.932585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] For port 4b932480-7e70-4f18-aff0-357f2faf73ba, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4b932480-7e70-4f18-aff0-357f2faf73ba,segment=NetworkSegment(1bb086c1-687b-4500-9b38-0faf24baf394),segment_id=1bb086c1-687b-4500-9b38-0faf24baf394)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:37.951225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.972773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::32e (2461c8dd-a25a-493e-a631-27396013d829/c7b5a2fa-190a-47d0-9dee-615b67987eda/bbf3f236-28c9-4557-a7e7-cbee0c382d0c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:37.980962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] For port e0fa715e-9cbd-4507-9fce-cd4cbefa9290, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:37.986030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] For port e0fa715e-9cbd-4507-9fce-cd4cbefa9290, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,segment=NetworkSegment(a7eecd70-b448-45a7-97a0-cbe2ea78fb04),segment_id=a7eecd70-b448-45a7-97a0-cbe2ea78fb04)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:37.988234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Pushing event updated for resources: {'Port': ['ID=b546208c-53e9-4b84-81de-55ba64e9c526,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:37.992917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:37.996324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:37.996754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:38.028138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.028718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32f31b47-4e4f-4167-a46a-17b86221e92b {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:38.054456 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-a9c4b5d3-51af-42ea-bb96-abde46dd463f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:38.055542 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a9c4b5d3-51af-42ea-bb96-abde46dd463f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-262530767 HTTP/1.1" status: 404 len: 328 time: 0.6593902 Jun 10 16:19:38.061014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46668) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:38.065785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-ba11d70b-dfed-4cda-9e79-34f6d583c237 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-915045013') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:38.065944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.072415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 10 16:19:38.073442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8f8a3493-6ff0-4623-8fb9-037a95f424ad tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2760253 Jun 10 16:19:38.081879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.086975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46670) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:38.103451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9405d-aada-4cb8-baa6-ea25b7bb7ef2 None None] Pushing event updated for resources: {'Port': ['ID=4b932480-7e70-4f18-aff0-357f2faf73ba,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:38.156559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7e721706-3e79-407d-a8eb-d248b5bbcb7e None None] Provisioning for port 5227ab2f-b581-4428-8b85-4f9eb39c03de completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:38.171885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7e721706-3e79-407d-a8eb-d248b5bbcb7e None None] Provisioning complete for port 5227ab2f-b581-4428-8b85-4f9eb39c03de triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:38.172275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7e721706-3e79-407d-a8eb-d248b5bbcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.172635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.193739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.237753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Pushing event updated for resources: {'Port': ['ID=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:38.250193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:38.250902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:38.251184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:38.253887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7e721706-3e79-407d-a8eb-d248b5bbcb7e None None] Port 5227ab2f-b581-4428-8b85-4f9eb39c03de cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:38.270974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7e721706-3e79-407d-a8eb-d248b5bbcb7e None None] Provisioning complete for port 4b932480-7e70-4f18-aff0-357f2faf73ba triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:38.270974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7e721706-3e79-407d-a8eb-d248b5bbcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.279765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.285224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:38.285839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.295561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e55906c1-1fb9-4e0f-ba89-b90ade2f6b7c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:38.463764 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-ba11d70b-dfed-4cda-9e79-34f6d583c237 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:38.467600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba11d70b-dfed-4cda-9e79-34f6d583c237 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-915045013 HTTP/1.1" status: 404 len: 328 time: 0.4027574 Jun 10 16:19:38.468532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46672) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:38.476477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-fa600a62-ff19-444b-8c47-92c3313c5146 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42', 'tempest-TagsExtTest-Tag-918597014') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:38.481525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.528140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3934138c-26d4-44ba-9503-7be0caef49eb tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:38.634071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:38.648224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:38.656088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:38.717929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Port': ['ID=8671e5bc-02ed-4633-992e-0731bb60721f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:38.731327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:38.733177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Router c36a28ee-ff21-4e6d-b39b-caa5e6436e0f is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:19:38.874764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:38.914307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device b546208c-53e9-4b84-81de-55ba64e9c526 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:38.953888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7948987 Jun 10 16:19:38.994772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port b546208c-53e9-4b84-81de-55ba64e9c526 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:38.999028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e0fa715e-9cbd-4507-9fce-cd4cbefa9290 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:39.001033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46674) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.014760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.040805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.047067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/0ba540df-e362-4f9e-a42c-f838ec263d14 HTTP/1.1" status: 204 len: 168 time: 2.9963906 Jun 10 16:19:39.047245 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-fa600a62-ff19-444b-8c47-92c3313c5146 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:39.047245 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fa600a62-ff19-444b-8c47-92c3313c5146 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags/tempest-TagsExtTest-Tag-918597014 HTTP/1.1" status: 404 len: 328 time: 0.5767541 Jun 10 16:19:39.059016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46676) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.059347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46678) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.066737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-f62c9bd2-a99e-4127-bc34-65ed456d1149 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', {'tags': ['tempest-TagsExtTest-Tag-189055338', 'tempest-TagsExtTest-Tag-593717081', 'tempest-TagsExtTest-Tag-1948526808']}) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:39.067526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:39.072798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b932480-7e70-4f18-aff0-357f2faf73ba up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:39.079271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event updated for resources: {'Network': ['ID=94ec4264-c8bd-4df6-8c28-21950f36f83a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:39.082209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:39.088788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5e05b74-9115-488c-a3a6-17bf467f7fb0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:39.099895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 94ec4264-c8bd-4df6-8c28-21950f36f83a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:39.205133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba540df-e362-4f9e-a42c-f838ec263d14,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:39.218583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Deleting port 40428675-7c89-49d6-a680-468d51a969d0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:39.218933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.223258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4b932480-7e70-4f18-aff0-357f2faf73ba triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:39.223830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.231974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:39.252919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.281322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:39.296161 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] Sync routers for ids ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:39.315381 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] Routers {'c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:39.316021 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:39.345793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee49b8-7cef-416e-bfc1-5918128dfb3f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:39.347479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ee49b8-7cef-416e-bfc1-5918128dfb3f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:39.352005 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-40ee49b8-7cef-416e-bfc1-5918128dfb3f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2885633 Jun 10 16:19:39.355818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object bbf3f236-28c9-4557-a7e7-cbee0c382d0c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:39.359320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.367406 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-58d7ec42-4a12-4b0f-a4aa-eaa9ab4f0bdb tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/agents/0272578f-412f-4d89-ab07-bbd43b19c734/dhcp-networks HTTP/1.1" status: 200 len: 9561 time: 0.3562152 Jun 10 16:19:39.368561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.390266 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:39.390484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f62c9bd2-a99e-4127-bc34-65ed456d1149 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags HTTP/1.1" status: 200 len: 316 time: 0.3260374 Jun 10 16:19:39.398247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46684) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.398816 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] Routers {'c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:39.399452 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:39.406090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-c24a617e-44c1-4f4c-9e57-81af26653d6c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:39.415784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.418976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.4239042 Jun 10 16:19:39.432069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46686) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.436881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:39.452228 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:39.452651 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04e572c-a556-4e6a-b5dc-1f358de66b38 None None] The sync data for ids ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:39.630610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.654675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33a012-a853-4658-be41-2d8839536eb5 None None] Network d025359f-3c1b-4356-92d2-99e7be295480 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:39.668056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdf4e115-4562-482c-adae-d711ac442435 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.685171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.764653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Calling delete_port for 40428675-7c89-49d6-a680-468d51a969d0 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:39.774957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Provisioning for port b546208c-53e9-4b84-81de-55ba64e9c526 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:39.777614 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf4e115-4562-482c-adae-d711ac442435 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 10 16:19:39.778254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf4e115-4562-482c-adae-d711ac442435 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:19:39.783956 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cdf4e115-4562-482c-adae-d711ac442435 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/d025359f-3c1b-4356-92d2-99e7be295480 HTTP/1.1" status: 409 len: 405 time: 0.4197257 Jun 10 16:19:39.787090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46688) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:39.798851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609882494'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:39.816551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Provisioning complete for port b546208c-53e9-4b84-81de-55ba64e9c526 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:39.817168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.825099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.833884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:39.837765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:39.840044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e88fba9d-8260-4775-a74c-c1dbcc782e3c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:39.966355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 2461c8dd-a25a-493e-a631-27396013d829 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:39.976478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:39.985903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:39.992147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:39.992819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.000530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.076396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] For port b546208c-53e9-4b84-81de-55ba64e9c526, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=b546208c-53e9-4b84-81de-55ba64e9c526,segment=NetworkSegment(445faf15-b9e6-4a07-b117-b659fc4070a7),segment_id=445faf15-b9e6-4a07-b117-b659fc4070a7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:40.087207 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3974917 Jun 10 16:19:40.092844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.099296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:40.151674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.193779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Pushing event updated for resources: {'Port': ['ID=b546208c-53e9-4b84-81de-55ba64e9c526,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:40.202935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:40.205957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=bbf3f236-28c9-4557-a7e7-cbee0c382d0c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:40.209084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:40.223203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] DHCP port deletion for d025359f-3c1b-4356-92d2-99e7be295480 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:40.227846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59c6ee7-4c43-44ad-b2a3-6cad090bdbad tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] Network 94ec4264-c8bd-4df6-8c28-21950f36f83a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:40.233658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ea7f2-e28c-449f-b640-40de77b5a3bc None None] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:40.274287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:40.274940 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c24a617e-44c1-4f4c-9e57-81af26653d6c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags HTTP/1.1" status: 204 len: 168 time: 0.8732045 Jun 10 16:19:40.277756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46692) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.282536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9530db-24ca-4041-94a9-979d59894c42 None None] Network 94ec4264-c8bd-4df6-8c28-21950f36f83a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:40.284260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c59c6ee7-4c43-44ad-b2a3-6cad090bdbad tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "POST /v2.0/agents/0272578f-412f-4d89-ab07-bbd43b19c734/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8925068 Jun 10 16:19:40.286563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46694) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.288810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.289248 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Added segment 6341c401-8019-4f16-9bc6-f1d50438b69c of type vlan for network 512a9844-2e92-40b5-a9e0-022742fbe88b Jun 10 16:19:40.323888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-00255ae8-0709-49bf-a22b-1f09ef882f70 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-189055338') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:40.423880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.576588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c742f595-8b36-4df4-93b9-96060ef9e668 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:40.578016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c742f595-8b36-4df4-93b9-96060ef9e668 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A329 HTTP/1.1" status: 200 len: 928 time: 0.4239225 Jun 10 16:19:40.589324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46696) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.599111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-943abded-474c-458f-98f6-b91137a370cb None None] Provisioning for port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:40.601458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-00255ae8-0709-49bf-a22b-1f09ef882f70 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:40.602476 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-00255ae8-0709-49bf-a22b-1f09ef882f70 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-189055338 HTTP/1.1" status: 404 len: 328 time: 0.3171310 Jun 10 16:19:40.607951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46698) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.609834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.615814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-b664866d-6f5c-461e-b499-db087d61f567 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-593717081') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:40.647997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-943abded-474c-458f-98f6-b91137a370cb None None] Provisioning complete for port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:40.647997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-943abded-474c-458f-98f6-b91137a370cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.677994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.690382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8812d450-790e-4396-b150-6d6ae18c5ffb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:40.699620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.705171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:40.705829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.755593 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-87d4053a-0eb2-49b6-a015-2699ba1dcecf tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/agents/0272578f-412f-4d89-ab07-bbd43b19c734/dhcp-networks HTTP/1.1" status: 200 len: 10332 time: 0.4428599 Jun 10 16:19:40.759395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Pushing event deleted for resources: {'Port': ['ID=40428675-7c89-49d6-a680-468d51a969d0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:40.762587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:40.763871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46700) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.767469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:40.773192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device b546208c-53e9-4b84-81de-55ba64e9c526 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:40.795067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:40.828235 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0349154 Jun 10 16:19:40.828662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46702) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:40.833943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'subnet': {'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:40.865099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Router 3f6d49a4-be70-40bc-a093-a49474552ed5 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:19:40.875089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Deleting port b546208c-53e9-4b84-81de-55ba64e9c526 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:40.875497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.000277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.045386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Network': ['ID=512a9844-2e92-40b5-a9e0-022742fbe88b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:41.048335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:41.074529 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-b664866d-6f5c-461e-b499-db087d61f567 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:41.078172 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b664866d-6f5c-461e-b499-db087d61f567 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-593717081 HTTP/1.1" status: 404 len: 328 time: 0.4637039 Jun 10 16:19:41.080893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46704) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.083941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.090540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] 10.222.0.23 "DELETE /v2.0/ports/40428675-7c89-49d6-a680-468d51a969d0 HTTP/1.1" status: 204 len: 168 time: 2.9976120 Jun 10 16:19:41.094738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-6e56c54c-dd00-44f4-a0dc-768e891f04f8 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4', 'tempest-TagsExtTest-Tag-1948526808') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:41.099130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 512a9844-2e92-40b5-a9e0-022742fbe88b details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:41.101493 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-326f8907-7817-46db-8b82-05e546dc22b7 tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "DELETE /v2.0/agents/0272578f-412f-4d89-ab07-bbd43b19c734/dhcp-networks/94ec4264-c8bd-4df6-8c28-21950f36f83a HTTP/1.1" status: 204 len: 168 time: 0.3289957 Jun 10 16:19:41.106517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46708) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.107218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:41.111275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.152669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] For port b546208c-53e9-4b84-81de-55ba64e9c526, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=b546208c-53e9-4b84-81de-55ba64e9c526,segment=NetworkSegment(445faf15-b9e6-4a07-b117-b659fc4070a7),segment_id=445faf15-b9e6-4a07-b117-b659fc4070a7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:41.153277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.172648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-943abded-474c-458f-98f6-b91137a370cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.173561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port bbf3f236-28c9-4557-a7e7-cbee0c382d0c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:41.173909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.317763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.322137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Deleting port 1c9128c0-cf02-408a-9dea-eead695939cc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:41.322484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.346815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-6e56c54c-dd00-44f4-a0dc-768e891f04f8 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:41.350508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6e56c54c-dd00-44f4-a0dc-768e891f04f8 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags/tempest-TagsExtTest-Tag-1948526808 HTTP/1.1" status: 404 len: 329 time: 0.2595501 Jun 10 16:19:41.352323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.357522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46712) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.361049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:41.381248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Calling delete_port for b546208c-53e9-4b84-81de-55ba64e9c526 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:41.398053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] Sync routers for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:41.418872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-10d9f1a9-41ef-4073-a694-ebb26d378cce tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', {'tags': ['tempest-TagsExtTest-Tag-977481236', 'tempest-TagsExtTest-Tag-1557800242', 'tempest-TagsExtTest-Tag-822175389']}) {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:41.432705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.434450 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0098560 Jun 10 16:19:41.519106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-943abded-474c-458f-98f6-b91137a370cb None None] For port e0fa715e-9cbd-4507-9fce-cd4cbefa9290, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,segment=NetworkSegment(a7eecd70-b448-45a7-97a0-cbe2ea78fb04),segment_id=a7eecd70-b448-45a7-97a0-cbe2ea78fb04)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:41.522290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:41.528516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:41.551709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-943abded-474c-458f-98f6-b91137a370cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.584103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46714) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.628826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port b546208c-53e9-4b84-81de-55ba64e9c526, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=b546208c-53e9-4b84-81de-55ba64e9c526,segment=NetworkSegment(445faf15-b9e6-4a07-b117-b659fc4070a7),segment_id=445faf15-b9e6-4a07-b117-b659fc4070a7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:41.634606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:41.678877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46718) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.683578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:41.703125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.749520 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2b89ed6a-a3f8-4203-b56e-f884ba506f7b tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/agents/0272578f-412f-4d89-ab07-bbd43b19c734/dhcp-networks HTTP/1.1" status: 200 len: 9561 time: 0.6341991 Jun 10 16:19:41.755358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46722) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.766425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:41.767089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:41.805504 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-047a9a93-b2d1-4704-8a93-6da719b46306 tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/networks/eeca30a6-bd77-4eed-89a5-64c6f752d73e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0382361 Jun 10 16:19:41.810713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46724) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:41.834880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6e4507c6-a1c0-4406-848c-1aca99d77d3e None None] Provisioning for port bbf3f236-28c9-4557-a7e7-cbee0c382d0c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:41.842377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:41.842819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51cd428-2b8f-4e07-a6bd-23e112d96caa None None] The sync data for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:41.845547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6e4507c6-a1c0-4406-848c-1aca99d77d3e None None] Provisioning complete for port bbf3f236-28c9-4557-a7e7-cbee0c382d0c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:41.845762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6e4507c6-a1c0-4406-848c-1aca99d77d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.847773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943abded-474c-458f-98f6-b91137a370cb None None] Pushing event updated for resources: {'Port': ['ID=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:41.854726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-943abded-474c-458f-98f6-b91137a370cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:41.854853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:41.904851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.915370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event deleted for resources: {'Port': ['ID=b546208c-53e9-4b84-81de-55ba64e9c526,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:41.915904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:19:41.923713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:41.925907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-943abded-474c-458f-98f6-b91137a370cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:41.935744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.947665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:41.956320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6e4507c6-a1c0-4406-848c-1aca99d77d3e None None] Port bbf3f236-28c9-4557-a7e7-cbee0c382d0c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:41.958168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] No DVR routers for this DVR port b546208c-53e9-4b84-81de-55ba64e9c526 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:41.961353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Pushing event deleted for resources: {'Port': ['ID=b546208c-53e9-4b84-81de-55ba64e9c526,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:41.964466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:41.981681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:42.012551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for bbf3f236-28c9-4557-a7e7-cbee0c382d0c owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:42.057483 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f98fa54f-f4bb-4ab2-b21d-dbcb14c66abe tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/networks/eeca30a6-bd77-4eed-89a5-64c6f752d73e/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2454622 Jun 10 16:19:42.063906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:42.089392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-26d58290-9b24-4795-99ce-6bc561262d62 None None] Provisioning complete for port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:42.089988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-26d58290-9b24-4795-99ce-6bc561262d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.136938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Subnet': ['ID=8ff0f003-488f-420b-90ca-7022986ae346,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:42.175728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.195066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:42.254575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Checking segment: {'id': '6341c401-8019-4f16-9bc6-f1d50438b69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:42.254932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network hostable DHCP agents. Network: 512a9844-2e92-40b5-a9e0-022742fbe88b, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:42.286745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.295425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.302106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-69730c7a-f436-4377-aa1b-90c6aa697514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:42.314493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network 512a9844-2e92-40b5-a9e0-022742fbe88b is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:42.325644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Calling delete_port for 1c9128c0-cf02-408a-9dea-eead695939cc owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:42.375722 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-10d9f1a9-41ef-4073-a694-ebb26d378cce tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags HTTP/1.1" status: 200 len: 316 time: 1.0100498 Jun 10 16:19:42.386515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46728) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:42.391497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-a5520a0f-b512-4163-ad86-96dcc7c21a52 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:42.446657 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2ec54450c934f3daeeb7b5ebedc2582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7596276 Jun 10 16:19:42.455804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ff7fb-7acc-4086-a268-7be9382b9ec9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:42.458209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 512a9844-2e92-40b5-a9e0-022742fbe88b) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:42.459416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46730) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:42.460176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:42.471546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:42.471757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfff6b7-41e2-43f2-a287-bdc31c7feab5 None None] Network 512a9844-2e92-40b5-a9e0-022742fbe88b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:42.472188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.510796 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6808715 Jun 10 16:19:42.515388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46732) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:42.591555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.685276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-512a9844-2e92-40b5-a9e0-022742fbe88b', 'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b', 'tenant_id': '1f5d6e1b2a9f480785166c6891959138', 'fixed_ips': [{'subnet_id': '8ff0f003-488f-420b-90ca-7022986ae346'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:42.686548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.700211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.716405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e0fa715e-9cbd-4507-9fce-cd4cbefa9290 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:42.793414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.799406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:42.799791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.813228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca312830-3489-44eb-9534-41d49de919c2 tempest-DHCPAgentSchedulersTestJSON-1573522917 tempest-DHCPAgentSchedulersTestJSON-1573522917-project-admin] 10.222.0.23 "GET /v2.0/agents/0272578f-412f-4d89-ab07-bbd43b19c734/dhcp-networks HTTP/1.1" status: 200 len: 9561 time: 0.7419565 Jun 10 16:19:42.814707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46734) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:42.918796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.935201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c349cdc-1852-4db0-bb0f-3c22f4d7a516 tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:42.947556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:42.955062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a5520a0f-b512-4163-ad86-96dcc7c21a52 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags HTTP/1.1" status: 204 len: 168 time: 0.5674965 Jun 10 16:19:42.980712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46736) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:43.014994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-4f2527dc-a855-4bd3-a239-f5ad304c7425 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-977481236') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.017701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=bbf3f236-28c9-4557-a7e7-cbee0c382d0c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:43.026046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:43.173432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.175503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/bbf3f236-28c9-4557-a7e7-cbee0c382d0c HTTP/1.1" status: 204 len: 168 time: 2.5821700 Jun 10 16:19:43.178765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46738) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:43.258209 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94513a-c6f8-4f3c-94f2-aa9614a163bc tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:19:43.259855 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f94513a-c6f8-4f3c-94f2-aa9614a163bc tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/bbf3f236-28c9-4557-a7e7-cbee0c382d0c HTTP/1.1" status: 404 len: 333 time: 0.0790288 Jun 10 16:19:43.263969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46740) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:43.267243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.278267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e6b9658-5017-402f-afa3-12bbc227e437 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:43.306238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.308749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.312813 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/208ff7fb-7acc-4086-a268-7be9382b9ec9 HTTP/1.1" status: 204 len: 168 time: 0.8498576 Jun 10 16:19:43.356982 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-4f2527dc-a855-4bd3-a239-f5ad304c7425 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:43.358364 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4f2527dc-a855-4bd3-a239-f5ad304c7425 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-977481236 HTTP/1.1" status: 404 len: 328 time: 0.3731449 Jun 10 16:19:43.366340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Pushing event deleted for resources: {'Port': ['ID=1c9128c0-cf02-408a-9dea-eead695939cc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:43.370824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2d67e7ab-219c-428d-ab56-0810f4c3f26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:43.372281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46744) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:43.377046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-db9f3daa-48ef-4168-bdc0-c60ca4a0e63a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-1557800242') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.382169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:43.393203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ff7fb-7acc-4086-a268-7be9382b9ec9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:43.400386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:43.431667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.445640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.624358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.649564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec4264-c8bd-4df6-8c28-21950f36f83a']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.664939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.668929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5fef18-7fff-453c-9fe4-6b6301a7b491') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.669278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5fef18-7fff-453c-9fe4-6b6301a7b491') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.717923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.731176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-db9f3daa-48ef-4168-bdc0-c60ca4a0e63a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:43.735129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-db9f3daa-48ef-4168-bdc0-c60ca4a0e63a tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-1557800242 HTTP/1.1" status: 404 len: 329 time: 0.3591073 Jun 10 16:19:43.739529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46748) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:43.741295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Allocated IP 2001:db8::f816:3eff:fe8d:2f21 (512a9844-2e92-40b5-a9e0-022742fbe88b/8ff0f003-488f-420b-90ca-7022986ae346/11d93ccb-ff2d-493f-b3bd-fb33d2635810) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:43.746998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-313893e1-4f96-4112-a361-c22e8c993f22 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6', 'tempest-TagsExtTest-Tag-822175389') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:43.777766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46750) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:43.806118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.817555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:43.817950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:43.862240 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:43.923268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 5227ab2f-b581-4428-8b85-4f9eb39c03de {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:43.923681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.938628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:43.993777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Transition to ACTIVE for port object 11d93ccb-ff2d-493f-b3bd-fb33d2635810 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:43.998978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.007215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.011339 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "DELETE /v2.0/networks/94ec4264-c8bd-4df6-8c28-21950f36f83a HTTP/1.1" status: 204 len: 168 time: 1.1919804 Jun 10 16:19:44.011651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c953cb-d5ab-4739-9a18-96b7e82d0f9a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:44.018259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46752) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.023579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Transition to ACTIVE for port object 11d93ccb-ff2d-493f-b3bd-fb33d2635810 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:44.031028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.034212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:44.057077 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-140f19e5-4863-49a9-9ecf-cb5b042c9e11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=233d97cd8c7b40db9202c940dd89e845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766132 Jun 10 16:19:44.062141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Allocated IP 172.20.0.1 (fa268aa8-380c-49dd-8ef1-67bab9565c57/1a68f068-6cb0-48d7-a359-8853903e0f14/d8350438-ef02-453c-a5ca-0ef162e55e4d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:44.064807 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-313893e1-4f96-4112-a361-c22e8c993f22 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:44.070463 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-313893e1-4f96-4112-a361-c22e8c993f22 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags/tempest-TagsExtTest-Tag-822175389 HTTP/1.1" status: 404 len: 328 time: 0.3282828 Jun 10 16:19:44.070463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46754) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.070463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46756) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.086620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-b927db0f-8607-4167-8ecb-5c6c1a67f946 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', {'tags': ['tempest-TagsExtTest-Tag-1181426190', 'tempest-TagsExtTest-Tag-1040827095', 'tempest-TagsExtTest-Tag-218626740']}) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.089177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event deleted for resources: {'Network': ['ID=94ec4264-c8bd-4df6-8c28-21950f36f83a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:44.090933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Network 512a9844-2e92-40b5-a9e0-022742fbe88b is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:44.091276 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-192d4aa5-dba7-4bd6-ab6f-86603b09046a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] DELETE failed (client error): The resource could not be found. Jun 10 16:19:44.091937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192d4aa5-dba7-4bd6-ab6f-86603b09046a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:19:44.093624 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-192d4aa5-dba7-4bd6-ab6f-86603b09046a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "DELETE /v2.0/ports/05740ea6-17a3-4807-8e1f-709d52e2d0dc HTTP/1.1" status: 404 len: 333 time: 0.0731342 Jun 10 16:19:44.101178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:44.101353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:44.103550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:44.104182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46758) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.113734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Pushing event updated for resources: {'Port': ['ID=11d93ccb-ff2d-493f-b3bd-fb33d2635810,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:44.119471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:44.122913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.175123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.190854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.193356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Attempting to bind port 11d93ccb-ff2d-493f-b3bd-fb33d2635810 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:44.194493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Attempting to bind port 11d93ccb-ff2d-493f-b3bd-fb33d2635810 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '6341c401-8019-4f16-9bc6-f1d50438b69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:44.194946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Attempting to bind port 11d93ccb-ff2d-493f-b3bd-fb33d2635810 on network 512a9844-2e92-40b5-a9e0-022742fbe88b {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:44.198576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-456c0138-465b-402b-a361-fa8bf886590d tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:44.201200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:44.201712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Checking segment: {'id': '6341c401-8019-4f16-9bc6-f1d50438b69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:44.202241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.202776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Bound using segment: {'id': '6341c401-8019-4f16-9bc6-f1d50438b69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:44.203500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Bound port: 11d93ccb-ff2d-493f-b3bd-fb33d2635810, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6341c401-8019-4f16-9bc6-f1d50438b69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '512a9844-2e92-40b5-a9e0-022742fbe88b'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:44.204011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.270188 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b927db0f-8607-4167-8ecb-5c6c1a67f946 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "PUT /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags HTTP/1.1" status: 200 len: 317 time: 0.1914251 Jun 10 16:19:44.270188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46760) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.277434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-28742d73-5e52-470a-b777-a0e6979ce40e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.279690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.296496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] For port 11d93ccb-ff2d-493f-b3bd-fb33d2635810, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:44.300847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] For port 11d93ccb-ff2d-493f-b3bd-fb33d2635810, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11d93ccb-ff2d-493f-b3bd-fb33d2635810,segment=NetworkSegment(6341c401-8019-4f16-9bc6-f1d50438b69c),segment_id=6341c401-8019-4f16-9bc6-f1d50438b69c)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:44.306425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.309788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48ab8928-c0cb-4dc2-bff3-49993d8f4149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:44.351652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.365982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.406869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Transition to ACTIVE for port object d8350438-ef02-453c-a5ca-0ef162e55e4d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:44.414628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Pushing event updated for resources: {'Port': ['ID=11d93ccb-ff2d-493f-b3bd-fb33d2635810,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:44.423716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:44.452745 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-28742d73-5e52-470a-b777-a0e6979ce40e tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1824038 Jun 10 16:19:44.457757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf503b4b-5969-4123-9eab-8b5cfbaa7342 None None] Network 512a9844-2e92-40b5-a9e0-022742fbe88b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:44.458297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46762) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.469668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-6059a6fc-7ca5-48c9-8647-ed16de82822f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-1181426190') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.498206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.500743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.502020 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69ebff82-9a95-42c2-9811-01390377691f HTTP/1.1" status: 204 len: 168 time: 0.4284682 Jun 10 16:19:44.504596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e7e01c62-5529-4626-bf91-9cbdde924b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:44.518287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ebff82-9a95-42c2-9811-01390377691f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:44.521748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:44.525552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.529024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0c6a53a-8955-4815-a6cf-6c2d9e298efa tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:44.534121 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-6059a6fc-7ca5-48c9-8647-ed16de82822f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:44.538797 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6059a6fc-7ca5-48c9-8647-ed16de82822f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-1181426190 HTTP/1.1" status: 404 len: 329 time: 0.0793900 Jun 10 16:19:44.543545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46766) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.551073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-ee6f2372-396c-4246-9bff-350165e11bda tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-1040827095') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.614557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:44.624945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Port': ['ID=d8350438-ef02-453c-a5ca-0ef162e55e4d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:44.628248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:44.630617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:44.633618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:44.666042 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-ee6f2372-396c-4246-9bff-350165e11bda tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:44.670537 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee6f2372-396c-4246-9bff-350165e11bda tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-1040827095 HTTP/1.1" status: 404 len: 329 time: 0.1244967 Jun 10 16:19:44.671439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46768) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.680658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-c6515f1b-8991-441a-b39a-7fffd74ed774 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e', 'tempest-TagsExtTest-Tag-218626740') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.722463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.746414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff0f003-488f-420b-90ca-7022986ae346,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:44.762169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:44.768847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Deleting subnet 9bf6e92b-4f9f-4657-b830-6d4aa4ea38da {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:44.777570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.784935 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-c6515f1b-8991-441a-b39a-7fffd74ed774 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] show failed (client error): The resource could not be found. Jun 10 16:19:44.789289 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c6515f1b-8991-441a-b39a-7fffd74ed774 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags/tempest-TagsExtTest-Tag-218626740 HTTP/1.1" status: 404 len: 328 time: 0.1130753 Jun 10 16:19:44.790457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46770) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.796723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-df784c58-c1d8-4886-ad9b-9d83fcb8c4a0 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cf6de992-5d3e-4950-9203-0bcb06b05d5e') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.811739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:44.876671 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df784c58-c1d8-4886-ad9b-9d83fcb8c4a0 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e/tags HTTP/1.1" status: 204 len: 168 time: 0.0833659 Jun 10 16:19:44.879116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46774) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:44.889959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-f3a9318a-ec5d-4986-b606-d39b2c345ae9 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ecb3c04-9520-42b4-be49-b5eca98b08d6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:44.934575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97949226-8dfb-4632-9780-244e8d39a033 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:19:44.986938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 5227ab2f-b581-4428-8b85-4f9eb39c03de owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:44.995100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Router c36a28ee-ff21-4e6d-b39b-caa5e6436e0f has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:45.029006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-28b41cd3-34f4-4b50-97ba-a749cdc44074 None None] Provisioning for port d8350438-ef02-453c-a5ca-0ef162e55e4d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:45.035505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-28b41cd3-34f4-4b50-97ba-a749cdc44074 None None] Provisioning complete for port d8350438-ef02-453c-a5ca-0ef162e55e4d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:45.036190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-28b41cd3-34f4-4b50-97ba-a749cdc44074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.061216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.073920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.077353 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f3a9318a-ec5d-4986-b606-d39b2c345ae9 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1970320 Jun 10 16:19:45.078030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46782) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.087002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-feb1d16d-a377-49c4-8cbf-6b4c742e64e5 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '00cc9632-58c4-4241-8e81-7d6f77c61eb4') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.135036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-28b41cd3-34f4-4b50-97ba-a749cdc44074 None None] Port d8350438-ef02-453c-a5ca-0ef162e55e4d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:45.142383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512a9844-2e92-40b5-a9e0-022742fbe88b']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.154732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.192081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97949226-8dfb-4632-9780-244e8d39a033 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:19:45.245345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6341c401-8019-4f16-9bc6-f1d50438b69c') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.245696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6341c401-8019-4f16-9bc6-f1d50438b69c') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.312064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.326829 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-feb1d16d-a377-49c4-8cbf-6b4c742e64e5 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4/tags HTTP/1.1" status: 204 len: 168 time: 0.2456160 Jun 10 16:19:45.327476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46786) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.337033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-265df4d2-accf-4e85-bd16-428d87f38931 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.348124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:45.361944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.363361 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "PUT /v2.0/routers/c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 200 len: 704 time: 5.9302988 Jun 10 16:19:45.365744 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] Sync routers for ids ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:45.371422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46790) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.374070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.406536 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] Routers {'c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:45.408127 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.456068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:45.456569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:45.460344 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:45.513657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.526403 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] Routers {'c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:45.527120 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.543990 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-265df4d2-accf-4e85-bd16-428d87f38931 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42/tags HTTP/1.1" status: 204 len: 168 time: 0.2133787 Jun 10 16:19:45.547309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46796) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.616643 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:45.617489 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17972d7f-c2da-4e42-99fe-fae9b856d824 None None] The sync data for ids ['c36a28ee-ff21-4e6d-b39b-caa5e6436e0f'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:45.676024 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4779b5dd-fdb3-499d-baf7-110647a74389 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/routers/c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 200 len: 739 time: 0.3032053 Jun 10 16:19:45.686225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46800) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.704524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:19:45.704524 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:19:45.704524 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'id': '512a9844-2e92-40b5-a9e0-022742fbe88b'}] Jun 10 16:19:45.704524 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:19:45.705516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:19:45.709056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.747619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46802) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.758587 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-451661f4-466c-47cb-b4b9-9be8e664c799 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&device_id=c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 200 len: 205 time: 0.0683401 Jun 10 16:19:45.762492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46806) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.765970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.775195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.782322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:45.814938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dfb70f93-4f62-4980-933c-7513a2412275 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for subnetpool, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.817231 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dfb70f93-4f62-4980-933c-7513a2412275 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf6de992-5d3e-4950-9203-0bcb06b05d5e HTTP/1.1" status: 204 len: 168 time: 0.2677264 Jun 10 16:19:45.821548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46808) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.838552 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f6399efb-1639-4e3b-8681-d60eb8b7cda2 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 200 len: 205 time: 0.0679574 Jun 10 16:19:45.844777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46812) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.875157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-483a6228-bb67-4663-a98f-c4d64f257cc7 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ecb3c04-9520-42b4-be49-b5eca98b08d6 HTTP/1.1" status: 200 len: 205 time: 0.0508218 Jun 10 16:19:45.875899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.878830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46814) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:45.886598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1598450296'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:45.889818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eb8f9723-f72f-46f7-98b4-2330c25949cb tempest-RoutersIpV6AdminTest-41339582 tempest-RoutersIpV6AdminTest-41339582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:45.934527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:45.982343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Port': ['ID=d8350438-ef02-453c-a5ca-0ef162e55e4d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:45.991883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:46.017079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.028987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=5227ab2f-b581-4428-8b85-4f9eb39c03de,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:46.042675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:46.056445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.060214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.087134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:46.217177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.218877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Made reservation on behalf of 9711949b0303496089fcb08b23065d6c for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:46.222496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.227177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.229166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/5227ab2f-b581-4428-8b85-4f9eb39c03de HTTP/1.1" status: 204 len: 168 time: 2.9631834 Jun 10 16:19:46.234012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46816) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.234870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf6e92b-4f9f-4657-b830-6d4aa4ea38da,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:46.258860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2143f-06f9-47db-822d-8dbb057ff5f9 None None] Network eeca30a6-bd77-4eed-89a5-64c6f752d73e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:46.263202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.267986 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "DELETE /v2.0/subnets/9bf6e92b-4f9f-4657-b830-6d4aa4ea38da HTTP/1.1" status: 204 len: 168 time: 2.1627364 Jun 10 16:19:46.271121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:46.273832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46818) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.277098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.300292 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:19:46.345753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d8b7d5-91ad-44d7-8806-5bd3c37eb407 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:19:46.347406 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-31d8b7d5-91ad-44d7-8806-5bd3c37eb407 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/5227ab2f-b581-4428-8b85-4f9eb39c03de HTTP/1.1" status: 404 len: 333 time: 0.1092989 Jun 10 16:19:46.419100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46820) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.518390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] DHCP port deletion for eeca30a6-bd77-4eed-89a5-64c6f752d73e request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:46.579426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.580165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Deleting port 2887c3ff-2383-420b-905d-41fc482d2bb1 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:46.580559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.589097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.659109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.691968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.692776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Fanout notify agent at l3_agent the message router_deleted on router c36a28ee-ff21-4e6d-b39b-caa5e6436e0f {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:46.702024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.703184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2887c3ff-2383-420b-905d-41fc482d2bb1 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:46.703404 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-833f4176-1683-4fdc-9933-59bcde2e882d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 204 len: 168 time: 0.8361592 Jun 10 16:19:46.707160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46822) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.711290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] For port 2887c3ff-2383-420b-905d-41fc482d2bb1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2887c3ff-2383-420b-905d-41fc482d2bb1,segment=NetworkSegment(c3c0d2d9-35f6-46e1-9758-9ef262c510be),segment_id=c3c0d2d9-35f6-46e1-9758-9ef262c510be)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:46.712255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.765573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.778408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.785004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-71b3da9a-a484-4045-b032-14ec42e9a322 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 200 len: 205 time: 0.0704892 Jun 10 16:19:46.787096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet c7b5a2fa-190a-47d0-9dee-615b67987eda {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:46.792133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46824) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.798224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.812029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting port 11d93ccb-ff2d-493f-b3bd-fb33d2635810 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:46.812426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.864269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Calling delete_port for 2887c3ff-2383-420b-905d-41fc482d2bb1 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:46.946082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] For port 11d93ccb-ff2d-493f-b3bd-fb33d2635810, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11d93ccb-ff2d-493f-b3bd-fb33d2635810,segment=NetworkSegment(6341c401-8019-4f16-9bc6-f1d50438b69c),segment_id=6341c401-8019-4f16-9bc6-f1d50438b69c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:46.946547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.948060 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-c031fe81-1cc0-4fbb-a189-4a70e3178177 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] delete failed (client error): The resource could not be found. Jun 10 16:19:46.949085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c031fe81-1cc0-4fbb-a189-4a70e3178177 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/c36a28ee-ff21-4e6d-b39b-caa5e6436e0f HTTP/1.1" status: 404 len: 336 time: 0.1541340 Jun 10 16:19:46.951715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:46.952299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46826) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.959807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:46.968338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.970728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.971237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Fanout notify agent at l3_agent the message router_deleted on router 8ecb3c04-9520-42b4-be49-b5eca98b08d6 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:19:46.977175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.982876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Deleting port 2887c3ff-2383-420b-905d-41fc482d2bb1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:46.983251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.984909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:46.989395 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9eeb3a09-dc5e-4ea9-8651-fb017d24dc92 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/routers/8ecb3c04-9520-42b4-be49-b5eca98b08d6 HTTP/1.1" status: 204 len: 168 time: 1.1094794 Jun 10 16:19:46.991528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46828) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:46.999916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.054804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 2887c3ff-2383-420b-905d-41fc482d2bb1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2887c3ff-2383-420b-905d-41fc482d2bb1,segment=NetworkSegment(c3c0d2d9-35f6-46e1-9758-9ef262c510be),segment_id=c3c0d2d9-35f6-46e1-9758-9ef262c510be)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:47.061667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.063084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-99d5c097-7280-4567-9bef-1bbe444f1341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:47.066572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.082066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-df592204-8167-40bc-954f-9f96b9de451f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:47.099725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.140444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] No DVR routers for this DVR port 2887c3ff-2383-420b-905d-41fc482d2bb1 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:47.151559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Calling delete_port for 11d93ccb-ff2d-493f-b3bd-fb33d2635810 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:47.166809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=2887c3ff-2383-420b-905d-41fc482d2bb1,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:47.174158 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-86bf38fd-a26e-4f21-8e2c-c2f6d33d7864 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=419c97d6-e6b1-43c6-b3d5-40c4dd8f657d HTTP/1.1" status: 200 len: 205 time: 0.2126434 Jun 10 16:19:47.177484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:47.184355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46832) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.184644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:47.185239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:47.227798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Pushing event deleted for resources: {'Port': ['ID=2887c3ff-2383-420b-905d-41fc482d2bb1,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:47.235434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:47.281939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.281939 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Added segment 0d589483-ea33-46de-a255-452d8653766a of type vlan for network 2b0a41f1-676a-4903-aa94-240c2f8512e4 Jun 10 16:19:47.286181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8c162aae-d579-4917-aa1c-ca9083e831d9 None None] Provisioning complete for port d8350438-ef02-453c-a5ca-0ef162e55e4d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:47.286676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8c162aae-d579-4917-aa1c-ca9083e831d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.335268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521c6054-cbd9-4715-8d6a-34b81a0ce3d1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:47.336595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8c162aae-d579-4917-aa1c-ca9083e831d9 None None] Port d8350438-ef02-453c-a5ca-0ef162e55e4d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:47.345629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.383717 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-723714a5-0b15-440f-878c-b92db35844d7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] delete failed (client error): The resource could not be found. Jun 10 16:19:47.384728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-723714a5-0b15-440f-878c-b92db35844d7 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/419c97d6-e6b1-43c6-b3d5-40c4dd8f657d HTTP/1.1" status: 404 len: 336 time: 0.1924691 Jun 10 16:19:47.385720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:47.391458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46834) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.395208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Router 3f6d49a4-be70-40bc-a093-a49474552ed5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:47.454802 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-80f75601-fcb0-4c41-82ee-9853e28609d0 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d0913a-f18b-40f5-a076-6240b2c2ef07 HTTP/1.1" status: 200 len: 205 time: 0.0620520 Jun 10 16:19:47.464566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46836) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.529775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Deleting port 00cc9632-58c4-4241-8e81-7d6f77c61eb4 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:47.530125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.533223 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-4a9356da-5467-44a3-87a7-74cee2712ae5 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] delete failed (client error): The resource could not be found. Jun 10 16:19:47.536831 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4a9356da-5467-44a3-87a7-74cee2712ae5 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/a0d0913a-f18b-40f5-a076-6240b2c2ef07 HTTP/1.1" status: 404 len: 336 time: 0.0687041 Jun 10 16:19:47.541866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46838) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.608004 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9d9abd96-7c28-464c-8dec-232ccc723b1e tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 HTTP/1.1" status: 200 len: 205 time: 0.0626438 Jun 10 16:19:47.709055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46840) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.766622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.825331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:47.855995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] For port 2887c3ff-2383-420b-905d-41fc482d2bb1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2887c3ff-2383-420b-905d-41fc482d2bb1,segment=NetworkSegment(c3c0d2d9-35f6-46e1-9758-9ef262c510be),segment_id=c3c0d2d9-35f6-46e1-9758-9ef262c510be)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:47.856377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.876435 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-3d5b35f3-9813-4c8a-9630-f950341fc9a0 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] delete failed (client error): The resource could not be found. Jun 10 16:19:47.878367 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3d5b35f3-9813-4c8a-9630-f950341fc9a0 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/4d06d5d6-3b0b-47c3-9dc4-1c50a8fdc474 HTTP/1.1" status: 404 len: 336 time: 0.1667182 Jun 10 16:19:47.886909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46846) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.890931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b5a2fa-190a-47d0-9dee-615b67987eda,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:47.914802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:47.919615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:47.923765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83d260-f762-4010-9179-292939d5977c None None] Network 2461c8dd-a25a-493e-a631-27396013d829 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:47.924453 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/c7b5a2fa-190a-47d0-9dee-615b67987eda HTTP/1.1" status: 204 len: 168 time: 1.4588547 Jun 10 16:19:47.961869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46848) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:47.967450 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5d23f181-bad1-4b10-8734-2c39b9249e1c tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=b96a4c3e-0804-49d4-8dce-09b5cc5eea97 HTTP/1.1" status: 200 len: 205 time: 0.0754187 Jun 10 16:19:47.977718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46850) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:48.003325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Calling delete_port for 2887c3ff-2383-420b-905d-41fc482d2bb1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:48.011766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.104576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.123688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-bfd3f2ec-30e1-40ab-9807-30a33cfe1471 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] delete failed (client error): The resource could not be found. Jun 10 16:19:48.124660 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bfd3f2ec-30e1-40ab-9807-30a33cfe1471 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/b96a4c3e-0804-49d4-8dce-09b5cc5eea97 HTTP/1.1" status: 404 len: 336 time: 0.1418364 Jun 10 16:19:48.129862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46852) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:48.193403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:19:48.197828 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-08ec4562-9061-4025-9756-4fb5a4334cd8 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "GET /v2.0/ports?device_id=afe303b5-8da5-4fd0-b20b-6e926d7e1f3d HTTP/1.1" status: 200 len: 205 time: 0.0595026 Jun 10 16:19:48.206563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.208105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46854) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:48.211321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:48.214336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] Sync routers for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:19:48.226122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:48.227096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.251477 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "PUT /v2.0/routers/3f6d49a4-be70-40bc-a093-a49474552ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6628056 Jun 10 16:19:48.255621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.261863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:48.262469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.293234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] DHCP port deletion for 2461c8dd-a25a-493e-a631-27396013d829 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:48.297064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Calling delete_port for 00cc9632-58c4-4241-8e81-7d6f77c61eb4 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:48.298818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46856) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:48.309639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Request body: {'port': {'network_id': 'fa268aa8-380c-49dd-8ef1-67bab9565c57', 'name': 'tempest-FloatingIPAdminTestJSON-1693143589'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:48.316147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Port': ['ID=11d93ccb-ff2d-493f-b3bd-fb33d2635810,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:48.325559 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-af32f0d8-f04d-481e-8c98-2439e39ce568 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] delete failed (client error): The resource could not be found. Jun 10 16:19:48.329019 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-af32f0d8-f04d-481e-8c98-2439e39ce568 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/routers/afe303b5-8da5-4fd0-b20b-6e926d7e1f3d HTTP/1.1" status: 404 len: 336 time: 0.1131079 Jun 10 16:19:48.335893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No DVR routers for this DVR port 11d93ccb-ff2d-493f-b3bd-fb33d2635810 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:48.336093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46858) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:48.337604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:48.339110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:48.340879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.347394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.360827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:19:48.361882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.399064 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6491375 Jun 10 16:19:48.404223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49160b-de8d-42d3-8474-a7c318e36304 req-af357033-5e22-4c28-9f7c-b56a7e33b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:48.405740 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-af357033-5e22-4c28-9f7c-b56a7e33b7bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.3973036 Jun 10 16:19:48.411994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46860) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:48.423669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.424202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015e28d-d8da-4115-9fc5-6580506ad05b None None] The sync data for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:19:48.438064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Deleting port 4b932480-7e70-4f18-aff0-357f2faf73ba {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:48.438444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.459856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Request body: {'subnet': {'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:48.492901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.503895 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae04fc79-d4c2-4f71-9e78-6779298c01e0 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] DELETE failed (client error): The resource could not be found. Jun 10 16:19:48.503895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae04fc79-d4c2-4f71-9e78-6779298c01e0 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:19:48.506722 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ae04fc79-d4c2-4f71-9e78-6779298c01e0 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] 10.222.0.23 "DELETE /v2.0/subnets/5baf120d-8010-4266-83f5-bb6c66763cb7 HTTP/1.1" status: 404 len: 337 time: 0.1623220 Jun 10 16:19:48.538971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] For port 4b932480-7e70-4f18-aff0-357f2faf73ba, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4b932480-7e70-4f18-aff0-357f2faf73ba,segment=NetworkSegment(1bb086c1-687b-4500-9b38-0faf24baf394),segment_id=1bb086c1-687b-4500-9b38-0faf24baf394)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:48.539374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.596534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c59e-5047-4f26-ad39-eecb4165248e req-ca421c22-9991-4a5a-a2a7-551fd2ae3540 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:48.598087 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5e21c59e-5047-4f26-ad39-eecb4165248e req-ca421c22-9991-4a5a-a2a7-551fd2ae3540 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.6163814 Jun 10 16:19:48.612164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event updated for resources: {'Network': ['ID=2b0a41f1-676a-4903-aa94-240c2f8512e4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:48.673567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:48.686570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:48.687476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfd0efe8-aa00-4bf0-a0c8-3202cf995f3a tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:48.693969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.795775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] No DVR routers for this DVR port 2887c3ff-2383-420b-905d-41fc482d2bb1 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:48.799224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512a9844-2e92-40b5-a9e0-022742fbe88b']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.802213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event deleted for resources: {'Port': ['ID=2887c3ff-2383-420b-905d-41fc482d2bb1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:48.820911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:48.866732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6341c401-8019-4f16-9bc6-f1d50438b69c') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.867473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6341c401-8019-4f16-9bc6-f1d50438b69c') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:48.914032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:48.989845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Calling delete_port for 4b932480-7e70-4f18-aff0-357f2faf73ba owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:49.022156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46866) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:49.035891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.054450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49160b-de8d-42d3-8474-a7c318e36304 req-35e60c76-5c2a-4a11-afd9-d4c7a63436ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:49.055834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-35e60c76-5c2a-4a11-afd9-d4c7a63436ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.5921049 Jun 10 16:19:49.056869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.066041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeca30a6-bd77-4eed-89a5-64c6f752d73e']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:49.089068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:49.089633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:49.095065 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:49.098194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b932480-7e70-4f18-aff0-357f2faf73ba no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:49.137306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4b932480-7e70-4f18-aff0-357f2faf73ba {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:49.137696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4b932480-7e70-4f18-aff0-357f2faf73ba not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:49.139618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.153723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:49.155221 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5e21c59e-5047-4f26-ad39-eecb4165248e req-edc0d208-03e3-4195-988e-3b42f425a7f3 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5375640 Jun 10 16:19:49.162571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Made reservation on behalf of 090630c27ec04a18848b73cc35f32377 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:49.165885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.194747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c0d2d9-35f6-46e1-9758-9ef262c510be') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:49.195828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c0d2d9-35f6-46e1-9758-9ef262c510be') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:49.200384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 4b932480-7e70-4f18-aff0-357f2faf73ba {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:49.200987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.206144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.224130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aebb8638-caaf-4963-ac6a-7c3f3ad51785 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:49.228015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Pushing event deleted for resources: {'Port': ['ID=4b932480-7e70-4f18-aff0-357f2faf73ba,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:49.228335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.231935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] device_id is not set on port 4003b98f-629c-4013-a2b7-75f4fe9dcea2 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:49.236029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:49.252924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] No DVR routers for this DVR port 4b932480-7e70-4f18-aff0-357f2faf73ba on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:49.309567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event deleted for resources: {'Port': ['ID=00cc9632-58c4-4241-8e81-7d6f77c61eb4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:49.341679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.350732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.351872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:49.352686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Made reservation on behalf of 9711949b0303496089fcb08b23065d6c for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:49.356692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.388315 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-ccbfcd0c-a71f-447f-9773-13e331e5b84a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.3184209 Jun 10 16:19:49.388963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.394171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:49.394673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:49.399342 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:49.416301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] For port 4b932480-7e70-4f18-aff0-357f2faf73ba, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:49.416643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.417681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:49.437676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.441634 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/512a9844-2e92-40b5-a9e0-022742fbe88b HTTP/1.1" status: 204 len: 168 time: 6.9207680 Jun 10 16:19:49.457221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46870) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:49.465464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1899939116'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:49.554528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Network': ['ID=512a9844-2e92-40b5-a9e0-022742fbe88b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:49.607097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 4b932480-7e70-4f18-aff0-357f2faf73ba owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:49.610849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:49.613522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Port 4b932480-7e70-4f18-aff0-357f2faf73ba was not found and therefore no delete operation was performed {{(pid=92386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:19:49.620548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.626743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57e511cd-f254-4ad5-97d4-af64b5f9e052 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:49.662679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.667811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Allocated IP 172.20.0.5 (fa268aa8-380c-49dd-8ef1-67bab9565c57/1a68f068-6cb0-48d7-a359-8853903e0f14/4003b98f-629c-4013-a2b7-75f4fe9dcea2) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:49.671754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.673617 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/ports/00cc9632-58c4-4241-8e81-7d6f77c61eb4 HTTP/1.1" status: 204 len: 168 time: 2.6394377 Jun 10 16:19:49.676598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=4b932480-7e70-4f18-aff0-357f2faf73ba,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:49.678815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No DVR routers for this DVR port 4b932480-7e70-4f18-aff0-357f2faf73ba on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:49.681894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46872) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:49.684893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-06fe0da8-d8ce-4ef7-a541-5d598b44e156 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:49.694460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.695632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:49.696503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] 10.222.0.23 "DELETE /v2.0/networks/eeca30a6-bd77-4eed-89a5-64c6f752d73e HTTP/1.1" status: 204 len: 168 time: 3.4204230 Jun 10 16:19:49.723720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49160b-de8d-42d3-8474-a7c318e36304 req-e615bf1d-8f3f-488f-800a-29dd5a1c477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:49.725649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-e615bf1d-8f3f-488f-800a-29dd5a1c477c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.3091555 Jun 10 16:19:49.733978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Pushing event deleted for resources: {'Network': ['ID=eeca30a6-bd77-4eed-89a5-64c6f752d73e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:49.753945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:49.885566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.891562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Deleting subnet 0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:19:49.905867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.947457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46878) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:49.951257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2461c8dd-a25a-493e-a631-27396013d829']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:49.980886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb086c1-687b-4500-9b38-0faf24baf394') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:49.981198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb086c1-687b-4500-9b38-0faf24baf394') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:49.987842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:49.990999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49160b-de8d-42d3-8474-a7c318e36304 req-208cc636-d1d1-4ead-93ef-c6dc0a86c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:49.992807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-208cc636-d1d1-4ead-93ef-c6dc0a86c74c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2564709 Jun 10 16:19:49.995770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.001104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b6e209c-5785-4dcb-b4fc-2bded29c1724 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:50.022572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.040938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.043874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.108132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:50.111694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.120284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.139566 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12391be9e17c446797916f86f4276181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1139364 Jun 10 16:19:50.146064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46882) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:50.152231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:50.152635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:50.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:50.175232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b934e8-2f64-4c0a-802f-06755f3f223b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:50.185055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:50.193986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8070e8d6-df6e-453b-921c-9defe9a7ab34 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:50.289489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.291916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:50.325906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.330221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.332800 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/2461c8dd-a25a-493e-a631-27396013d829 HTTP/1.1" status: 204 len: 168 time: 2.3692949 Jun 10 16:19:50.338147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-40d73cc9-178a-4c0e-a5af-b7dfc491712f tempest-ExternalNetworksTestJSON-1576192320 tempest-ExternalNetworksTestJSON-1576192320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:50.341333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46886) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:50.353420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Transition to ACTIVE for port object 4003b98f-629c-4013-a2b7-75f4fe9dcea2 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:50.369870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1229615076'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:50.375767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.376112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Added segment 5d76008a-07bb-4888-9cfd-828d52f4f1c5 of type vlan for network d142218b-7446-4091-8798-7dc3a62692f7 Jun 10 16:19:50.390199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=2461c8dd-a25a-493e-a631-27396013d829,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:50.392916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:50.395899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event updated for resources: {'Subnet': ['ID=db7621db-5e7f-4fb4-b10d-b3b4627733dd,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:50.401960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-6d396caf-e0bc-4053-bd0d-3fb0c6c05f2d service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982623 Jun 10 16:19:50.402737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Checking segment: {'id': '0d589483-ea33-46de-a255-452d8653766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:50.403160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Network hostable DHCP agents. Network: 2b0a41f1-676a-4903-aa94-240c2f8512e4, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:50.407333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:50.413320 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2d644c93-f685-4e5e-ae33-d68e2af8abda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=952d4746e7b84ee2b9c40d3054d19c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646153 Jun 10 16:19:50.433270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46888) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:50.434953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.487437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.503302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:50.507492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.512886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.585273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:50.586533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:50.592782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.602032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-707751d5-3de4-4d63-9e03-2f55b06df736 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:50.606457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.639187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.645404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:50.645986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.650590 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.650930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment 8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4 of type vlan for network 56a77675-136f-4da5-ae62-9d8a25fa4f27 Jun 10 16:19:50.665087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2b0a41f1-676a-4903-aa94-240c2f8512e4) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:50.669005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.673280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d59a2b-2c65-46a1-989b-f161ec06f5bc None None] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:50.685067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50010e83-7ebe-4ad4-bef8-7a636922d574 req-96913f98-594f-4e5e-9dc9-101ebe74a967 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:50.687116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50010e83-7ebe-4ad4-bef8-7a636922d574 req-96913f98-594f-4e5e-9dc9-101ebe74a967 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3897202 Jun 10 16:19:50.693216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:50.702516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:50.703179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.710206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:50.712974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:50.746884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.749200 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/subnets/0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42 HTTP/1.1" status: 204 len: 168 time: 1.0662456 Jun 10 16:19:50.754414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530560a-3464-4267-805c-ba47ea2eeaa4 None None] Network acc98751-287a-44cc-ba40-3c6e1cda8be9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:50.760690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.763742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46890) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:50.770421 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be49160b-de8d-42d3-8474-a7c318e36304 req-2e16d064-572b-48bd-b4ba-b539d6bddf6b service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534334 Jun 10 16:19:50.794126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3358922 Jun 10 16:19:50.797442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3847759 Jun 10 16:19:50.816651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46892) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:50.817359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46894) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:50.818181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.825350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'subnet': {'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:50.846247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Request body: {'port': {'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2145010977'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:50.866117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event updated for resources: {'Port': ['ID=4003b98f-629c-4013-a2b7-75f4fe9dcea2,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:50.884542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.892656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:50.893129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:50.902403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:50.905137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8b788bf0-3565-43aa-9524-5e412b4135e3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:50.946405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.025956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.028858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.044192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20b934e8-2f64-4c0a-802f-06755f3f223b HTTP/1.1" status: 204 len: 168 time: 0.8853302 Jun 10 16:19:51.044874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad708a8-d540-4ec6-b758-4ebae776a5a4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Network': ['ID=d142218b-7446-4091-8798-7dc3a62692f7,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:51.065631 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50010e83-7ebe-4ad4-bef8-7a636922d574 req-82f7cf8f-3157-47b1-8c0f-ca68d9000275 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527763 Jun 10 16:19:51.079876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network d142218b-7446-4091-8798-7dc3a62692f7 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:51.107922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d2fc5787-6e89-44f4-b113-16e1567c8cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:51.143581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-2b0a41f1-676a-4903-aa94-240c2f8512e4', 'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4', 'tenant_id': '9711949b0303496089fcb08b23065d6c', 'fixed_ips': [{'subnet_id': 'db7621db-5e7f-4fb4-b10d-b3b4627733dd'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:51.145050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.150087 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7979348 Jun 10 16:19:51.154862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46898) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:51.160781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:51.266023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b934e8-2f64-4c0a-802f-06755f3f223b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:51.281204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:51.281980 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.294503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=56a77675-136f-4da5-ae62-9d8a25fa4f27,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:51.298731 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:51.302443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.302827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:51.314041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:51.320629 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0162733 Jun 10 16:19:51.320629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3248a9bd-b19e-48d4-a5e2-623c1ab3ce36 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:51.322178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46902) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:51.334779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.361563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:51.371599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event deleted for resources: {'Subnet': ['ID=0723c8a8-fa1b-4b05-ae8d-0800eb8e5b42,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:51.419631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:51.420389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.767s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:51.420859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:51.508564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.509222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-57b406aa-c101-4194-b051-7450f8909417 None None] Provisioning for port 4003b98f-629c-4013-a2b7-75f4fe9dcea2 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:51.518806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-57b406aa-c101-4194-b051-7450f8909417 None None] Provisioning complete for port 4003b98f-629c-4013-a2b7-75f4fe9dcea2 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:51.519227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-57b406aa-c101-4194-b051-7450f8909417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.559386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:51.666139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-57b406aa-c101-4194-b051-7450f8909417 None None] Port 4003b98f-629c-4013-a2b7-75f4fe9dcea2 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:51.668795 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5d88d229-f974-4a5c-938d-03e4ba258c27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e78f69055ec4df0b618c37080abef00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076372 Jun 10 16:19:51.698545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46908) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:51.730021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Allocated IP 172.20.0.2 (2b0a41f1-676a-4903-aa94-240c2f8512e4/db7621db-5e7f-4fb4-b10d-b3b4627733dd/3362a322-7fe6-48b3-9cba-56e181890c79) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:51.743670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] DHCP port deletion for acc98751-287a-44cc-ba40-3c6e1cda8be9 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:19:51.759632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.764834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fc5651e-7737-4854-a8ec-b8a6d0f4a4fc tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:51.812615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'project_id': '090630c27ec04a18848b73cc35f32377', 'port_id': '4003b98f-629c-4013-a2b7-75f4fe9dcea2'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:51.846508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.867342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=06c02d00-412d-4261-be21-f97d51a0a21c,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:51.873651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:51.884987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Deleting port 58c0a982-1da1-4127-ac33-45a37d346feb {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:51.885823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.888841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:51.890594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.892787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.906322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:51.906680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: 56a77675-136f-4da5-ae62-9d8a25fa4f27, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:51.918906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.921611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.925220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fede929-7e8d-4178-93fa-7ca45252356d HTTP/1.1" status: 204 len: 168 time: 1.4871378 Jun 10 16:19:51.933462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11eaf897-6253-477d-a812-d412b9019db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:51.952194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:51.969291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 56a77675-136f-4da5-ae62-9d8a25fa4f27) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:51.976238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:51.977364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.993045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.996713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:51.998629 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91a2bbec-63c3-46f2-9d3b-f0bcdc733a14 HTTP/1.1" status: 204 len: 168 time: 0.2990353 Jun 10 16:19:51.999746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5794055f-74b7-4fd8-aef5-bd2e489b61fe tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:52.008242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fede929-7e8d-4178-93fa-7ca45252356d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:52.015250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:52.016706 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8600180 Jun 10 16:19:52.017912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2bbec-63c3-46f2-9d3b-f0bcdc733a14,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:52.019560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46914) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:52.023483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:52.027468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.028664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27', 'name': 'tempest-PortsIpV6TestJSON-317223789', 'fixed_ips': [{'subnet_id': '06c02d00-412d-4261-be21-f97d51a0a21c', 'ip_address': '2001:db8::10'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:52.062523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7719e0-7acb-4baf-aca6-81a9c6dcf79f None None] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:52.084955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Deleting port 58c0a982-1da1-4127-ac33-45a37d346feb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:52.085399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.091877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Made reservation on behalf of 9711949b0303496089fcb08b23065d6c for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:52.095793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.275930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:52.338592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] For port 58c0a982-1da1-4127-ac33-45a37d346feb, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58c0a982-1da1-4127-ac33-45a37d346feb,segment=NetworkSegment(749813b3-afe7-4393-80d1-dfec28b0eed6),segment_id=749813b3-afe7-4393-80d1-dfec28b0eed6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:52.339504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.460724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.475020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-65dc5220-974f-434c-8d9e-bce42c96834c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:52.489360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] device_id is not set on port f0b93a72-5c04-4523-8c9b-cebfc984cf95 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:52.599165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.660813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48bd4d-7922-4594-834d-c91544350ec2 req-2ba9e503-35a4-4ea8-88b2-e46723bad605 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:52.670002 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ed48bd4d-7922-4594-834d-c91544350ec2 req-2ba9e503-35a4-4ea8-88b2-e46723bad605 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3514998 Jun 10 16:19:52.672162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46932) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:52.690321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Subnet': ['ID=645980cf-f06e-420c-8229-3e5f1ce0272c,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:52.700115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.713392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:52.736081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:52.741230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] For port 58c0a982-1da1-4127-ac33-45a37d346feb, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58c0a982-1da1-4127-ac33-45a37d346feb,segment=NetworkSegment(749813b3-afe7-4393-80d1-dfec28b0eed6),segment_id=749813b3-afe7-4393-80d1-dfec28b0eed6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:52.742620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.746790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Calling delete_port for 58c0a982-1da1-4127-ac33-45a37d346feb owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:52.788088 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ed48bd4d-7922-4594-834d-c91544350ec2 req-53af2a07-3387-454e-9aa4-a8badfabd5ba tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162300 Jun 10 16:19:52.869913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.878276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Calling delete_port for 58c0a982-1da1-4127-ac33-45a37d346feb owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:52.879002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Transition to ACTIVE for port object 3362a322-7fe6-48b3-9cba-56e181890c79 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:52.898460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Transition to ACTIVE for port object 3362a322-7fe6-48b3-9cba-56e181890c79 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:52.905740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.914792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58c0a982-1da1-4127-ac33-45a37d346feb no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:19:52.927030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.948616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8ecd33b9-5336-443e-b2fe-9c3f67e20fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:52.960001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:52.961871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 58c0a982-1da1-4127-ac33-45a37d346feb {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:19:52.962220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58c0a982-1da1-4127-ac33-45a37d346feb not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:19:52.965481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] No DVR routers for this DVR port 58c0a982-1da1-4127-ac33-45a37d346feb on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:52.999285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Pushing event deleted for resources: {'Port': ['ID=58c0a982-1da1-4127-ac33-45a37d346feb,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:53.047965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:53.070946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::10 (56a77675-136f-4da5-ae62-9d8a25fa4f27/06c02d00-412d-4261-be21-f97d51a0a21c/6cfb3319-1a68-43bd-8ed1-40b9fa7c885b) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:53.074527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:53.111158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Allocated IP 172.26.5.232 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/9fb8d42a-c8c0-4020-9405-4b8b9c6d0d1c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:53.112665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:53.113772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-56a77675-136f-4da5-ae62-9d8a25fa4f27', 'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': '06c02d00-412d-4261-be21-f97d51a0a21c'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:53.114629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.128066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:53.135094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:53.163311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.171492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.177369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65f2aeef-289a-4892-bcf6-68680a29bde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:53.179780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46940) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:53.263166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.269401 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dce2140c9a944edcac20e2a035869a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933840 Jun 10 16:19:53.278628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46944) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:53.296641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9f9e7-b33d-4f7e-aba9-4af8cb058361,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:53.303882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Pushing event updated for resources: {'Port': ['ID=3362a322-7fe6-48b3-9cba-56e181890c79,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:53.309676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:53.316007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:53.324642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Attempting to bind port 3362a322-7fe6-48b3-9cba-56e181890c79 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:53.325021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Attempting to bind port 3362a322-7fe6-48b3-9cba-56e181890c79 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '0d589483-ea33-46de-a255-452d8653766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:53.325432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Attempting to bind port 3362a322-7fe6-48b3-9cba-56e181890c79 on network 2b0a41f1-676a-4903-aa94-240c2f8512e4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:53.331144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:53.331523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Checking segment: {'id': '0d589483-ea33-46de-a255-452d8653766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:53.331937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.332410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Bound using segment: {'id': '0d589483-ea33-46de-a255-452d8653766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:53.332798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Bound port: 3362a322-7fe6-48b3-9cba-56e181890c79, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d589483-ea33-46de-a255-452d8653766a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:53.333255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.343488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Checking segment: {'id': '5d76008a-07bb-4888-9cfd-828d52f4f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:53.343983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network hostable DHCP agents. Network: d142218b-7446-4091-8798-7dc3a62692f7, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:53.346851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.406224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-371ec88e-5c2c-4147-91a8-a31d3b83b261 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:53.415227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] For port 3362a322-7fe6-48b3-9cba-56e181890c79, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:53.418511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] For port 3362a322-7fe6-48b3-9cba-56e181890c79, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3362a322-7fe6-48b3-9cba-56e181890c79,segment=NetworkSegment(0d589483-ea33-46de-a255-452d8653766a),segment_id=0d589483-ea33-46de-a255-452d8653766a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:53.423884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.435590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9334f30a-68a3-4b2a-b190-65553a669fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:53.501318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network d142218b-7446-4091-8798-7dc3a62692f7 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:53.509488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:53.510154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Pushing event updated for resources: {'Port': ['ID=3362a322-7fe6-48b3-9cba-56e181890c79,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:53.527207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:53.529974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:53.533085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Allocated IP 172.20.0.10 (2b0a41f1-676a-4903-aa94-240c2f8512e4/db7621db-5e7f-4fb4-b10d-b3b4627733dd/f0b93a72-5c04-4523-8c9b-cebfc984cf95) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:53.544821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:53.547048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb8d42a-c8c0-4020-9405-4b8b9c6d0d1c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:53.550330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, d142218b-7446-4091-8798-7dc3a62692f7) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:53.557489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:53.562725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f45ed-b33a-4d19-923f-25d03a9d7769 None None] Network d142218b-7446-4091-8798-7dc3a62692f7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:53.599289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:53.601222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.657727 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8360193 Jun 10 16:19:53.661955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46946) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:53.762267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.779379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b5c5721-6519-4fb8-9752-66bf5b9c51f2 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:53.805508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.819890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:53.859277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-248427231'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:53.886935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Made reservation on behalf of aeed20c4827d484ba3698f6794127b1b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:53.889653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-d142218b-7446-4091-8798-7dc3a62692f7', 'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7', 'tenant_id': '1f5d6e1b2a9f480785166c6891959138', 'fixed_ips': [{'subnet_id': '645980cf-f06e-420c-8229-3e5f1ce0272c'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:19:53.890385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.890505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.907342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.927522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:53.986705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:53.992841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] No DVR routers for this DVR port 58c0a982-1da1-4127-ac33-45a37d346feb on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:53.993482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=6cfb3319-1a68-43bd-8ed1-40b9fa7c885b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:53.996646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:54.020199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:54.020879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.027998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:54.027998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:54.033506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:54.034116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.067648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Allocated IP 2001:db8::2 (56a77675-136f-4da5-ae62-9d8a25fa4f27/06c02d00-412d-4261-be21-f97d51a0a21c/05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:54.077323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.154349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event deleted for resources: {'Port': ['ID=58c0a982-1da1-4127-ac33-45a37d346feb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:54.161308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:54.178268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.181082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.182467 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04b9f9e7-b33d-4f7e-aba9-4af8cb058361 HTTP/1.1" status: 204 len: 168 time: 0.9029016 Jun 10 16:19:54.198917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7493f7fc-7e19-460e-ab4f-824378170069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:54.223322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Allocated IP 2001:db8::2 (d142218b-7446-4091-8798-7dc3a62692f7/645980cf-f06e-420c-8229-3e5f1ce0272c/c997843c-751c-4b26-a338-e69a77e4e123) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:54.245445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.247341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9f9e7-b33d-4f7e-aba9-4af8cb058361,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:54.257920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.272937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:54.273576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-66644a16-c15d-4833-9162-b818cd1f638b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:54.317865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaa2c5a-e922-46cc-a99b-553267dc4a42,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:54.325265 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3045344 Jun 10 16:19:54.326264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:54.327830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46952) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:54.333033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27', 'name': 'tempest-PortsIpV6TestJSON-703017064', 'fixed_ips': [{'subnet_id': '06c02d00-412d-4261-be21-f97d51a0a21c', 'ip_address': '2001:db8::f'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:54.371081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:54.447663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.452491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.457443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.481516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Transition to ACTIVE for port object 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:54.503641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc98751-287a-44cc-ba40-3c6e1cda8be9']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:54.540322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Transition to ACTIVE for port object 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:54.554608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749813b3-afe7-4393-80d1-dfec28b0eed6') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:54.554907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749813b3-afe7-4393-80d1-dfec28b0eed6') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:54.558206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.567666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Transition to ACTIVE for port object c997843c-751c-4b26-a338-e69a77e4e123 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:54.585701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Transition to ACTIVE for port object c997843c-751c-4b26-a338-e69a77e4e123 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:54.590344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.594474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a1f858aa-7e67-448d-a67f-c494a623c019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:54.597046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.652891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:54.656714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.657064 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Added segment cdb566c1-5a28-47ac-a462-ae6daf742346 of type vlan for network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a Jun 10 16:19:54.657348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:54.667061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:54.673321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.686738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Network d142218b-7446-4091-8798-7dc3a62692f7 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:54.689822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:54.748636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:54.760741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Pushing event updated for resources: {'Port': ['ID=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:54.808901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:54.811478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.812170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3362a322-7fe6-48b3-9cba-56e181890c79 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:54.816581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-08cf7287-1c1e-40eb-9dd5-fd51cdc09e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:54.818977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.834896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:54.848140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.897385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Pushing event updated for resources: {'Port': ['ID=c997843c-751c-4b26-a338-e69a77e4e123,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:54.909853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.917947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 336c0122-559d-4c75-a2c3-5ed07f829f0f yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:54.923904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b353-f372-434e-a57b-a351f2edba59 req-c434cc17-069e-4d1d-a2f7-4d132ffb14a9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:54.933495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0539b353-f372-434e-a57b-a351f2edba59 req-c434cc17-069e-4d1d-a2f7-4d132ffb14a9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.9241965 Jun 10 16:19:54.935599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:54.962282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:54.962958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:54.972149 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:54.988208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Transition to ACTIVE for port object f0b93a72-5c04-4523-8c9b-cebfc984cf95 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:54.994860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285c87f-1745-4b3e-9920-0b46b8b10204 None None] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:55.003387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.012202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:55.013254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.025587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-51a20836-f3f5-4271-bdb1-63cb307d1f9c tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:55.039259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Attempting to bind port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:55.039639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Attempting to bind port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:55.040016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Attempting to bind port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c on network 56a77675-136f-4da5-ae62-9d8a25fa4f27 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:55.095923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Attempting to bind port c997843c-751c-4b26-a338-e69a77e4e123 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:19:55.096262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Attempting to bind port c997843c-751c-4b26-a338-e69a77e4e123 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '5d76008a-07bb-4888-9cfd-828d52f4f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:19:55.096631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Attempting to bind port c997843c-751c-4b26-a338-e69a77e4e123 on network d142218b-7446-4091-8798-7dc3a62692f7 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:19:55.104729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:55.105289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Checking segment: {'id': '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:55.106673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.106673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Bound using segment: {'id': '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:55.106673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Bound port: 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '56a77675-136f-4da5-ae62-9d8a25fa4f27'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:55.106953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.160875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0539b353-f372-434e-a57b-a351f2edba59 req-d2d05b68-1b9f-47fe-9ed5-c658536a3bf3 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259429 Jun 10 16:19:55.175164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event updated for resources: {'Network': ['ID=2d78d007-92f3-477f-afe8-ffe4eb3cce1a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:55.185691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:55.191166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.192159 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0077245 Jun 10 16:19:55.194429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.199666 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] 10.222.0.23 "DELETE /v2.0/networks/acc98751-287a-44cc-ba40-3c6e1cda8be9 HTTP/1.1" status: 204 len: 168 time: 4.4295719 Jun 10 16:19:55.224045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 46972) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:55.224820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:55.297318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Request body: {'subnet': {'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:55.317261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Pushing event deleted for resources: {'Network': ['ID=acc98751-287a-44cc-ba40-3c6e1cda8be9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:55.324774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:55.345550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:19:55.345993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Checking segment: {'id': '5d76008a-07bb-4888-9cfd-828d52f4f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:55.346333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.346730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Bound using segment: {'id': '5d76008a-07bb-4888-9cfd-828d52f4f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:19:55.347218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Bound port: c997843c-751c-4b26-a338-e69a77e4e123, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d76008a-07bb-4888-9cfd-828d52f4f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd142218b-7446-4091-8798-7dc3a62692f7'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:19:55.347600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.353243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c7f0e9be-72ff-429e-ae0d-f47551f9a082 None None] Provisioning for port 3362a322-7fe6-48b3-9cba-56e181890c79 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:55.355287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:55.370501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::f (56a77675-136f-4da5-ae62-9d8a25fa4f27/06c02d00-412d-4261-be21-f97d51a0a21c/336c0122-559d-4c75-a2c3-5ed07f829f0f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:55.385775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.445649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting port c997843c-751c-4b26-a338-e69a77e4e123 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:55.446139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.495422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.531190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-25f40ccb-b982-4ffc-9590-2a6c6351f7a0 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:55.568200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 3362a322-7fe6-48b3-9cba-56e181890c79 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:55.603326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] For port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:55.659494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46982) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:55.674505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3362a322-7fe6-48b3-9cba-56e181890c79 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:55.674896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.716688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] For port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,segment=NetworkSegment(8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4),segment_id=8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:55.724354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.736036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.748714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:55.779417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 336c0122-559d-4c75-a2c3-5ed07f829f0f will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:55.799723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] For port c997843c-751c-4b26-a338-e69a77e4e123, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:19:55.847464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] For port c997843c-751c-4b26-a338-e69a77e4e123, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c997843c-751c-4b26-a338-e69a77e4e123,segment=NetworkSegment(5d76008a-07bb-4888-9cfd-828d52f4f1c5),segment_id=5d76008a-07bb-4888-9cfd-828d52f4f1c5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:19:55.859670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.886273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:55.898252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:55.905250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:55.911333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:55.931186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Pushing event updated for resources: {'Port': ['ID=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:55.948256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:55.949713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ff413629-f941-4451-bbf6-f992a3f067ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:55.976572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:56.000219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:56.004865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.061776 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7328832 Jun 10 16:19:56.076553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 46992) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:56.105218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.158101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Pushing event updated for resources: {'Port': ['ID=c997843c-751c-4b26-a338-e69a77e4e123,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:56.169190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:56.199434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:56.216093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:56.218926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:56.238021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 3362a322-7fe6-48b3-9cba-56e181890c79, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3362a322-7fe6-48b3-9cba-56e181890c79,segment=NetworkSegment(0d589483-ea33-46de-a255-452d8653766a),segment_id=0d589483-ea33-46de-a255-452d8653766a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:56.254464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.264243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fa0bfa3b-7556-46f7-81bc-13028d8f8c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:56.309914 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a5e40d9-68e7-4ce1-b095-f9022552c74b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f4035127b324481983a016bdb5feec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486945 Jun 10 16:19:56.330334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47000) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:56.339788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=336c0122-559d-4c75-a2c3-5ed07f829f0f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:56.345505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:56.393723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event updated for resources: {'Port': ['ID=f0b93a72-5c04-4523-8c9b-cebfc984cf95,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:56.417507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:56.485070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=3362a322-7fe6-48b3-9cba-56e181890c79,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:56.489386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:56.524443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] For port c997843c-751c-4b26-a338-e69a77e4e123, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:56.524853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.600603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47002) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:56.606983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Made reservation on behalf of aeed20c4827d484ba3698f6794127b1b for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:56.610692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.619112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:56.619794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.626632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.663965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb598c5-2d4f-4121-80ae-8331cc768dab tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:56.665617 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bdb598c5-2d4f-4121-80ae-8331cc768dab tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5847068 Jun 10 16:19:56.669208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47006) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:56.694669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Calling delete_port for c997843c-751c-4b26-a338-e69a77e4e123 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:56.697256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.746933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.783238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-90293acc-dda3-4f23-a8d3-d79b513df547 None None] Provisioning for port f0b93a72-5c04-4523-8c9b-cebfc984cf95 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:56.789913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-90293acc-dda3-4f23-a8d3-d79b513df547 None None] Provisioning complete for port f0b93a72-5c04-4523-8c9b-cebfc984cf95 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:56.790798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-90293acc-dda3-4f23-a8d3-d79b513df547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.860005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-90293acc-dda3-4f23-a8d3-d79b513df547 None None] Port f0b93a72-5c04-4523-8c9b-cebfc984cf95 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:56.862021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e0187-9c02-4a2e-95a4-53e02d3aa047 req-c8d8386d-25f0-451f-8ba0-6c25f7ff95fe tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:56.863597 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9d3e0187-9c02-4a2e-95a4-53e02d3aa047 req-c8d8386d-25f0-451f-8ba0-6c25f7ff95fe tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3784149 Jun 10 16:19:56.874172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-90293acc-dda3-4f23-a8d3-d79b513df547 None None] Provisioning complete for port 3362a322-7fe6-48b3-9cba-56e181890c79 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:56.874649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-90293acc-dda3-4f23-a8d3-d79b513df547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.931605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.934235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:56.935607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00142731-097f-4ef3-affe-121f63b480de HTTP/1.1" status: 204 len: 168 time: 0.5890806 Jun 10 16:19:56.991772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1105aeea-59c9-47c8-b810-5afb0714d4fc tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:57.014948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:57.025255 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9d3e0187-9c02-4a2e-95a4-53e02d3aa047 req-850ce096-dddb-4d1a-888b-1c466e9236f3 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474485 Jun 10 16:19:57.026621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00142731-097f-4ef3-affe-121f63b480de,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:57.037387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:57.063210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1798120603'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:57.105063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5078d7-87f0-4e2e-ae73-eb2efc45e151 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.108504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.113454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5078d7-87f0-4e2e-ae73-eb2efc45e151 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.120687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5078d7-87f0-4e2e-ae73-eb2efc45e151 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:57.125309 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aa5078d7-87f0-4e2e-ae73-eb2efc45e151 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.4535556 Jun 10 16:19:57.127962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47010) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:57.139914 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.3158872 Jun 10 16:19:57.147791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.149083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47012) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:57.159052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:57.164883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3362a322-7fe6-48b3-9cba-56e181890c79 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:57.181514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Request body: {'port': {'network_id': '2b0a41f1-676a-4903-aa94-240c2f8512e4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-887121129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:57.182067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.api.validators [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] bootfile-name is not in valid_values {{(pid=92386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:19:57.182396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.api.validators [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] tftp-server is not in valid_values {{(pid=92386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:19:57.182713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.api.validators [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] server-ip-address is not in valid_values {{(pid=92386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:19:57.207691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Made reservation on behalf of 6ee7efb775e54180b71e0d8fbae69fca for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:57.212493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.250095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3362a322-7fe6-48b3-9cba-56e181890c79 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:57.250485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.258180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea47cf03-07b0-4616-81b6-0382a2ef9a4c tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:57.287240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c3157d6b-6368-43fb-af81-db261aaf2b69 None None] Provisioning complete for port f0b93a72-5c04-4523-8c9b-cebfc984cf95 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:57.287636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c3157d6b-6368-43fb-af81-db261aaf2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.343970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c3157d6b-6368-43fb-af81-db261aaf2b69 None None] Port f0b93a72-5c04-4523-8c9b-cebfc984cf95 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:57.369683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.412823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c997843c-751c-4b26-a338-e69a77e4e123 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:19:57.502934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.508349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c997843c-751c-4b26-a338-e69a77e4e123 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:57.610665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb8d42a-c8c0-4020-9405-4b8b9c6d0d1c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:57.694756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.709009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.719588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab0bc626-d592-4007-8026-f8f926a9b275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:57.744785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 336c0122-559d-4c75-a2c3-5ed07f829f0f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:57.745131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.780149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:57.782075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.782861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.783880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.785124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.785893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.786489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.787892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.788499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.789330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.789917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.790513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.791101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:57.795069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Made reservation on behalf of 9711949b0303496089fcb08b23065d6c for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:57.796480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:57.804560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.829296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5362451d-ea25-4ef5-9e54-b6b87c2326c2,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:57.839787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b28c50-791b-4f26-b375-f461f2b25b7b None None] Network d142218b-7446-4091-8798-7dc3a62692f7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:57.889988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a7fe04fd-9fb4-412d-bfaa-4d28632f8aae None None] Provisioning for port c997843c-751c-4b26-a338-e69a77e4e123 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:57.903827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.904174 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Added segment e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f of type vlan for network 9ba536b1-9b17-4f82-850d-ed485bbbd07d Jun 10 16:19:57.915368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:57.932337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Floating IP fe1e0699-29ff-4c2c-9e59-b6bb611a7057 associated. External IP: 172.26.5.232, port: 4003b98f-629c-4013-a2b7-75f4fe9dcea2. Jun 10 16:19:57.938249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.952390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a7fe04fd-9fb4-412d-bfaa-4d28632f8aae None None] Provisioning complete for port c997843c-751c-4b26-a338-e69a77e4e123 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:57.952917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a7fe04fd-9fb4-412d-bfaa-4d28632f8aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:57.999799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe04fd-9fb4-412d-bfaa-4d28632f8aae None None] Port c997843c-751c-4b26-a338-e69a77e4e123 was deleted so its status cannot be updated. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Jun 10 16:19:58.007611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c91ea9d-78ac-464d-8341-d6b444b9d93a tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:58.016049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] device_id is not set on port 7f25751a-1dae-40cd-8dea-c313ae79fa39 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:19:58.028296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.093066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89808f-c0c3-4b8f-894a-b4becd7cddd9 None None] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:58.163748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.220563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47034) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:58.227791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Port': ['ID=c997843c-751c-4b26-a338-e69a77e4e123,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:58.255292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Provisioning for port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:58.288994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 336c0122-559d-4c75-a2c3-5ed07f829f0f owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:58.289319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Provisioning complete for port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:58.289678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.331921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.338448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:58.339004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.346077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:58.354941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:58.482486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.525169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.532596 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9114668 Jun 10 16:19:58.555381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Pushing event updated for resources: {'Network': ['ID=9ba536b1-9b17-4f82-850d-ed485bbbd07d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:58.556809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:58.562332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Allocated IP 172.20.0.14 (2b0a41f1-676a-4903-aa94-240c2f8512e4/db7621db-5e7f-4fb4-b10d-b3b4627733dd/7f25751a-1dae-40cd-8dea-c313ae79fa39) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:19:58.579956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.580563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.581092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.581641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.582152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.582715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.583247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.583617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.584051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.585172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.585695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.586210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:19:58.588719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] For port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,segment=NetworkSegment(8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4),segment_id=8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:19:58.595102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:58.595298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.600732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8728a907-310d-4a4a-b951-c67730529528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:58.650871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9ba536b1-9b17-4f82-850d-ed485bbbd07d details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:19:58.695109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-195596329'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:58.705077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.716367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a01c4089-8d25-470e-91e4-f47d600560da tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:58.747416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event updated for resources: {'Subnet': ['ID=5d2323c3-2db0-4513-a9cc-90043f6f5d68,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:58.749730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No DVR routers for this DVR port c997843c-751c-4b26-a338-e69a77e4e123 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:19:58.762474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:58.796581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=336c0122-559d-4c75-a2c3-5ed07f829f0f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:58.802503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:58.854436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Pushing event updated for resources: {'Port': ['ID=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:58.863532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Made reservation on behalf of bf53059dbbcb4de7ac2b6a632cff13b9 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:58.868216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:58.874760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.929187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.974071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:58.979371 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/336c0122-559d-4c75-a2c3-5ed07f829f0f HTTP/1.1" status: 204 len: 168 time: 1.8437824 Jun 10 16:19:58.979674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47042) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:58.989487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.018997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47044) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:59.035382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Request body: {'port': {'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-156818740'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:59.039284 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1603d35-f1c0-445a-9c01-4e1e0b1320ec tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:19:59.041948 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1603d35-f1c0-445a-9c01-4e1e0b1320ec tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/336c0122-559d-4c75-a2c3-5ed07f829f0f HTTP/1.1" status: 404 len: 333 time: 0.0602088 Jun 10 16:19:59.047698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47046) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:59.055250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Could not find standard attr ID for object 336c0122-559d-4c75-a2c3-5ed07f829f0f. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:19:59.069031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Provisioning for port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:19:59.076289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Provisioning complete for port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:59.076756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.158615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Made reservation on behalf of 11d053bc90c04fd8989e705b50b6d7fd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:19:59.161181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.164711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:19:59.167638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.181082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Provisioning complete for port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:59.182477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-82f877d7-bd10-4886-827b-a1a87b1d96f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.200139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd1097-a13e-4f4d-80c6-9a92d900a7b6 req-49e144bc-4c34-44c7-8c87-68d111e2b1b5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:59.202233 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-96dd1097-a13e-4f4d-80c6-9a92d900a7b6 req-49e144bc-4c34-44c7-8c87-68d111e2b1b5 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.9799185 Jun 10 16:19:59.221979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.239974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Transition to ACTIVE for port object 7f25751a-1dae-40cd-8dea-c313ae79fa39 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:19:59.285333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Checking segment: {'id': 'cdb566c1-5a28-47ac-a462-ae6daf742346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:19:59.285697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Network hostable DHCP agents. Network: 2d78d007-92f3-477f-afe8-ffe4eb3cce1a, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:19:59.304643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:19:59.307056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.312446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.332401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4b6de177-ee7d-48b7-b654-0a945076eb25 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:59.335868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.383345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-06669e82-dbaf-40da-b50c-0e43db901bea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:59.406986 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-96dd1097-a13e-4f4d-80c6-9a92d900a7b6 req-26d78f0c-3fca-4e58-84e2-1e6f106bd03f tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835153 Jun 10 16:19:59.410759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Subnet': ['ID=645980cf-f06e-420c-8229-3e5f1ce0272c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:59.414548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf2bca-911a-4fff-a6ba-a3478fddced9 None None] Network d142218b-7446-4091-8798-7dc3a62692f7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:59.415131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:59.471289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Router 3f6d49a4-be70-40bc-a093-a49474552ed5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:19:59.476345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:19:59.484171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:19:59.501840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event updated for resources: {'Port': ['ID=7f25751a-1dae-40cd-8dea-c313ae79fa39,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:19:59.506067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:59.512165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:19:59.513167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:19:59.518546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.575042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2d78d007-92f3-477f-afe8-ffe4eb3cce1a) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:19:59.576663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-47f08992-f950-4d8d-925b-de01f2a157be None None] Provisioning complete for port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:19:59.576879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-47f08992-f950-4d8d-925b-de01f2a157be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.584355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.596318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:19:59.596945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.614169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d142218b-7446-4091-8798-7dc3a62692f7']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:59.619299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d369b43-28aa-455e-8361-407b277a3aa7 None None] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:19:59.734699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:19:59.796119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d76008a-07bb-4888-9cfd-828d52f4f1c5') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:59.796417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d76008a-07bb-4888-9cfd-828d52f4f1c5') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:19:59.840628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.879065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.885747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.890983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.904488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:19:59.916711 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6739399 Jun 10 16:19:59.925578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:19:59.926290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:19:59.933943 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:19:59.942596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47050) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:19:59.966960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Request body: {'port': {'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-430167229'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:19:59.983520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:19:59.985440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-47f08992-f950-4d8d-925b-de01f2a157be None None] Port 6cfb3319-1a68-43bd-8ed1-40b9fa7c885b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:00.091805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:00.119743 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] Sync routers for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:00.124333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf950b-a749-47c5-9e2e-75c770530a0e None None] DHCP port deletion for d142218b-7446-4091-8798-7dc3a62692f7 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:00.130071 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:00.131059 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:00.167297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a6afce1-11ac-4860-bc98-139ed454980d None None] Could not find standard attr ID for object 336c0122-559d-4c75-a2c3-5ed07f829f0f. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:20:00.180260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-2d78d007-92f3-477f-afe8-ffe4eb3cce1a', 'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a', 'tenant_id': 'aeed20c4827d484ba3698f6794127b1b', 'fixed_ips': [{'subnet_id': '5d2323c3-2db0-4513-a9cc-90043f6f5d68'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:00.180260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.187014 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:00.197411 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:00.198379 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:19:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:00.202375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.202867 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Added segment a7b0f1f1-b87e-40ee-a5cd-7631c77a8c67 of type vlan for network 72e1341c-722e-4105-ac29-2a44129d83d9 Jun 10 16:20:00.213976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a6afce1-11ac-4860-bc98-139ed454980d None None] Provisioning for port 7f25751a-1dae-40cd-8dea-c313ae79fa39 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:00.254311 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:00.254941 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e143f-95e1-4f5c-ac7a-fcd05418521a None None] The sync data for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:00.283641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.301487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a6afce1-11ac-4860-bc98-139ed454980d None None] Provisioning complete for port 7f25751a-1dae-40cd-8dea-c313ae79fa39 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:00.301850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a6afce1-11ac-4860-bc98-139ed454980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.303734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f312a5c5-04f1-4e34-a0e3-ece394583289,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.313591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.315951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.326985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.328727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:00.329351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.332626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.340333 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/d142218b-7446-4091-8798-7dc3a62692f7 HTTP/1.1" status: 204 len: 168 time: 6.6714787 Jun 10 16:20:00.343357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47052) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:00.356888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1962429972'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:00.372895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3a6afce1-11ac-4860-bc98-139ed454980d None None] Port 7f25751a-1dae-40cd-8dea-c313ae79fa39 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:00.395388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.402564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4ea25bf6-d56c-4b48-86ee-541cec8f2845 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.427400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Network': ['ID=d142218b-7446-4091-8798-7dc3a62692f7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.439027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Allocated IP 2001:db8::2 (2d78d007-92f3-477f-afe8-ffe4eb3cce1a/5d2323c3-2db0-4513-a9cc-90043f6f5d68/6a7355cd-ab01-4e8d-9c18-0a2f4e93d820) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:00.441699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.453058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=6cfb3319-1a68-43bd-8ed1-40b9fa7c885b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.455786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.456903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.463717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:00.464243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.475453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.489926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.494575 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/6cfb3319-1a68-43bd-8ed1-40b9fa7c885b HTTP/1.1" status: 204 len: 168 time: 1.4433594 Jun 10 16:20:00.495379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47054) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:00.535676 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da76e62-9bb8-4943-9461-904eb851b65e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:20:00.537932 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2da76e62-9bb8-4943-9461-904eb851b65e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/6cfb3319-1a68-43bd-8ed1-40b9fa7c885b HTTP/1.1" status: 404 len: 333 time: 0.0414946 Jun 10 16:20:00.540661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47056) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:00.578423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Pushing event updated for resources: {'Network': ['ID=72e1341c-722e-4105-ac29-2a44129d83d9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.586442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.593623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.594822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.599157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 72e1341c-722e-4105-ac29-2a44129d83d9 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:00.606030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.606424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b827e0b5-e314-43e7-9fde-348f0be0bd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.610097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:00.623003 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4727478 Jun 10 16:20:00.636242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47058) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:00.724438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.3931737 Jun 10 16:20:00.726928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:00.733045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.744859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47060) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:00.755099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:00.786427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet 06c02d00-412d-4261-be21-f97d51a0a21c {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:00.787583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Made reservation on behalf of aeed20c4827d484ba3698f6794127b1b for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:00.791518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.792136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.795940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c1c017-a74f-4992-82e5-76ddb30c746a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:00.840043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.840237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:00.853520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Transition to ACTIVE for port object 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:00.881592 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6510246 Jun 10 16:20:00.881805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:00.882780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.889734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] device_id is not set on port a8fad88b-1d31-4ab1-91e3-88929348fa83 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:00.892582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.894916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47062) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:00.900893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-40acda09-f306-45b2-acd4-7d4c92b19753 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-1469961775') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:00.914194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Transition to ACTIVE for port object 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:00.927982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:00.931441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-aeddbf44-7474-436c-8c87-cc3e83075e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:00.984987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:00.985828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:00.994880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:01.000613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:01.002458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Pushing event updated for resources: {'Port': ['ID=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.006674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.024202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.024557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Added segment 10b03587-27b4-4dec-b705-8c080909bbd2 of type vlan for network 28606e23-0a68-4aa0-b85d-62edb5c40c3d Jun 10 16:20:01.029636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7744bb02-572b-4df6-863d-70746573188f tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] 10.222.0.23 "GET /v2.0/floatingips/fe1e0699-29ff-4c2c-9e59-b6bb611a7057 HTTP/1.1" status: 200 len: 983 time: 0.2812526 Jun 10 16:20:01.038487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47064) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.064944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ce241-96a5-45a7-8bd1-2417f34e37a4 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:01.072346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ce241-96a5-45a7-8bd1-2417f34e37a4 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:01.078286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ce241-96a5-45a7-8bd1-2417f34e37a4 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:01.081654 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a74ce241-96a5-45a7-8bd1-2417f34e37a4 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4427621 Jun 10 16:20:01.095405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47066) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.121604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c997843c-751c-4b26-a338-e69a77e4e123 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:01.127707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Attempting to bind port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:01.128050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Attempting to bind port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'cdb566c1-5a28-47ac-a462-ae6daf742346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:01.128367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Attempting to bind port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 on network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:01.153428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c997843c-751c-4b26-a338-e69a77e4e123 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:01.153785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c997843c-751c-4b26-a338-e69a77e4e123 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:01.157967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:01.158362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Checking segment: {'id': 'cdb566c1-5a28-47ac-a462-ae6daf742346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:01.158856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.159559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Bound using segment: {'id': 'cdb566c1-5a28-47ac-a462-ae6daf742346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:01.159739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Bound port: 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb566c1-5a28-47ac-a462-ae6daf742346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:01.160134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.261618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] For port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:01.272027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] For port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,segment=NetworkSegment(cdb566c1-5a28-47ac-a462-ae6daf742346),segment_id=cdb566c1-5a28-47ac-a462-ae6daf742346)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:01.279486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.281959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c1ded8df-e557-4456-9f80-a5d3933a9225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:01.351767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.393174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Pushing event updated for resources: {'Port': ['ID=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.403544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.404629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.404983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.405356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.405690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.406030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.406362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.406692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.407022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.407534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.407930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.408322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:01.424285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.424769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:01.448853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.467584 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-40acda09-f306-45b2-acd4-7d4c92b19753 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "PUT /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-1469961775 HTTP/1.1" status: 201 len: 201 time: 0.5716174 Jun 10 16:20:01.475407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47068) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.488296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-078bbdd4-d55c-4322-a358-090055ea6dc7 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-1469961775') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:01.491754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Transition to ACTIVE for port object 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:01.531070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.540925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f4ad084d-317e-48bc-8566-393df765e0f7 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:01.551747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.587390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Deleting port 7f25751a-1dae-40cd-8dea-c313ae79fa39 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:01.587390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.621713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.644115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:01.645369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad29f0-1a01-4cad-927c-a7e380eafab5 None None] Network 56a77675-136f-4da5-ae62-9d8a25fa4f27 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:01.646000 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/06c02d00-412d-4261-be21-f97d51a0a21c HTTP/1.1" status: 204 len: 168 time: 1.1043818 Jun 10 16:20:01.659249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47070) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.728045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Allocated IP 2001:db8::325 (2d78d007-92f3-477f-afe8-ffe4eb3cce1a/5d2323c3-2db0-4513-a9cc-90043f6f5d68/a8fad88b-1d31-4ab1-91e3-88929348fa83) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:01.776975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=1b9c0f72-d1fc-404e-b9f3-94d48a5356bc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.782152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.789183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5d916fb6-cdd1-4562-ab3a-bb394add5fc2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:01.795342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d71f69b4-cebb-457b-bced-9a6ab8981394 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.7556202 Jun 10 16:20:01.806499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:20:01.810946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47072) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.843889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=06c02d00-412d-4261-be21-f97d51a0a21c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:01.852816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:01.854664 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-078bbdd4-d55c-4322-a358-090055ea6dc7 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-1469961775 HTTP/1.1" status: 204 len: 168 time: 0.3717880 Jun 10 16:20:01.859622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:01.877600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-94081464-1a6f-49fb-af6e-f21e048543bb tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:01.885111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Checking segment: {'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:01.885496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Network hostable DHCP agents. Network: 9ba536b1-9b17-4f82-850d-ed485bbbd07d, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:01.910420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.004990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.012030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:02.012651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.019588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] DHCP port deletion for 56a77675-136f-4da5-ae62-9d8a25fa4f27 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:02.021224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Calling delete_port for 7f25751a-1dae-40cd-8dea-c313ae79fa39 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:02.032762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ed63ac4-4a1e-4529-8174-549396771aec tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:02.071510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.085025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Network 9ba536b1-9b17-4f82-850d-ed485bbbd07d is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:02.090971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Deleting port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:02.091391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.194034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] For port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,segment=NetworkSegment(8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4),segment_id=8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:02.194534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.275780 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94081464-1a6f-49fb-af6e-f21e048543bb tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags HTTP/1.1" status: 200 len: 238 time: 0.4048138 Jun 10 16:20:02.278968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9ba536b1-9b17-4f82-850d-ed485bbbd07d) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:02.280388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47076) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:02.291610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-e83f094b-13e8-49bd-9dbc-775b45640740 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', {'tags': ['tempest-TagsTest-Tag-947429842', 'tempest-TagsTest-Tag-493384790', 'tempest-TagsTest-Tag-1957234410']}) {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:02.296763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:02.327776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Calling delete_port for 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:02.332305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67daa16c-c6f5-4e9f-bf7e-7bee8974d583 None None] Network 9ba536b1-9b17-4f82-850d-ed485bbbd07d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:02.363668 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0156798 Jun 10 16:20:02.369677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Network': ['ID=28606e23-0a68-4aa0-b85d-62edb5c40c3d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:02.373366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:02.377930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47078) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:02.388873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Request body: {'subnet': {'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:02.437267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 28606e23-0a68-4aa0-b85d-62edb5c40c3d details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:02.460634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.463696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:02.464073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:02.464532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:02.473221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:02.473550 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:02.475892 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e83f094b-13e8-49bd-9dbc-775b45640740 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "PUT /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags HTTP/1.1" status: 200 len: 307 time: 0.1926100 Jun 10 16:20:02.476748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dff9d9b7-e7f9-45e6-be7a-fde09c00a79d tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:02.480955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47080) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:02.482820 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 2 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:02.491335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-0d9d363d-72fc-4bc6-8ea5-2fee6aedd034 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-947429842') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:02.588205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.597178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d79bb7-da3b-4a2f-8bfd-a51f8a451a7f None None] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:02.624335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Transition to ACTIVE for port object a8fad88b-1d31-4ab1-91e3-88929348fa83 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:02.626388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event deleted for resources: {'Port': ['ID=7f25751a-1dae-40cd-8dea-c313ae79fa39,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:02.628469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:02.635286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:02.635668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:02.635906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:02.645251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting port 9fb8d42a-c8c0-4020-9405-4b8b9c6d0d1c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:02.645590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.693538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:02.693884 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:02.696681 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 3 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:02.759492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:02.759826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:02.760152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:02.774359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:02.774694 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:02.776140 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 4 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:02.782308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.788296 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "DELETE /v2.0/ports/7f25751a-1dae-40cd-8dea-c313ae79fa39 HTTP/1.1" status: 204 len: 168 time: 1.6886587 Jun 10 16:20:02.789065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47082) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:02.796856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Request body: {'port': {'name': 'tempest-new-port-name-1932184373', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:02.797525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.api.validators [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] bootfile-name is not in valid_values {{(pid=92386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:02.797830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.api.validators [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] tftp-server is not in valid_values {{(pid=92386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:02.798188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.api.validators [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] server-ip-address is not in valid_values {{(pid=92386) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:02.813450 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0d9d363d-72fc-4bc6-8ea5-2fee6aedd034 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "DELETE /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-947429842 HTTP/1.1" status: 204 len: 168 time: 0.3272798 Jun 10 16:20:02.815115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47084) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:02.825967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.828598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:02.848372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-99ba43e7-c7ea-4b34-9299-8310ee920cab tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-947429842') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:02.854272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:02.854594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:02.854922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:02.887001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:02.887327 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:02.891078 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 5 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:02.920447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:02.920792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:02.921128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:02.921776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:02.961054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Calling delete_port for 9fb8d42a-c8c0-4020-9405-4b8b9c6d0d1c owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:02.970352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:02.970647 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:02.973570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:02.973918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.018377 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 6 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:03.028561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.076312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Made reservation on behalf of 1f5d6e1b2a9f480785166c6891959138 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:03.077026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:03.077398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:03.077733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:03.080750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.091735 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-99ba43e7-c7ea-4b34-9299-8310ee920cab tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] show failed (client error): The resource could not be found. Jun 10 16:20:03.093913 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-99ba43e7-c7ea-4b34-9299-8310ee920cab tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-947429842 HTTP/1.1" status: 404 len: 325 time: 0.2762139 Jun 10 16:20:03.094932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:03.095553 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:03.122073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47086) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:03.122400 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 7 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:03.132593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-01d2dbc4-fec5-47b2-8bed-53d0db153a79 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-493384790') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:03.167576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.176031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0018ea94-df4b-4710-bd4b-3c4fcc1b6ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:03.179829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:03.180310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:03.180791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:03.204529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:03.204858 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:03.210271 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 8 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:03.217253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Pushing event deleted for resources: {'Port': ['ID=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:03.222317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5e6b28fe-8257-4089-a396-60aade2968fc None None] Provisioning for port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:03.232236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:03.261104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] No DVR routers for this DVR port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:03.262878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.269833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] For port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:03.269833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.292102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:03.302177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:03.302703 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:03.303922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:03.328492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:03.340816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:03.341395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.357474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:03.357950 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:03.367722 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 9 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:03.398352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:03.398815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:03.399244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:03.425613 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-01d2dbc4-fec5-47b2-8bed-53d0db153a79 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-493384790 HTTP/1.1" status: 204 len: 168 time: 0.2975385 Jun 10 16:20:03.425851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:03.425954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:03.425954 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:03.433184 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 10 to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc Jun 10 16:20:03.435587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47088) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:03.436985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:20:03.455092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.tag.tag_plugin [None req-8e8418c6-7cb8-4f53-bc4e-94f6e9cba1df tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-1957234410') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:03.456358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:03.456796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:03.457446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:03.470815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:03.471302 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:03.471410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.471833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.474590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:03.493028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.516144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:03.520522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2ed38a0b-8c76-491c-bcb2-feafc6cd2a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.530066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:03.535636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:03.536283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.539465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event updated for resources: {'Port': ['ID=a8fad88b-1d31-4ab1-91e3-88929348fa83,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:03.545597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No DVR routers for this DVR port 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:03.551557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:03.553780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,segment=NetworkSegment(cdb566c1-5a28-47ac-a462-ae6daf742346),segment_id=cdb566c1-5a28-47ac-a462-ae6daf742346)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:03.554570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:03.563045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.567297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:03.652412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:03.657687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:03.660259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:03.695684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:03.696048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:03.754160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=05a86a1f-cdf7-4a03-bfb7-b8980ee9ab0c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:03.760028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:03.787211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-51481620-25cc-41f0-8d67-01fd41bbdf7d None None] Provisioning complete for port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:03.788694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-51481620-25cc-41f0-8d67-01fd41bbdf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.804629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.8422887 Jun 10 16:20:03.810474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47090) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:03.867693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Request body: {'port': {'network_id': '2d78d007-92f3-477f-afe8-ffe4eb3cce1a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1427007862', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:03.868480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.api.validators [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] bootfile-name is not in valid_values {{(pid=92385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:03.869006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.api.validators [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] tftp-server is not in valid_values {{(pid=92385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:03.869551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.api.validators [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] server-ip-address is not in valid_values {{(pid=92385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:03.924826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-51481620-25cc-41f0-8d67-01fd41bbdf7d None None] Provisioning for port a8fad88b-1d31-4ab1-91e3-88929348fa83 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:03.930849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-51481620-25cc-41f0-8d67-01fd41bbdf7d None None] Provisioning complete for port a8fad88b-1d31-4ab1-91e3-88929348fa83 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:03.931402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-51481620-25cc-41f0-8d67-01fd41bbdf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:03.984471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-51481620-25cc-41f0-8d67-01fd41bbdf7d None None] Port a8fad88b-1d31-4ab1-91e3-88929348fa83 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:03.996808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.003020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.012317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be89c81c-7f88-4da0-bad6-49b2991707af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:04.015000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.070539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] For port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc, host hv-neutron-6013, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:04.070892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempted to set empty binding levels {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 10 16:20:04.090259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a77675-136f-4da5-ae62-9d8a25fa4f27']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.103779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.109646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event updated for resources: {'Port': ['ID=f0b93a72-5c04-4523-8c9b-cebfc984cf95,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:04.109892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-202da25c-745c-4f0c-bbba-5e074f86c0de None None] Provisioning complete for port a8fad88b-1d31-4ab1-91e3-88929348fa83 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:04.110296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-202da25c-745c-4f0c-bbba-5e074f86c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.115735 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8e8418c6-7cb8-4f53-bc4e-94f6e9cba1df tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-1957234410 HTTP/1.1" status: 204 len: 168 time: 0.6754491 Jun 10 16:20:04.126838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47092) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.126838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:04.128375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-68458fa2-45b5-4283-b400-85f8c3874fd7 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:04.129274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.129584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a9bf6-a61e-461d-8fbe-32c746f5bdb4') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.164244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-09e2c153-66e5-4fc5-9058-4ec360086a63 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.167129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-202da25c-745c-4f0c-bbba-5e074f86c0de None None] Port a8fad88b-1d31-4ab1-91e3-88929348fa83 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:04.171096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.204934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:04.206278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.231449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] In _notify_port_updated(), no bound segment for port f0b93a72-5c04-4523-8c9b-cebfc984cf95 on network 2b0a41f1-676a-4903-aa94-240c2f8512e4 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:20:04.235570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:20:04.243288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:04.243288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.243575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.243704 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "PUT /v2.0/ports/f0b93a72-5c04-4523-8c9b-cebfc984cf95 HTTP/1.1" status: 200 len: 1137 time: 1.4488771 Jun 10 16:20:04.243845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:04.244001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47094) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.248526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.248764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=1b9c0f72-d1fc-404e-b9f3-94d48a5356bc,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:04.258247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:04.270360 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.2367144 Jun 10 16:20:04.289936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.296758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47096) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.305630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Port': ['ID=9fb8d42a-c8c0-4020-9405-4b8b9c6d0d1c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:04.318685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:04.319350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:04.323601 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:04.342026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:04.342549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7068fe8b-77fe-45e6-a891-cc97f73e07d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:04.390219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c0ec9fe7-cb24-4be8-9c2d-a1b9ab9309ab None None] Provisioning complete for port f0b93a72-5c04-4523-8c9b-cebfc984cf95 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:04.390769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ec9fe7-cb24-4be8-9c2d-a1b9ab9309ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.393175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eeee9e-086f-4a97-8181-4b88d589b2b1 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:04.394583 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-48eeee9e-086f-4a97-8181-4b88d589b2b1 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "GET /v2.0/ports/f0b93a72-5c04-4523-8c9b-cebfc984cf95 HTTP/1.1" status: 200 len: 1137 time: 0.1457176 Jun 10 16:20:04.399978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47098) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.434810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c0ec9fe7-cb24-4be8-9c2d-a1b9ab9309ab None None] Port f0b93a72-5c04-4523-8c9b-cebfc984cf95 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:04.461339 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-09e2c153-66e5-4fc5-9058-4ec360086a63 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "DELETE /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags HTTP/1.1" status: 204 len: 168 time: 0.3329916 Jun 10 16:20:04.464219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47100) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.474772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-0ce2d016-299b-499f-83e9-1555dc61bb1f tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-493384790') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.608318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Deleting port f0b93a72-5c04-4523-8c9b-cebfc984cf95 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:04.608671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.628188 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-0ce2d016-299b-499f-83e9-1555dc61bb1f tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] show failed (client error): The resource could not be found. Jun 10 16:20:04.634387 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0ce2d016-299b-499f-83e9-1555dc61bb1f tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-493384790 HTTP/1.1" status: 404 len: 325 time: 0.1591523 Jun 10 16:20:04.634387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47102) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.638681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-c39babaa-4226-463b-9538-dc93321d770f tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9', 'tempest-TagsTest-Tag-1957234410') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.721436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:04.794574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:04.795689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.822415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.839799 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-c39babaa-4226-463b-9538-dc93321d770f tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] show failed (client error): The resource could not be found. Jun 10 16:20:04.843253 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c39babaa-4226-463b-9538-dc93321d770f tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "GET /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags/tempest-TagsTest-Tag-1957234410 HTTP/1.1" status: 404 len: 326 time: 0.2058640 Jun 10 16:20:04.882602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47104) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:04.927562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Calling delete_port for f0b93a72-5c04-4523-8c9b-cebfc984cf95 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:04.932650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.tag.tag_plugin [None req-3eb639a2-df57-4f55-ac2e-55e7d914438d tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '72e1341c-722e-4105-ac29-2a44129d83d9') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:04.950273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Made reservation on behalf of aeed20c4827d484ba3698f6794127b1b for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:04.954142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.979677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:04.992769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.000326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/56a77675-136f-4da5-ae62-9d8a25fa4f27 HTTP/1.1" status: 204 len: 168 time: 3.3317311 Jun 10 16:20:05.003638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47106) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:05.033031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-713339872'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:05.039751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event updated for resources: {'Subnet': ['ID=fc2f572f-e948-4ccc-88d3-563bb7ae477e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.048633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] device_id is not set on port 36e1c66c-c377-4eaa-acaa-2e3c9e944182 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:05.055187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:05.057093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Checking segment: {'id': '10b03587-27b4-4dec-b705-8c080909bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:05.057482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network hostable DHCP agents. Network: 28606e23-0a68-4aa0-b85d-62edb5c40c3d, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:05.059418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.063962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.064303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Floating IP fe1e0699-29ff-4c2c-9e59-b6bb611a7057 disassociated (deleted). External IP: 172.26.5.232, port: 4003b98f-629c-4013-a2b7-75f4fe9dcea2. Jun 10 16:20:05.120966 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3eb639a2-df57-4f55-ac2e-55e7d914438d tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "DELETE /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9/tags HTTP/1.1" status: 204 len: 168 time: 0.2319453 Jun 10 16:20:05.121649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47108) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:05.223049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=56a77675-136f-4da5-ae62-9d8a25fa4f27,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.236011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:05.268092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.271117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:05.274718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.288664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.307257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Network 28606e23-0a68-4aa0-b85d-62edb5c40c3d is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:05.317778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.369244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event deleted for resources: {'Port': ['ID=f0b93a72-5c04-4523-8c9b-cebfc984cf95,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.373801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:05.386766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 28606e23-0a68-4aa0-b85d-62edb5c40c3d) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:05.394971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Deleting port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:05.395308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.398682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:05.410987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f55f0-43e3-44e4-b071-e3a22d140516 None None] Network 28606e23-0a68-4aa0-b85d-62edb5c40c3d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:05.417754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:05.418344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.444857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.445244 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Added segment 6d74adb6-a147-4560-b550-dad9dec91f5a of type vlan for network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc Jun 10 16:20:05.495222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.515151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e1341c-722e-4105-ac29-2a44129d83d9']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:05.526785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Allocated IP 2001:db8::1cc (2d78d007-92f3-477f-afe8-ffe4eb3cce1a/5d2323c3-2db0-4513-a9cc-90043f6f5d68/36e1c66c-c377-4eaa-acaa-2e3c9e944182) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:05.533095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b0f1f1-b87e-40ee-a5cd-7631c77a8c67') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:05.533968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b0f1f1-b87e-40ee-a5cd-7631c77a8c67') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:05.550203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.560896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.563052 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "DELETE /v2.0/ports/f0b93a72-5c04-4523-8c9b-cebfc984cf95 HTTP/1.1" status: 204 len: 168 time: 1.1618106 Jun 10 16:20:05.565448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47110) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:05.573619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1931000 Jun 10 16:20:05.580946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47112) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:05.624032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.663764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-28606e23-0a68-4aa0-b85d-62edb5c40c3d', 'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d', 'tenant_id': '1f5d6e1b2a9f480785166c6891959138', 'fixed_ips': [{'subnet_id': 'fc2f572f-e948-4ccc-88d3-563bb7ae477e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:05.665207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.714979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:05.715603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:05.719020 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:05.736740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.776642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] For port 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc, host hv-neutron-6013, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:05.776882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.816741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Deleting subnet db7621db-5e7f-4fb4-b10d-b3b4627733dd {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:05.834581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.894109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Allocated IP 2001:db8::f816:3eff:fe20:1768 (28606e23-0a68-4aa0-b85d-62edb5c40c3d/fc2f572f-e948-4ccc-88d3-563bb7ae477e/9c4a0500-431d-472a-aa32-5446c79d3ba0) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:05.903655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.905874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Calling delete_port for 1b9c0f72-d1fc-404e-b9f3-94d48a5356bc owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:05.912227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:05.919144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.924733 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] 10.222.0.23 "DELETE /v2.0/networks/72e1341c-722e-4105-ac29-2a44129d83d9 HTTP/1.1" status: 204 len: 168 time: 0.7987266 Jun 10 16:20:05.928890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.932220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:05.932930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:20:05.977769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Pushing event deleted for resources: {'Network': ['ID=72e1341c-722e-4105-ac29-2a44129d83d9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:05.983507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.101980 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.108636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Router 3f6d49a4-be70-40bc-a093-a49474552ed5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:06.110027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.116147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:06.116989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.117245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.131453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a825d7c-a287-409d-8a0e-d22a928ce5c3 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.136273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.221105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.230865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Transition to ACTIVE for port object 9c4a0500-431d-472a-aa32-5446c79d3ba0 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:06.241839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.246900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-14ce1860-8521-46e4-bebb-bf35fef22778 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.269736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Transition to ACTIVE for port object 9c4a0500-431d-472a-aa32-5446c79d3ba0 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:06.277874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc92ce36-a7ea-4615-8e64-69daa83f7e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.283072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.291149 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2639110 Jun 10 16:20:06.291366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47118) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.291502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0fa450cf-f41f-410d-8580-04222fde732f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.299087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event deleted for resources: {'Subnet': ['ID=db7621db-5e7f-4fb4-b10d-b3b4627733dd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.304322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:06.308136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.309968 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "DELETE /v2.0/subnets/db7621db-5e7f-4fb4-b10d-b3b4627733dd HTTP/1.1" status: 204 len: 168 time: 0.7434108 Jun 10 16:20:06.312867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47120) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.314962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.341689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008d88c-48c5-45b3-8e95-cec07642d5ac None None] Network 2b0a41f1-676a-4903-aa94-240c2f8512e4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:06.416138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Network': ['ID=2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.418225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47122) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.430613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.442634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Network 28606e23-0a68-4aa0-b85d-62edb5c40c3d is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:06.453498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:06.463238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.469093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.475728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:06.481734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.493926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:06.499624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0500-431d-472a-aa32-5446c79d3ba0,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.501412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.511672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cedef313-ffda-4741-ae6e-6650907d2896 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.519702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Transition to ACTIVE for port object 36e1c66c-c377-4eaa-acaa-2e3c9e944182 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:06.525591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b9c0f72-d1fc-404e-b9f3-94d48a5356bc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.534488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.541889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.546385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1b9c0f72-d1fc-404e-b9f3-94d48a5356bc HTTP/1.1" status: 204 len: 168 time: 2.2439594 Jun 10 16:20:06.547664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47126) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.559056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.598509 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd143da4-fd62-4fbb-b701-6c7f65aca8e2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:20:06.599193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2f572f-e948-4ccc-88d3-563bb7ae477e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.604439 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fd143da4-fd62-4fbb-b701-6c7f65aca8e2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "GET /v2.0/ports/1b9c0f72-d1fc-404e-b9f3-94d48a5356bc HTTP/1.1" status: 404 len: 333 time: 0.0527587 Jun 10 16:20:06.607044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47128) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.620344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Request body: {'port': {'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1598691854'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:06.620879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.624477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:06.630413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.643856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] Sync routers for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:06.684324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.691774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.704051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ea3abb9-6759-4df6-b656-b796e8574cea tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:06.719359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Attempting to bind port 9c4a0500-431d-472a-aa32-5446c79d3ba0 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:06.719746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Attempting to bind port 9c4a0500-431d-472a-aa32-5446c79d3ba0 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '10b03587-27b4-4dec-b705-8c080909bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:06.720121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Attempting to bind port 9c4a0500-431d-472a-aa32-5446c79d3ba0 on network 28606e23-0a68-4aa0-b85d-62edb5c40c3d {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:06.722136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:06.722789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.763197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "DELETE /v2.0/floatingips/fe1e0699-29ff-4c2c-9e59-b6bb611a7057 HTTP/1.1" status: 204 len: 168 time: 4.9496810 Jun 10 16:20:06.773245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47130) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.774258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.780128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:06.780516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Checking segment: {'id': '10b03587-27b4-4dec-b705-8c080909bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:06.781256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.781376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Bound using segment: {'id': '10b03587-27b4-4dec-b705-8c080909bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:06.781838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Bound port: 9c4a0500-431d-472a-aa32-5446c79d3ba0, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b03587-27b4-4dec-b705-8c080909bbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:06.782222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.783324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Made reservation on behalf of 11d053bc90c04fd8989e705b50b6d7fd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:06.786044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.789456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.795252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28606e23-0a68-4aa0-b85d-62edb5c40c3d']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.804345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:06.811123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:06.816941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:06.817614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.822295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:06.837063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:06.843011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:06.843787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.851957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event updated for resources: {'Port': ['ID=36e1c66c-c377-4eaa-acaa-2e3c9e944182,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:06.854119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b03587-27b4-4dec-b705-8c080909bbd2') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.854415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b03587-27b4-4dec-b705-8c080909bbd2') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.859198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:06.863432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.874146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:06.876425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 7d7059f0-0a7b-4234-b4b0-31e803542af7 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:06.886420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.900598 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d072407a-a64c-458f-90dc-17b3a3283096 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf53059dbbcb4de7ac2b6a632cff13b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789200 Jun 10 16:20:06.901160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:06.901597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d864bde-48b1-46ea-af3e-68866be8c0a3 None None] The sync data for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:06.905491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:06.916214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47132) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:06.957059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] For port 9c4a0500-431d-472a-aa32-5446c79d3ba0, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:06.977820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1184571 Jun 10 16:20:06.983692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47134) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:07.000850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.031418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] DHCP port deletion for 2b0a41f1-676a-4903-aa94-240c2f8512e4 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:07.044677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:07.045404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:07.051685 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:07.108869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Deleting port 3362a322-7fe6-48b3-9cba-56e181890c79 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:07.109339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.156184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Deleting port 3362a322-7fe6-48b3-9cba-56e181890c79 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:07.157014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.170313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:20:07.170313 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:20:07.170313 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'id': '28606e23-0a68-4aa0-b85d-62edb5c40c3d'}] Jun 10 16:20:07.170313 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:20:07.170986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:20:07.199502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.218746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] For port 9c4a0500-431d-472a-aa32-5446c79d3ba0, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9c4a0500-431d-472a-aa32-5446c79d3ba0,segment=NetworkSegment(10b03587-27b4-4dec-b705-8c080909bbd2),segment_id=10b03587-27b4-4dec-b705-8c080909bbd2)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:07.231553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.237649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.242213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] For port 3362a322-7fe6-48b3-9cba-56e181890c79, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3362a322-7fe6-48b3-9cba-56e181890c79,segment=NetworkSegment(0d589483-ea33-46de-a255-452d8653766a),segment_id=0d589483-ea33-46de-a255-452d8653766a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:07.243025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.289722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e8fae-dccb-44d2-a895-3a4b46b34b65 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:07.295416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e8fae-dccb-44d2-a895-3a4b46b34b65 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:07.301260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636e8fae-dccb-44d2-a895-3a4b46b34b65 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:07.303145 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-636e8fae-dccb-44d2-a895-3a4b46b34b65 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3181653 Jun 10 16:20:07.309940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47136) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:07.337943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.359777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.373808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.395456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] For port 3362a322-7fe6-48b3-9cba-56e181890c79, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3362a322-7fe6-48b3-9cba-56e181890c79,segment=NetworkSegment(0d589483-ea33-46de-a255-452d8653766a),segment_id=0d589483-ea33-46de-a255-452d8653766a)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:07.395859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.509801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.519286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7e5329ee-2806-4b0e-a083-b5b31486b196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.524994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Allocated IP 172.26.5.24 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/1deee99d-e249-457b-90ce-3c9cdbe9b940) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:07.576515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Calling delete_port for 3362a322-7fe6-48b3-9cba-56e181890c79 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:07.596287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Network 9ba536b1-9b17-4f82-850d-ed485bbbd07d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:07.607876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.612515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:07.614506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=7d7059f0-0a7b-4234-b4b0-31e803542af7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:07.617519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:07.618508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:07.619191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.625448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:07.695198 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0774570 Jun 10 16:20:07.701194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47138) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:07.706169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Pushing event updated for resources: {'Port': ['ID=9c4a0500-431d-472a-aa32-5446c79d3ba0,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:07.707637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:07.709418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:07.717862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b81c918-b871-492c-8801-1466ce0edc0e None None] Provisioning for port 36e1c66c-c377-4eaa-acaa-2e3c9e944182 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:07.732233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b81c918-b871-492c-8801-1466ce0edc0e None None] Provisioning complete for port 36e1c66c-c377-4eaa-acaa-2e3c9e944182 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:07.732619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b81c918-b871-492c-8801-1466ce0edc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.783233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aaa722-1326-46c5-80db-7197d2dce851 None None] Network 28606e23-0a68-4aa0-b85d-62edb5c40c3d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:07.818886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.841096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.862568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.864678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Calling delete_port for 3362a322-7fe6-48b3-9cba-56e181890c79 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:07.893821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4b81c918-b871-492c-8801-1466ce0edc0e None None] Port 36e1c66c-c377-4eaa-acaa-2e3c9e944182 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:07.905673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.908232 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6888d406-230f-4de9-ad8b-610a8713a584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.950158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:07.954387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dcfea1a-a22c-48ce-9d45-923aa2fa1525 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:07.974112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Pushing event deleted for resources: {'Port': ['ID=3362a322-7fe6-48b3-9cba-56e181890c79,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:07.976752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:07.982385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] No DVR routers for this DVR port 3362a322-7fe6-48b3-9cba-56e181890c79 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:08.047037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:08.061199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059817f-9424-4efc-9f9e-75be33df5d66 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:20:08.067419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.075663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1a868cf1-3243-4bd4-9a55-115b72ac37ac tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.106543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:08.111689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:08.157595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Pushing event updated for resources: {'Port': ['ID=1deee99d-e249-457b-90ce-3c9cdbe9b940,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.169529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.171639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.172233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.173387 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f312a5c5-04f1-4e34-a0e3-ece394583289 HTTP/1.1" status: 204 len: 168 time: 1.2537258 Jun 10 16:20:08.212173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=dd686fd3-7168-4608-b78f-21c72f223010,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.217634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.219027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.224028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Deleting port 36e1c66c-c377-4eaa-acaa-2e3c9e944182 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:08.225234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.235961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.272934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312a5c5-04f1-4e34-a0e3-ece394583289,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.279013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.279834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-319b4b0c-b2ac-48a1-9a18-834751eee496 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.285030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] No DVR routers for this DVR port 3362a322-7fe6-48b3-9cba-56e181890c79 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:08.296921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.380415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Checking segment: {'id': '6d74adb6-a147-4560-b550-dad9dec91f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:08.381072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network hostable DHCP agents. Network: 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:08.383889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.399294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059817f-9424-4efc-9f9e-75be33df5d66 None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:08.415138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting port 9c4a0500-431d-472a-aa32-5446c79d3ba0 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:08.415360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.415460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059817f-9424-4efc-9f9e-75be33df5d66 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc) {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:20:08.417189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event deleted for resources: {'Port': ['ID=3362a322-7fe6-48b3-9cba-56e181890c79,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.423070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.503698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 7d7059f0-0a7b-4234-b4b0-31e803542af7 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:08.514230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.531037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Transition to ACTIVE for port object 7d7059f0-0a7b-4234-b4b0-31e803542af7 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:08.536211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.551105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:08.576790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.589238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0a41f1-676a-4903-aa94-240c2f8512e4']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:08.655775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d589483-ea33-46de-a255-452d8653766a') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:08.656336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d589483-ea33-46de-a255-452d8653766a') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:08.658732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Unable to find a vacant binding_index for network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc and agent 0272578f-412f-4d89-ab07-bbd43b19c734 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 10 16:20:08.672134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=7d7059f0-0a7b-4234-b4b0-31e803542af7,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:08.701169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:08.705121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.755864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:08.769646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.773880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:08.774770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.777765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.781479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] For port 9c4a0500-431d-472a-aa32-5446c79d3ba0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9c4a0500-431d-472a-aa32-5446c79d3ba0,segment=NetworkSegment(10b03587-27b4-4dec-b705-8c080909bbd2),segment_id=10b03587-27b4-4dec-b705-8c080909bbd2)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:08.782167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.784671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:08.785016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:08.785386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:08.794553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3362a322-7fe6-48b3-9cba-56e181890c79 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:08.810405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:08.810886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:08.816760 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:08.829685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 3362a322-7fe6-48b3-9cba-56e181890c79 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:08.830044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3362a322-7fe6-48b3-9cba-56e181890c79 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:08.878101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:08.878466 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:08.882479 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 2 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:08.883607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.914711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:08.915060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:08.915434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:08.923520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc', 'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': 'dd686fd3-7168-4608-b78f-21c72f223010'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:08.924381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:08.929820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:08.930004 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:08.933200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 3 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:08.970917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:08.971239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:08.971574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:08.979039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:08.979363 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:08.980951 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 4 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.007536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.011429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.011827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.012167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.018667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.021527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c1fc123d-dad3-4ff5-9880-449001d361a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.026078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.026418 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.046764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Calling delete_port for 36e1c66c-c377-4eaa-acaa-2e3c9e944182 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:09.055290 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 5 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.086846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.087202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.087517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.124139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.124483 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.126410 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 6 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.141438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Pushing event updated for resources: {'Port': ['ID=1deee99d-e249-457b-90ce-3c9cdbe9b940,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.149711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.149903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.150217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.155062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.158650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.158984 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.160990 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 7 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.176665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.183570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.183784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Allocated IP 2001:db8::2 (2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc/dd686fd3-7168-4608-b78f-21c72f223010/a0bd3932-925f-4ba4-a36e-82cbc12dbc74) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:09.183876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.184121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.189976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Calling delete_port for 9c4a0500-431d-472a-aa32-5446c79d3ba0 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:09.194640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.194981 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.196203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 8 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.212250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.213492 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4313579 Jun 10 16:20:09.216530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47160) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:09.224197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.225130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.226274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.234024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.234466 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.234883 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 9 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.268386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.269024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.269356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.281220 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9835305 Jun 10 16:20:09.286410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47166) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:09.293576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-427979256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:09.296575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.298012 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.298729 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 10 to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 Jun 10 16:20:09.329292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.329664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.330255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.337643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:09.337989 dv-neutron-601336-90-hyperv neutron-server[92385]: ERROR neutron.plugins.ml2.managers [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:09.338348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.392385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.403292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-63b6f6a6-0b2c-4a4d-8891-13acaeb12bbf tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.413650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.418738 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] 10.222.0.23 "DELETE /v2.0/networks/2b0a41f1-676a-4903-aa94-240c2f8512e4 HTTP/1.1" status: 204 len: 168 time: 3.1006615 Jun 10 16:20:09.454840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Pushing event deleted for resources: {'Network': ['ID=2b0a41f1-676a-4903-aa94-240c2f8512e4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.457055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.458429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.471713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.554426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.568645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Transition to ACTIVE for port object a0bd3932-925f-4ba4-a36e-82cbc12dbc74 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:09.586212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Transition to ACTIVE for port object a0bd3932-925f-4ba4-a36e-82cbc12dbc74 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:09.594002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.598477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.640795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.645201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.652152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-50dd0049-5ccb-40bf-8c88-08d786d46081 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.664076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.668734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Pushing event updated for resources: {'Port': ['ID=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.673853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.686671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:09.689620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:09.694882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:09.741843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Port': ['ID=9c4a0500-431d-472a-aa32-5446c79d3ba0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:09.744556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.746048 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ed03dfa-8714-43aa-8663-a342a82323b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4564497 Jun 10 16:20:09.748481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No DVR routers for this DVR port 9c4a0500-431d-472a-aa32-5446c79d3ba0 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:09.750455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:09.752136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47174) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:09.759610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.765498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc', 'name': 'tempest-PortsIpV6TestJSON-2063652960'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:09.805396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-615731e9-a797-4fb2-bf3a-3a3b98931af5 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.819236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Attempting to bind port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:09.820230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Attempting to bind port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '6d74adb6-a147-4560-b550-dad9dec91f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:09.820230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Attempting to bind port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 on network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:09.827473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:09.828003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Checking segment: {'id': '6d74adb6-a147-4560-b550-dad9dec91f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:09.828471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.828888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Bound using segment: {'id': '6d74adb6-a147-4560-b550-dad9dec91f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:09.829406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Bound port: a0bd3932-925f-4ba4-a36e-82cbc12dbc74, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d74adb6-a147-4560-b550-dad9dec91f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:09.829933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.929184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] For port a0bd3932-925f-4ba4-a36e-82cbc12dbc74, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:09.933012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:09.933979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] For port a0bd3932-925f-4ba4-a36e-82cbc12dbc74, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,segment=NetworkSegment(6d74adb6-a147-4560-b550-dad9dec91f5a),segment_id=6d74adb6-a147-4560-b550-dad9dec91f5a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:09.944280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:09.947520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-179c03e2-4015-4564-b2a7-a51a8e0bd37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:09.972733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47180) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.008627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event deleted for resources: {'Port': ['ID=36e1c66c-c377-4eaa-acaa-2e3c9e944182,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.011837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.021078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Pushing event updated for resources: {'Port': ['ID=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.029032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.063513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] For port 7d7059f0-0a7b-4234-b4b0-31e803542af7, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:10.063932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempted to set empty binding levels {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 10 16:20:10.071134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.074328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:10.110741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.118640 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "DELETE /v2.0/ports/36e1c66c-c377-4eaa-acaa-2e3c9e944182 HTTP/1.1" status: 204 len: 168 time: 2.8062732 Jun 10 16:20:10.130760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47186) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.132903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=7d7059f0-0a7b-4234-b4b0-31e803542af7,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.137212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.140005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.144919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.161047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Request body: {'port': {'name': 'tempest-new-port-name-1844679029', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:10.166035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.api.validators [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] bootfile-name is not in valid_values {{(pid=92385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:10.166617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.api.validators [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] tftp-server is not in valid_values {{(pid=92385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:10.167209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.api.validators [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] server-ip-address is not in valid_values {{(pid=92385) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 10 16:20:10.172369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28606e23-0a68-4aa0-b85d-62edb5c40c3d']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:10.201372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b03587-27b4-4dec-b705-8c080909bbd2') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:10.202438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b03587-27b4-4dec-b705-8c080909bbd2') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:10.221391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.244516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.260041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:10.261541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:10.268209 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:10.283196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] In _notify_port_updated(), no bound segment for port 7d7059f0-0a7b-4234-b4b0-31e803542af7 on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:20:10.284096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.284698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.286119 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "PUT /v2.0/ports/7d7059f0-0a7b-4234-b4b0-31e803542af7 HTTP/1.1" status: 200 len: 977 time: 2.5839405 Jun 10 16:20:10.293410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:10.295485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47190) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.297365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.430705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 70a16ab2-df94-442c-a0fc-2053fecc132d yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:10.438834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.504252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47194) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.554652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.561359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3258f8f2-4fec-4a8e-8dad-aa237e512715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:10.570567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.576226 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/28606e23-0a68-4aa0-b85d-62edb5c40c3d HTTP/1.1" status: 204 len: 168 time: 4.9896719 Jun 10 16:20:10.591452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47198) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.592679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Network': ['ID=28606e23-0a68-4aa0-b85d-62edb5c40c3d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:10.596398 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7f017a94-205c-4437-a8bb-6374863701a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9711949b0303496089fcb08b23065d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195695 Jun 10 16:20:10.605438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47200) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.615040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:10.696103 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e95abb-02d6-4bee-b21c-5111aaffcd6b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:10.698921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e95abb-02d6-4bee-b21c-5111aaffcd6b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:10.700971 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f6e95abb-02d6-4bee-b21c-5111aaffcd6b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/fc2f572f-e948-4ccc-88d3-563bb7ae477e HTTP/1.1" status: 404 len: 337 time: 0.1000605 Jun 10 16:20:10.707055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47202) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.760109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.760605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.761073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.761715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.762183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.762839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.763465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.764119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.764914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.765570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.766421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.767309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.767932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.768550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.769188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.769813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.770458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.771080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.772371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.773192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.773818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.774751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.775379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:10.779166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2d1a2a5a-4b7b-42ba-bced-faaf6013d456 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20103 time: 0.4826007 Jun 10 16:20:10.796855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47204) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.820074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0bd3932-925f-4ba4-a36e-82cbc12dbc74 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:10.826943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--768035275', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:10.833672 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9b2508-04cf-46d2-958c-a14a86e14d1d tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:10.835151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9b2508-04cf-46d2-958c-a14a86e14d1d tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:10.837022 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee9b2508-04cf-46d2-958c-a14a86e14d1d tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/28606e23-0a68-4aa0-b85d-62edb5c40c3d HTTP/1.1" status: 404 len: 339 time: 0.1198933 Jun 10 16:20:10.842115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47206) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:10.886368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:10.907152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::2d9 (2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc/dd686fd3-7168-4608-b78f-21c72f223010/70a16ab2-df94-442c-a0fc-2053fecc132d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:10.918345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:10.921957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.966933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:10.976107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.005340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.042139 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6e88c5-2156-441f-8ece-a84740301272 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:11.042618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6e88c5-2156-441f-8ece-a84740301272 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:11.047443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8d6e88c5-2156-441f-8ece-a84740301272 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/645980cf-f06e-420c-8229-3e5f1ce0272c HTTP/1.1" status: 404 len: 337 time: 0.1377759 Jun 10 16:20:11.050799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47208) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:11.122519 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0457aa-f564-4697-98b3-31b010f0cd7b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:11.123170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0457aa-f564-4697-98b3-31b010f0cd7b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:11.128170 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6a0457aa-f564-4697-98b3-31b010f0cd7b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/d142218b-7446-4091-8798-7dc3a62692f7 HTTP/1.1" status: 404 len: 339 time: 0.0737622 Jun 10 16:20:11.130130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47210) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:11.181859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.192503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c9f229-b006-4731-ab7e-68a0a13793d5 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:11.193070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c9f229-b006-4731-ab7e-68a0a13793d5 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:11.198141 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-71c9f229-b006-4731-ab7e-68a0a13793d5 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/8ff0f003-488f-420b-90ca-7022986ae346 HTTP/1.1" status: 404 len: 337 time: 0.0645726 Jun 10 16:20:11.198765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47212) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:11.208207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.211451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.215319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/521c6054-cbd9-4715-8d6a-34b81a0ce3d1 HTTP/1.1" status: 204 len: 168 time: 0.6077287 Jun 10 16:20:11.230658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:11.251950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c6054-cbd9-4715-8d6a-34b81a0ce3d1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:11.254730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:11.301414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.321561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d150e2-75e2-410f-9c6a-d8a17f3fa3d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:11.322237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d150e2-75e2-410f-9c6a-d8a17f3fa3d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:11.326590 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-06d150e2-75e2-410f-9c6a-d8a17f3fa3d8 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/512a9844-2e92-40b5-a9e0-022742fbe88b HTTP/1.1" status: 404 len: 339 time: 0.1197193 Jun 10 16:20:11.329690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47216) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:11.331453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 70a16ab2-df94-442c-a0fc-2053fecc132d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:11.406523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.422337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.430744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-995426e5-dc28-4ec9-b90f-0f93d6f8e049 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:11.503099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Deleting port 7d7059f0-0a7b-4234-b4b0-31e803542af7 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:11.503664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.516244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21946da3-0e92-41e1-bb9c-3e6884f13de9 None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:11.542078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] In _notify_port_updated(), no bound segment for port a8fad88b-1d31-4ab1-91e3-88929348fa83 on network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:20:11.547517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:11.548314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.549700 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "PUT /v2.0/ports/a8fad88b-1d31-4ab1-91e3-88929348fa83 HTTP/1.1" status: 200 len: 1130 time: 1.4140313 Jun 10 16:20:11.610432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47220) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:11.680347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] For port 7d7059f0-0a7b-4234-b4b0-31e803542af7, host hv-neutron-6013, got binding levels [] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:11.680566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.703766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Allocated IP 172.26.5.203 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/03a85a11-909f-4ce2-9ea5-d7f627f769de) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:11.755291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Provisioning for port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:11.794908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Provisioning complete for port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:11.795297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.800899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Calling delete_port for 7d7059f0-0a7b-4234-b4b0-31e803542af7 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:11.929043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event updated for resources: {'Port': ['ID=a8fad88b-1d31-4ab1-91e3-88929348fa83,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:11.965289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343615ca-8021-470c-a6da-b007c1d9c805 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:11.967438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-343615ca-8021-470c-a6da-b007c1d9c805 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "GET /v2.0/ports/a8fad88b-1d31-4ab1-91e3-88929348fa83 HTTP/1.1" status: 200 len: 1130 time: 0.3559868 Jun 10 16:20:11.970824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:11.974011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47232) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:11.990219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:11.994137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.000396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8c7bc01-f24f-4a88-be19-985b2b33bb27 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.008375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.064968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.088302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.093720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting port f9cca22c-d28a-484f-800a-ec0694c0a5f4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:12.094067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.108159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.126584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:12.152810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.153603 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 8edc28a1-e94c-4ad8-b4e5-3ca9959ce701 of type vlan for network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 Jun 10 16:20:12.171404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] For port a0bd3932-925f-4ba4-a36e-82cbc12dbc74, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,segment=NetworkSegment(6d74adb6-a147-4560-b550-dad9dec91f5a),segment_id=6d74adb6-a147-4560-b550-dad9dec91f5a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:12.185848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.190426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-18537dbb-7ff4-4509-a66c-50ff139548eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.216019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:12.231114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:12.248988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:12.255581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:12.256525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.272724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Pushing event updated for resources: {'Port': ['ID=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.277011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=70a16ab2-df94-442c-a0fc-2053fecc132d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.278500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.281871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.289395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.293257 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "DELETE /v2.0/ports/7d7059f0-0a7b-4234-b4b0-31e803542af7 HTTP/1.1" status: 204 len: 168 time: 1.4914594 Jun 10 16:20:12.293257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.293257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.294055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47240) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:12.316667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5f840b9b-06fa-41c0-a64b-6e82a8c442b5 None None] Provisioning complete for port a8fad88b-1d31-4ab1-91e3-88929348fa83 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:12.317966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f840b9b-06fa-41c0-a64b-6e82a8c442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.326638 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5705240 Jun 10 16:20:12.339546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47242) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:12.373604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47244) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:12.377398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5f840b9b-06fa-41c0-a64b-6e82a8c442b5 None None] Port a8fad88b-1d31-4ab1-91e3-88929348fa83 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:12.383528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.402582 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27044cb-e717-4252-a7e3-808a9d8f88b8 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:20:12.407837 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b27044cb-e717-4252-a7e3-808a9d8f88b8 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "GET /v2.0/ports/7d7059f0-0a7b-4234-b4b0-31e803542af7 HTTP/1.1" status: 404 len: 333 time: 0.0961044 Jun 10 16:20:12.417531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47246) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:12.428389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1243079421', 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:12.478596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43830eb2-63c5-49f6-b078-6c79779e374b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.484116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.485166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5f80da3-fd78-4aa5-b066-172bf30c50f8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.488296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.498025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:12.498704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.551767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Calling delete_port for f9cca22c-d28a-484f-800a-ec0694c0a5f4 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:12.562649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.570778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.614189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Deleting port a8fad88b-1d31-4ab1-91e3-88929348fa83 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:12.614531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.625848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Made reservation on behalf of 11d053bc90c04fd8989e705b50b6d7fd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:12.628237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.645220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'networks': [{'name': 'tempest-network--1951639904'}, {'name': 'tempest-network--1725604722'}]} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:12.645743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'network': {'name': 'tempest-network--1951639904'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:12.646210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'network': {'name': 'tempest-network--1725604722'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:12.650975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d7059f0-0a7b-4234-b4b0-31e803542af7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.653364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.704483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:12.716319 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2105107 Jun 10 16:20:12.718571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:12.726256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47250) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:12.727246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0bd3932-925f-4ba4-a36e-82cbc12dbc74 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:12.736271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:12.745645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:12.808842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:12.809418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:12.819350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:12.877567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:12.909334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Pushing event updated for resources: {'Port': ['ID=03a85a11-909f-4ce2-9ea5-d7f627f769de,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:12.921672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:12.993958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05096e-47ee-41b8-a6f5-bc9a20f54d3c None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:13.051326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.078501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.078748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc1c7c30-0f20-49ba-84ba-6f65468b142c None None] Provisioning for port 70a16ab2-df94-442c-a0fc-2053fecc132d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:13.086521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc1c7c30-0f20-49ba-84ba-6f65468b142c None None] Provisioning complete for port 70a16ab2-df94-442c-a0fc-2053fecc132d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:13.087197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7c30-0f20-49ba-84ba-6f65468b142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.152339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-150bc109-de36-4c26-a47d-29a98eec8fd1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:13.176565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c7c30-0f20-49ba-84ba-6f65468b142c None None] Port 70a16ab2-df94-442c-a0fc-2053fecc132d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:13.202892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Calling delete_port for a8fad88b-1d31-4ab1-91e3-88929348fa83 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:13.203157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc1c7c30-0f20-49ba-84ba-6f65468b142c None None] Provisioning complete for port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:13.203438 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc1c7c30-0f20-49ba-84ba-6f65468b142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.271610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Port': ['ID=f9cca22c-d28a-484f-800a-ec0694c0a5f4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:13.280214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:13.306430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.308330 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/ports/f9cca22c-d28a-484f-800a-ec0694c0a5f4 HTTP/1.1" status: 204 len: 168 time: 1.9720583 Jun 10 16:20:13.351535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47252) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:13.375515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:13.387665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:13.414167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.418602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:13.419009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'network': 2} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:13.423811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.430851 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c99046-f0fd-4222-9945-af5e6a23c7f5 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:13.431302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c99046-f0fd-4222-9945-af5e6a23c7f5 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:13.435820 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-69c99046-f0fd-4222-9945-af5e6a23c7f5 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/0ba540df-e362-4f9e-a42c-f838ec263d14 HTTP/1.1" status: 404 len: 337 time: 0.0744433 Jun 10 16:20:13.438310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47254) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:13.444438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.548264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.549464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.610500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.661307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.689910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.690882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fdce919e-4d67-45e2-976f-6132819fb9b1 None None] Provisioning complete for port 70a16ab2-df94-442c-a0fc-2053fecc132d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:13.691361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fdce919e-4d67-45e2-976f-6132819fb9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.697862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.747763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fdce919e-4d67-45e2-976f-6132819fb9b1 None None] Port 70a16ab2-df94-442c-a0fc-2053fecc132d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:13.758921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.763840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fdce919e-4d67-45e2-976f-6132819fb9b1 None None] Provisioning complete for port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:13.764607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fdce919e-4d67-45e2-976f-6132819fb9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.765320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.766307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.773491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:13.796015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:13.961971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:13.963986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b377d-f2c8-422c-a8cd-628f27907418,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:13.975002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.023706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.023938 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Added segment 72409c14-c6ce-4851-9c5b-928fde5cbbdf of type vlan for network c3d61e83-aba7-4efa-b07b-72bd2987e608 Jun 10 16:20:14.064331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.103259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.176984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.179368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:14.179583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-663a5455-a318-4268-86f2-a6d682450116 None None] Provisioning complete for port 70a16ab2-df94-442c-a0fc-2053fecc132d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:14.180090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-663a5455-a318-4268-86f2-a6d682450116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.185897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.189994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a359753-6be0-497e-90cc-22bb65e6dc6a tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.202578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.202926 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Added segment af40515e-9aee-4ad7-9fcc-eca0a9bdc243 of type vlan for network 3c5affff-77b9-4985-9d11-02bc580c3837 Jun 10 16:20:14.223584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-663a5455-a318-4268-86f2-a6d682450116 None None] Port 70a16ab2-df94-442c-a0fc-2053fecc132d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:14.338562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=70a16ab2-df94-442c-a0fc-2053fecc132d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.345183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.352165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.470857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.471479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.477738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:14.483334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:14.483334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.488498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.522634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55aa77e5-c886-47f9-a3f1-216ff9eff0a5 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.536929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.548605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-01689819-8c28-4210-a2d9-036363444247 None None] Provisioning complete for port 70a16ab2-df94-442c-a0fc-2053fecc132d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:14.548997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-01689819-8c28-4210-a2d9-036363444247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.551940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.579721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.600442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-01689819-8c28-4210-a2d9-036363444247 None None] Port 70a16ab2-df94-442c-a0fc-2053fecc132d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:14.656237 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2788558 Jun 10 16:20:14.662041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47256) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:14.686102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Network': ['ID=c3d61e83-aba7-4efa-b07b-72bd2987e608,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.705743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c3d61e83-aba7-4efa-b07b-72bd2987e608 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:14.742250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d025359f-3c1b-4356-92d2-99e7be295480']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:14.775120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.782207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Network 9ba536b1-9b17-4f82-850d-ed485bbbd07d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:14.791646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445faf15-b9e6-4a07-b117-b659fc4070a7') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:14.791951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445faf15-b9e6-4a07-b117-b659fc4070a7') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:14.804322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:14.832243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.837419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:14.838631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:14.839387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.843068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.854356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.868481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0fe9fd38-a25f-443a-89e8-8d3e719e2b93 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:14.880312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.882850 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "DELETE /v2.0/ports/a8fad88b-1d31-4ab1-91e3-88929348fa83 HTTP/1.1" status: 204 len: 168 time: 2.9068239 Jun 10 16:20:14.903494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:14.945775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.952370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event deleted for resources: {'Port': ['ID=a8fad88b-1d31-4ab1-91e3-88929348fa83,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.968953 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5473225 Jun 10 16:20:14.973234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47260) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:14.974904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:14.980279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:14.980955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:14.983312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Network': ['ID=3c5affff-77b9-4985-9d11-02bc580c3837,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:14.991694 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:14.997034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:15.002596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 3c5affff-77b9-4985-9d11-02bc580c3837 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:15.042299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:15.043384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:15.098734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.124034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb805a6-4638-428f-9c55-1c19718049ad tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:15.130083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb805a6-4638-428f-9c55-1c19718049ad tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:15.136501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb805a6-4638-428f-9c55-1c19718049ad tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:15.142431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb805a6-4638-428f-9c55-1c19718049ad tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:15.144128 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4eb805a6-4638-428f-9c55-1c19718049ad tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4811628 Jun 10 16:20:15.151237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47262) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:15.163397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Deleting subnet 5d2323c3-2db0-4513-a9cc-90043f6f5d68 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:15.179434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.184771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.185657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a9e4a-55f7-4b57-acbe-dbf10db42e55 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:15.189782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ea7a9e4a-55f7-4b57-acbe-dbf10db42e55 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "GET /v2.0/ports/876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0 HTTP/1.1" status: 200 len: 955 time: 0.2095323 Jun 10 16:20:15.190150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47264) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:15.198208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.200761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.205274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-370fc746-6b17-42e2-9aeb-bdcd16fa7802 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:15.246849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.250896 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/d025359f-3c1b-4356-92d2-99e7be295480 HTTP/1.1" status: 204 len: 168 time: 1.8062975 Jun 10 16:20:15.251621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47266) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:15.392535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.398882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.426464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Pushing event updated for resources: {'Port': ['ID=03a85a11-909f-4ce2-9ea5-d7f627f769de,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:15.434582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:15.438996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c915e41-3108-447b-afc2-b23197d3e360 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:15.496196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.514607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Network': ['ID=d025359f-3c1b-4356-92d2-99e7be295480,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:15.522387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:15.546406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.547619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3298464 Jun 10 16:20:15.554128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47268) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:15.727925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.728130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Deleting port 876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:15.728369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.771915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.785708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.800644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d61e83-aba7-4efa-b07b-72bd2987e608']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.821836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72409c14-c6ce-4851-9c5b-928fde5cbbdf') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.822160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72409c14-c6ce-4851-9c5b-928fde5cbbdf') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:15.853039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.864894 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6b0cd9ba-fd3e-42f3-a043-4685c629ecde tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.3093684 Jun 10 16:20:15.875761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47270) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:15.878337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.882123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting port 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:15.882518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.885109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.900618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:15.901015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:15.904040 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:15.907029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:15.920219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-91bd1a74-e4e1-4fc0-8730-42a48317964c tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:15.995351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.011620 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f2d331a1-9fc3-4bc1-a129-f0a8a1dd5aee tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1311810 Jun 10 16:20:16.017958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47272) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:16.027113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2323c3-2db0-4513-a9cc-90043f6f5d68,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.029424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.031925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.036190 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "DELETE /v2.0/subnets/5d2323c3-2db0-4513-a9cc-90043f6f5d68 HTTP/1.1" status: 204 len: 168 time: 1.1186562 Jun 10 16:20:16.040130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47274) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:16.040303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06077f0f-837a-4af7-a7be-7c60b552bdf2 None None] Network 2d78d007-92f3-477f-afe8-ffe4eb3cce1a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:16.042440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.065704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.066546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.072631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8d06f8d-2fbe-4d18-bdc5-64ee1231317e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:16.074602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.078704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.080539 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/networks/c3d61e83-aba7-4efa-b07b-72bd2987e608 HTTP/1.1" status: 204 len: 168 time: 0.9283612 Jun 10 16:20:16.087526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:16.305639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] DHCP port deletion for 2d78d007-92f3-477f-afe8-ffe4eb3cce1a request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:16.370464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Deleting port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:16.371219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.464353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] For port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,segment=NetworkSegment(cdb566c1-5a28-47ac-a462-ae6daf742346),segment_id=cdb566c1-5a28-47ac-a462-ae6daf742346)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:16.464860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.472060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Calling delete_port for 876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:16.574837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Calling delete_port for 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:16.591127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.677507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.689602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.692017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b048e1ef-fe90-4019-b013-08b590ed23da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:16.724975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Pushing event deleted for resources: {'Port': ['ID=6a7355cd-ab01-4e8d-9c18-0a2f4e93d820,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.731991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.734408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:16.736776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] No DVR routers for this DVR port 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:16.752401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=70a16ab2-df94-442c-a0fc-2053fecc132d,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.755683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.758998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:16.774001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:16.774355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a7355cd-ab01-4e8d-9c18-0a2f4e93d820 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:16.777041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:16.796908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Network': ['ID=c3d61e83-aba7-4efa-b07b-72bd2987e608,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:16.799284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:16.807896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Calling delete_port for 48d43deb-17f4-4b6a-8492-ba21f7e3fe5d owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:16.914981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:16.923509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:17.007728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.011931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.024774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.28 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/9076a835-b118-47ba-974c-c4a5c77515ff) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:17.030831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be766625-0dbf-47b3-8f99-7acdb8f73b8b tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.088490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Deleting port 03a85a11-909f-4ce2-9ea5-d7f627f769de {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:17.088836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.090729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event deleted for resources: {'Port': ['ID=876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:17.097979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:17.111282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.115593 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "DELETE /v2.0/ports/876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0 HTTP/1.1" status: 204 len: 168 time: 1.9211760 Jun 10 16:20:17.131624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47278) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.171333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d78d007-92f3-477f-afe8-ffe4eb3cce1a']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.190204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.192415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.201923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb566c1-5a28-47ac-a462-ae6daf742346') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.202221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb566c1-5a28-47ac-a462-ae6daf742346') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.216526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5affff-77b9-4985-9d11-02bc580c3837']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.221569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.242699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af40515e-9aee-4ad7-9fcc-eca0a9bdc243') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.243084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af40515e-9aee-4ad7-9fcc-eca0a9bdc243') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:17.254496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-97dcc686-2de1-4040-9499-aa5869f22c92 None None] Provisioning complete for port 70a16ab2-df94-442c-a0fc-2053fecc132d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:17.255064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97dcc686-2de1-4040-9499-aa5869f22c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.258671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.260827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.265740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.274268 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8248e17-8711-484a-be18-0527372fa85a tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:20:17.276263 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b8248e17-8711-484a-be18-0527372fa85a tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "GET /v2.0/ports/876fcfeb-fdea-4bd7-85b6-0a20a1ef39d0 HTTP/1.1" status: 404 len: 333 time: 0.1436386 Jun 10 16:20:17.276716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:17.277136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:17.281635 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:17.283727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47280) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.306236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Request body: {'port': {'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421850447'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:17.307680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-97dcc686-2de1-4040-9499-aa5869f22c92 None None] Port 70a16ab2-df94-442c-a0fc-2053fecc132d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:17.319121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.326697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Port': ['ID=48d43deb-17f4-4b6a-8492-ba21f7e3fe5d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:17.341407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.343279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/ports/48d43deb-17f4-4b6a-8492-ba21f7e3fe5d HTTP/1.1" status: 204 len: 168 time: 2.0895627 Jun 10 16:20:17.345718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:17.347918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47282) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.394048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:17.394566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:17.399214 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:17.414815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d545aa3c-22b3-45d6-a749-daec16f9898c tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:17.416141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d545aa3c-22b3-45d6-a749-daec16f9898c tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:17.417017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d545aa3c-22b3-45d6-a749-daec16f9898c tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/8fe4d717-839d-4b41-9c9c-808a2d880f2b HTTP/1.1" status: 404 len: 337 time: 0.0661833 Jun 10 16:20:17.422795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47284) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.424384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.424709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.429349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.476459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.480050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.485738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.487789 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] 10.222.0.23 "DELETE /v2.0/networks/2d78d007-92f3-477f-afe8-ffe4eb3cce1a HTTP/1.1" status: 204 len: 168 time: 1.4485142 Jun 10 16:20:17.501521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Made reservation on behalf of 11d053bc90c04fd8989e705b50b6d7fd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:17.504268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.538313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Pushing event deleted for resources: {'Network': ['ID=2d78d007-92f3-477f-afe8-ffe4eb3cce1a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:17.543678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:17.551215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 6c308102-7908-40ab-87e7-6a138423ef1d yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:17.555755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.558519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Router 863755e8-9bae-433b-8e78-cb4fcba2f8ef is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:20:17.563827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0c64c564-f040-446b-8ecd-fd38904ae96e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.569027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.570845 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/networks/3c5affff-77b9-4985-9d11-02bc580c3837 HTTP/1.1" status: 204 len: 168 time: 1.4782472 Jun 10 16:20:17.574368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47288) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.594666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Calling delete_port for 03a85a11-909f-4ce2-9ea5-d7f627f769de owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:17.637427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Network': ['ID=3c5affff-77b9-4985-9d11-02bc580c3837,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:17.660624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:17.745961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.794366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47292) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:17.831853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.839950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62846e3d-62d6-49a8-a00e-13cd5bbe9348 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:17.978192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:17.981458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:17.987599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:17.998521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f68fc0-7540-4ddb-b41e-d227ccbde4c0 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:17.999507 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] Sync routers for ids ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:18.004443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f68fc0-7540-4ddb-b41e-d227ccbde4c0 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:18.006711 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b1f68fc0-7540-4ddb-b41e-d227ccbde4c0 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3954220 Jun 10 16:20:18.011383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:18.012346 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/routers/863755e8-9bae-433b-8e78-cb4fcba2f8ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6718886 Jun 10 16:20:18.014515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47296) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.016430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47298) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.018997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec80965-7d74-47c7-9831-ca4b935a3f63']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.019121 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] Routers {'863755e8-9bae-433b-8e78-cb4fcba2f8ef'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:18.019614 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.023562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:18.038034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-990925914'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:18.039796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.070190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=9076a835-b118-47ba-974c-c4a5c77515ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:18.083434 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.096991 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] Routers {'863755e8-9bae-433b-8e78-cb4fcba2f8ef'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:18.097703 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.102039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d507b4-040f-4f60-85a0-e463727a2c25') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.102345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d507b4-040f-4f60-85a0-e463727a2c25') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.109182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:18.126928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9cfab-13ac-4cd0-a718-0dce18cd4720 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:18.131378 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d5d9cfab-13ac-4cd0-a718-0dce18cd4720 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports?device_id=863755e8-9bae-433b-8e78-cb4fcba2f8ef HTTP/1.1" status: 200 len: 989 time: 0.1101825 Jun 10 16:20:18.131378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.131676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.131836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47300) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.139793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7fd055c-6b5d-45ca-b969-1740f60caede tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:18.164444 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:18.164860 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ad558-dcb2-419d-bea6-43416d522c28 None None] The sync data for ids ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:18.186405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f3cf0398-3d1e-4658-ade8-3fb61ae6e384 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeed20c4827d484ba3698f6794127b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885927 Jun 10 16:20:18.187556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.194111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47302) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.207565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:18.207973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.213291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:18.215076 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:18.236760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c00d3af3-7e8d-4d81-84b2-772d8ca43e5b tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:18.238718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:18.243532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.294381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Network 9ba536b1-9b17-4f82-850d-ed485bbbd07d is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:18.300082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:18.306647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:18.307612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:18.308203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.314978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=6c308102-7908-40ab-87e7-6a138423ef1d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:18.322162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:18.339432 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0374482 Jun 10 16:20:18.341102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47304) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.393397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:18.430870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Pushing event deleted for resources: {'Port': ['ID=03a85a11-909f-4ce2-9ea5-d7f627f769de,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:18.453362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:18.533812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.588844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:18.593650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.599821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.601674 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/fec80965-7d74-47c7-9831-ca4b935a3f63 HTTP/1.1" status: 204 len: 168 time: 1.1702993 Jun 10 16:20:18.605549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:18.605997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47306) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.642830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Network': ['ID=fec80965-7d74-47c7-9831-ca4b935a3f63,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:18.650519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:18.664116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.666835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.667176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Added segment d0ca601d-fc24-4a8a-92c7-6f4c90d1e27b of type vlan for network 77599152-d3bb-4385-9e36-a6fb7672a696 Jun 10 16:20:18.734583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.737168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:18.738258 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] 10.222.0.23 "DELETE /v2.0/floatingips/427e9fde-5ca4-497d-a882-f45f6714a725 HTTP/1.1" status: 204 len: 168 time: 2.7193811 Jun 10 16:20:18.759499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting subnet 11d14221-b42e-4ead-acfd-e27437deb92f {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:18.762270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47308) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:18.793554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.183667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.187309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.281085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.333111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.339684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:19.340338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.361343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.399807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:19.455448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.457916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.459658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeaa2c5a-e922-46cc-a99b-553267dc4a42 HTTP/1.1" status: 204 len: 168 time: 1.2596347 Jun 10 16:20:19.519569 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4949636 Jun 10 16:20:19.528271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47312) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:19.534793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2101933474'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:19.542687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Network': ['ID=77599152-d3bb-4385-9e36-a6fb7672a696,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:19.548502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:19.549046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-62c5f7a4-5b15-498c-98ea-366f070bf092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916860689-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:19.566110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaa2c5a-e922-46cc-a99b-553267dc4a42,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:19.574137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 77599152-d3bb-4385-9e36-a6fb7672a696 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:19.586697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:19.622773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.732844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.741645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df80c388-a376-418f-925f-724e7535cb89 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:19.795821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.901786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Subnet': ['ID=11d14221-b42e-4ead-acfd-e27437deb92f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:19.905924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.908493 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/subnets/11d14221-b42e-4ead-acfd-e27437deb92f HTTP/1.1" status: 204 len: 168 time: 1.2965837 Jun 10 16:20:19.911783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c004ef-e904-4f88-92f6-4d230063a215 None None] Network 3e46b990-ee1a-4f5e-94aa-9eff059a22cd requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:19.920161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:19.928622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47318) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:19.948371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:19.950648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:19.954667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.018401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] device_id is not set on port 6c308102-7908-40ab-87e7-6a138423ef1d yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:20.063630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:20:20.114273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.220857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:20.229963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Transition to ACTIVE for port object 6c308102-7908-40ab-87e7-6a138423ef1d will not be triggered until provisioned by entity L2. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:20.231711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Deleting port 1deee99d-e249-457b-90ce-3c9cdbe9b940 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:20.232092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.269236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.272718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.273065 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Added segment d3ce4d69-fe77-4a62-b5ec-81d71a2360a2 of type vlan for network d16c7dbc-db28-4a61-a690-1488b8c3ff1c Jun 10 16:20:20.276096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f1c7cb4-ad1e-4fe0-bcc8-8568321881a9 tempest-RoutersAdminTest-1363712254 tempest-RoutersAdminTest-1363712254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:20.281555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:20.282256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.298169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:20.304765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] DHCP port deletion for 3e46b990-ee1a-4f5e-94aa-9eff059a22cd request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:20.306523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.308449 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5802906 Jun 10 16:20:20.311208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47328) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:20.320567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:20.322522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:20.517400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Deleting port 751d72df-62a9-4299-a2d8-31d800d58763 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:20.517703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.598607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47338) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:20.608908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.614652 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a5e3a56f-01f2-41b7-a73a-6b024935c2bb tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2981377 Jun 10 16:20:20.614859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] For port 751d72df-62a9-4299-a2d8-31d800d58763, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=751d72df-62a9-4299-a2d8-31d800d58763,segment=NetworkSegment(9e9de6ac-5d36-4c65-a835-e27a9f18c8a9),segment_id=9e9de6ac-5d36-4c65-a835-e27a9f18c8a9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:20.614859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.617260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47340) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:20.635770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=6c308102-7908-40ab-87e7-6a138423ef1d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:20.645545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:20.705132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.705675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.773798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Calling delete_port for 751d72df-62a9-4299-a2d8-31d800d58763 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:20.781438 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 751d72df-62a9-4299-a2d8-31d800d58763 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:20.819697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:20.820031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:20.820585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:20.846861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07431fd-d5ec-4abe-98d3-e41717d23969 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:20.851679 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d07431fd-d5ec-4abe-98d3-e41717d23969 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2301762 Jun 10 16:20:20.851971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47344) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:20.870486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Calling delete_port for 1deee99d-e249-457b-90ce-3c9cdbe9b940 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:20.881620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a2b4dd94-f957-4206-8fec-573a879dd10a tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] Request body: {'port': {'network_id': '0694921b-ae84-454e-8b31-5bb00125fa0a', 'name': 'tempest-NetworksNegativeTestJSON-1096023022'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:20.898318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:20.905174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fedf429a-760c-4eb6-9b98-9a74c169b068 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494435 Jun 10 16:20:20.906593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:20.912347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:20.912571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255656548', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:20.913051 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:20.918732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 2 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:20.921663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.927414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:20.928917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:20.937083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dec612e-0552-4bf3-9386-bcb20909a32f tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:20.953335 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b4dd94-f957-4206-8fec-573a879dd10a tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] POST failed (client error): The resource could not be found. Jun 10 16:20:20.954207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b4dd94-f957-4206-8fec-573a879dd10a tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:20.955680 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a2b4dd94-f957-4206-8fec-573a879dd10a tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3388407 Jun 10 16:20:21.000222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47348) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.048017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-99de8ef5-badc-4b9c-853c-0029f079e341 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:21.048610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99de8ef5-badc-4b9c-853c-0029f079e341 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:21.048992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:21.049543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:21.049861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:21.050504 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-99de8ef5-badc-4b9c-853c-0029f079e341 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "DELETE /v2.0/networks/b2e55321-7295-40d9-9bad-71cf34b6af23 HTTP/1.1" status: 404 len: 339 time: 0.0491791 Jun 10 16:20:21.057037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47350) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.060842 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5310614 Jun 10 16:20:21.065017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47352) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.093081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'ports': [{'network_id': '77599152-d3bb-4385-9e36-a6fb7672a696', 'name': 'tempest-port--1261855296', 'admin_state_up': True}, {'network_id': 'd16c7dbc-db28-4a61-a690-1488b8c3ff1c', 'admin_state_up': False}]} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:21.093420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'port': {'network_id': '77599152-d3bb-4385-9e36-a6fb7672a696', 'name': 'tempest-port--1261855296', 'admin_state_up': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:21.093907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'port': {'network_id': 'd16c7dbc-db28-4a61-a690-1488b8c3ff1c', 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:21.114353 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7042a2-2f24-420e-822a-cff6b81eb94b tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:21.115161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7042a2-2f24-420e-822a-cff6b81eb94b tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:21.116895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2e7042a2-2f24-420e-822a-cff6b81eb94b tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "DELETE /v2.0/ports/bd3252bc-f475-46de-b612-f6c79c03445b HTTP/1.1" status: 404 len: 333 time: 0.0615678 Jun 10 16:20:21.125631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47354) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.129917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:21.130142 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:21.135657 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 3 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:21.160728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.166239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Network': ['ID=d16c7dbc-db28-4a61-a690-1488b8c3ff1c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:21.174260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Deleting port 751d72df-62a9-4299-a2d8-31d800d58763 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:21.174672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.178216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:21.180327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eebcf552-fe41-4251-aed8-1229ad2fc3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:21.181624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:21.182203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:21.182777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:21.200978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network d16c7dbc-db28-4a61-a690-1488b8c3ff1c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:21.227856 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60c5408-72f9-49b4-8bc7-6e6b6d60d299 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] DELETE failed (client error): The resource could not be found. Jun 10 16:20:21.228517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60c5408-72f9-49b4-8bc7-6e6b6d60d299 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:21.235845 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e60c5408-72f9-49b4-8bc7-6e6b6d60d299 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "DELETE /v2.0/subnets/afaaec7b-9e2a-4c21-979d-e5ec1993fd5b HTTP/1.1" status: 404 len: 337 time: 0.1034791 Jun 10 16:20:21.237575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.276649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:21.280278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.283749 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-84929173-2f7b-4367-a249-3b8d5db186dc tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] GET failed (client error): The resource could not be found. Jun 10 16:20:21.289957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-84929173-2f7b-4367-a249-3b8d5db186dc tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "GET /v2.0/networks/b0c069b8-a44f-4a26-8a1b-5bdfd6fb3e2c HTTP/1.1" status: 404 len: 339 time: 0.0467267 Jun 10 16:20:21.291636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47358) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.303826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:21.304160 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:21.307577 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 4 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:21.347238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] For port 751d72df-62a9-4299-a2d8-31d800d58763, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:21.347648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.352367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:21.352755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:21.353039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:21.399657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.408789 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0757f7-6fe3-4886-b4e7-7e16b41a7600 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] GET failed (client error): The resource could not be found. Jun 10 16:20:21.414848 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5f0757f7-6fe3-4886-b4e7-7e16b41a7600 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "GET /v2.0/ports/77782e0a-1f8e-4b0b-8ce8-a80515b2732b HTTP/1.1" status: 404 len: 333 time: 0.1180389 Jun 10 16:20:21.417439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:21.417439 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:21.426179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47360) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.437053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Pushing event deleted for resources: {'Port': ['ID=751d72df-62a9-4299-a2d8-31d800d58763,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:21.440097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:21.449197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] No DVR routers for this DVR port 751d72df-62a9-4299-a2d8-31d800d58763 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:21.452793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.462011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Calling delete_port for 751d72df-62a9-4299-a2d8-31d800d58763 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:21.463502 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 5 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:21.492041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Port 751d72df-62a9-4299-a2d8-31d800d58763 was not found and therefore no delete operation was performed {{(pid=92386) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:20:21.505277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.517122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08faad85-7008-4fd5-9fa3-1ae5fa3eb268 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:21.538291 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ae0bf2-3a9e-49ae-aa59-62478193a0a6 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] GET failed (client error): The resource could not be found. Jun 10 16:20:21.538291 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-73ae0bf2-3a9e-49ae-aa59-62478193a0a6 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "GET /v2.0/subnets/b2ff8548-7bfd-4e1f-810f-87e656af78e2 HTTP/1.1" status: 404 len: 337 time: 0.1094213 Jun 10 16:20:21.540396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47362) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.553746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:21.554265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:21.554426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:21.555772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a1788de7-3cc5-4f0b-9a86-af8784d3c216 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] Request body: {'network': {'name': 'new_name'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:21.560660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 70a16ab2-df94-442c-a0fc-2053fecc132d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:21.561006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.567765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Port': ['ID=751d72df-62a9-4299-a2d8-31d800d58763,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:21.591574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1788de7-3cc5-4f0b-9a86-af8784d3c216 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] PUT failed (client error): The resource could not be found. Jun 10 16:20:21.591574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1788de7-3cc5-4f0b-9a86-af8784d3c216 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:21.591574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a1788de7-3cc5-4f0b-9a86-af8784d3c216 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "PUT /v2.0/networks/06189cb9-4656-461e-94a1-5f2f93d057d2 HTTP/1.1" status: 404 len: 339 time: 0.0415659 Jun 10 16:20:21.591574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47364) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.593565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:21.594439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] No DVR routers for this DVR port 751d72df-62a9-4299-a2d8-31d800d58763 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:21.598884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c4537761-ed71-41ee-a6f7-c802b025c692 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] Request body: {'port': {'name': 'new_name'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:21.605331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:21.605331 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:21.649214 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4537761-ed71-41ee-a6f7-c802b025c692 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] PUT failed (client error): The resource could not be found. Jun 10 16:20:21.650132 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 6 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:21.650714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4537761-ed71-41ee-a6f7-c802b025c692 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:21.655638 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c4537761-ed71-41ee-a6f7-c802b025c692 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "PUT /v2.0/ports/dbe6cb8e-38e9-4206-ad0c-890a0d975a34 HTTP/1.1" status: 404 len: 333 time: 0.0595925 Jun 10 16:20:21.657647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47366) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:21.663097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:18Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:21.664792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1632ab33-7baf-42ea-9cb1-5110a1c286e3 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:21.666902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:21.667272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Updating router d39ea7b0-426e-4135-8122-3a5fd2029775 port 9076a835-b118-47ba-974c-c4a5c77515ff binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:20:21.670722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'port': 2} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:21.674901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.686661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.718897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.719093 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-1632ab33-7baf-42ea-9cb1-5110a1c286e3 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] PUT failed (client error): The resource could not be found. Jun 10 16:20:21.719635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1632ab33-7baf-42ea-9cb1-5110a1c286e3 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:21.724335 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1632ab33-7baf-42ea-9cb1-5110a1c286e3 tempest-NetworksNegativeTestJSON-335139346 tempest-NetworksNegativeTestJSON-335139346-project] 10.222.0.23 "PUT /v2.0/subnets/a6fdeea1-a50e-4ef5-b398-1180eb789710 HTTP/1.1" status: 404 len: 337 time: 0.0620565 Jun 10 16:20:21.880064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.947473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:21.952869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-879aa8d5-86fe-4236-809a-7f023d6d838a tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:22.076145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-654ec496-20e8-4e43-ad96-86c8b358cb96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:22.080899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47372) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:22.091184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] device_id is not set on port 929bc825-8326-499d-ab7e-5788ef55244e yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:22.105877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=a4286c15-a7db-4983-b8a4-b622f060ca10,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:22.112798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:22.140673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Pushing event deleted for resources: {'Port': ['ID=1deee99d-e249-457b-90ce-3c9cdbe9b940,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:22.142607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:22.142914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:22.143267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:22.147556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:22.148260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.158822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:22.159193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:22.172338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Transition to ACTIVE for port object 9076a835-b118-47ba-974c-c4a5c77515ff will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:22.182639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.189120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6b190937-5366-4fc6-8e18-e8ab6e9bc814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:22.237662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:22.238252 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:22.247887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:22.250268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.252742 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 7 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:22.289611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Attempting to bind port 9076a835-b118-47ba-974c-c4a5c77515ff on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:22.290176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Attempting to bind port 9076a835-b118-47ba-974c-c4a5c77515ff by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:22.290563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Attempting to bind port 9076a835-b118-47ba-974c-c4a5c77515ff on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:22.293114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb2ece-86e8-4296-b4f8-1824408f06c2 None None] Pushing event updated for resources: {'Port': ['ID=9076a835-b118-47ba-974c-c4a5c77515ff,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:22.296052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-14eb2ece-86e8-4296-b4f8-1824408f06c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:22.301315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:22.301750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:22.302429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.303506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:22.304023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Bound port: 9076a835-b118-47ba-974c-c4a5c77515ff, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:22.304912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.323058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e46b990-ee1a-4f5e-94aa-9eff059a22cd']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:22.360701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.364898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.369018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:22.369473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9de6ac-5d36-4c65-a835-e27a9f18c8a9') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:22.380241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:22.380607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:22.381561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:22.395585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] For port 9076a835-b118-47ba-974c-c4a5c77515ff, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:22.400157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] For port 9076a835-b118-47ba-974c-c4a5c77515ff, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9076a835-b118-47ba-974c-c4a5c77515ff,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:22.405052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.407234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-784c97c1-bae1-403e-96e4-e27a3f52c172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:22.421071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.469178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:22.469410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:22.469504 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:22.469585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:22.476671 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 8 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:22.526670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 70a16ab2-df94-442c-a0fc-2053fecc132d owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:22.549653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.552663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.553710 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/932c9dd8-9215-420d-9fac-2939f1e6be1b HTTP/1.1" status: 204 len: 168 time: 3.7630875 Jun 10 16:20:22.561949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.564035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47376) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:22.581082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:22.581793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:22.582106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:22.596234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:22.596652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.614970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb2ece-86e8-4296-b4f8-1824408f06c2 None None] Pushing event updated for resources: {'Port': ['ID=9076a835-b118-47ba-974c-c4a5c77515ff,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:22.618706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-14eb2ece-86e8-4296-b4f8-1824408f06c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:22.621341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:22.624647 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:22.630022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:22.631533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.644111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915f0f87-7a00-486d-b929-c8103fca99e3 None None] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:22.711057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:22.711288 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:22.721617 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 9 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:22.724355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.759893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:22.836295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-3b2d2822-c48f-4216-b108-4911260dd542 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2268441 Jun 10 16:20:22.847353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:22.847955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:22.848458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:22.849993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] device_id is not set on port 9e431a0e-1de2-4ea2-9d73-021b02d860fe yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:22.873397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.878176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:22.878762 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:22.883650 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempt 10 to bind port 6c308102-7908-40ab-87e7-6a138423ef1d Jun 10 16:20:22.887613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:22.897438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:22.900480 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] 10.222.0.23 "DELETE /v2.0/networks/3e46b990-ee1a-4f5e-94aa-9eff059a22cd HTTP/1.1" status: 204 len: 168 time: 2.9678600 Jun 10 16:20:22.982474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Pushing event deleted for resources: {'Network': ['ID=3e46b990-ee1a-4f5e-94aa-9eff059a22cd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:23.036525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:23.038237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.076864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-bcb9905d-4578-4455-a0ef-3df6b3da4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:23.079363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-bcb9905d-4578-4455-a0ef-3df6b3da4a97 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.1728370 Jun 10 16:20:23.118775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:23.143946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:23.146935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] {{(pid=92386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:23.149762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempting to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:23.179175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:20:23.179866 dv-neutron-601336-90-hyperv neutron-server[92386]: ERROR neutron.plugins.ml2.managers [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Failed to bind port 6c308102-7908-40ab-87e7-6a138423ef1d on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9ba536b1-9b17-4f82-850d-ed485bbbd07d'}] Jun 10 16:20:23.180444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.233314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.270469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.306056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:23.309208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting port 4003b98f-629c-4013-a2b7-75f4fe9dcea2 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:23.309352 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:20:23.310273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.310644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.328248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Allocated IP 172.20.0.2 (b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04/a4286c15-a7db-4983-b8a4-b622f060ca10/63310729-7030-4fae-98a0-d84cfff2838d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:23.351867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47382) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:23.355926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-d98a1e50-fb9e-435a-a3a1-c9ef07143b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:23.360217 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-d98a1e50-fb9e-435a-a3a1-c9ef07143b69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.2354929 Jun 10 16:20:23.368537 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4606776 Jun 10 16:20:23.368858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47384) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:23.420197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:18Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:23.425512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88b0da-d1fb-4f94-ad91-66876cf261b2 None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:18Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:23.471939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.479079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46a18376-470f-443d-b9f1-ef1fccee09bb tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:23.524172 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-acb9877f-5199-4d57-b7c4-0d68a33cdbd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.1541896 Jun 10 16:20:23.591299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Port': ['ID=929bc825-8326-499d-ab7e-5788ef55244e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:23.596971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:23.613122 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16aeafacfccb4925a217163ae4f5316a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5218205 Jun 10 16:20:23.615544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47388) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:23.629786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-5c71a753-747d-478c-b32c-59ca764f4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:23.632495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-5c71a753-747d-478c-b32c-59ca764f4ee5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.0967090 Jun 10 16:20:23.635687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Checking segment: {'id': 'd0ca601d-fc24-4a8a-92c7-6f4c90d1e27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '77599152-d3bb-4385-9e36-a6fb7672a696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:23.636756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network hostable DHCP agents. Network: 77599152-d3bb-4385-9e36-a6fb7672a696, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:23.670382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece4af8-072f-44ea-8546-057dd2a9e94b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:23.693702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.698448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:23.714180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network 77599152-d3bb-4385-9e36-a6fb7672a696 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:23.720323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-45a7a87b-5669-40fd-839a-a5399fdde664 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:23.728906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 77599152-d3bb-4385-9e36-a6fb7672a696) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:23.734898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:23.739904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.745602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-878d23c3-791d-45fe-912a-8bf4f2407bc3 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:23.797485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-e549f39f-158d-4d03-91d7-70d70e6031df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:23.799440 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-e549f39f-158d-4d03-91d7-70d70e6031df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1587429 Jun 10 16:20:23.845002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] For port 6c308102-7908-40ab-87e7-6a138423ef1d, host hv-neutron-6013, cleared binding levels {{(pid=92386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:23.845398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attempted to set empty binding levels {{(pid=92386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 10 16:20:23.866133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=70a16ab2-df94-442c-a0fc-2053fecc132d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:23.871334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Port': ['ID=9e431a0e-1de2-4ea2-9d73-021b02d860fe,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:23.888706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:23.926188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:23.952717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:23.979421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7e287b12-8c01-4dcf-aab3-a23a9105e218 tempest-RoutersIpV6AdminTest-850988871 tempest-RoutersIpV6AdminTest-850988871-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:23.980083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f45aa7-98d3-4251-941e-4c2beb999f85 None None] Network 77599152-d3bb-4385-9e36-a6fb7672a696 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:23.990511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Checking segment: {'id': 'd3ce4d69-fe77-4a62-b5ec-81d71a2360a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd16c7dbc-db28-4a61-a690-1488b8c3ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:23.990897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network hostable DHCP agents. Network: d16c7dbc-db28-4a61-a690-1488b8c3ff1c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:24.047198 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-e235d28f-8175-41b0-9527-e53e4cad6ea2 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361042 Jun 10 16:20:24.060584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.087239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network d16c7dbc-db28-4a61-a690-1488b8c3ff1c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:24.224459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.234012 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83752142-d149-4fe9-a4b5-fccdabfe0886 req-1eeacf21-312f-496f-a70d-360b0d96af51 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810443 Jun 10 16:20:24.235367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, d16c7dbc-db28-4a61-a690-1488b8c3ff1c) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:24.237244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Transition to ACTIVE for port object 63310729-7030-4fae-98a0-d84cfff2838d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:24.249812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] In _notify_port_updated(), no bound segment for port 6c308102-7908-40ab-87e7-6a138423ef1d on network 9ba536b1-9b17-4f82-850d-ed485bbbd07d {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:20:24.250956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:24.251869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.253426 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "PUT /v2.0/ports/6c308102-7908-40ab-87e7-6a138423ef1d HTTP/1.1" status: 200 len: 976 time: 5.8644731 Jun 10 16:20:24.260554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:24.272177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:24.277787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Transition to ACTIVE for port object 63310729-7030-4fae-98a0-d84cfff2838d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:24.282212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:24.282970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.286453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47390) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:24.306758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28d408-a055-4ebb-9c6c-9b015805ffd9 None None] Network d16c7dbc-db28-4a61-a690-1488b8c3ff1c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:24.341042 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-332a9383-3597-40ea-afe0-553ea378a2d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f5d6e1b2a9f480785166c6891959138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9707804 Jun 10 16:20:24.343214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.350099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6cd8edf9-5599-4c3a-956f-16d9fd6037ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:24.356197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47392) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:24.407949 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3416965 Jun 10 16:20:24.417167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47394) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:24.450467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.495061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Calling delete_port for 4003b98f-629c-4013-a2b7-75f4fe9dcea2 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:24.526249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event updated for resources: {'Port': ['ID=6c308102-7908-40ab-87e7-6a138423ef1d,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:24.533520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.535851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:24.554658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.563224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Pushing event updated for resources: {'Port': ['ID=63310729-7030-4fae-98a0-d84cfff2838d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:24.565491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.570402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:24.589629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:24.593712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:24.598696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:24.618676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a905d6c6-ed8f-4695-98ad-c6c039528973 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:24.637362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a905d6c6-ed8f-4695-98ad-c6c039528973 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:24.640208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a905d6c6-ed8f-4695-98ad-c6c039528973 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2219059 Jun 10 16:20:24.648834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47396) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:24.661692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Deleting port 6c308102-7908-40ab-87e7-6a138423ef1d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:24.663531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.666562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.851696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] For port 6c308102-7908-40ab-87e7-6a138423ef1d, host hv-neutron-6013, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:24.851696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.880623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9076a835-b118-47ba-974c-c4a5c77515ff up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:24.890600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Attempting to bind port 63310729-7030-4fae-98a0-d84cfff2838d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:24.890982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Attempting to bind port 63310729-7030-4fae-98a0-d84cfff2838d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:24.891362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Attempting to bind port 63310729-7030-4fae-98a0-d84cfff2838d on network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:24.930207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:24.930659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Checking segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:24.931018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:24.931434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Bound using segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:24.931937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Bound port: 63310729-7030-4fae-98a0-d84cfff2838d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:24.932628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.004668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Calling delete_port for 6c308102-7908-40ab-87e7-6a138423ef1d owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:25.042133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9076a835-b118-47ba-974c-c4a5c77515ff completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:25.062847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9076a835-b118-47ba-974c-c4a5c77515ff triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:25.063411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.102471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.107052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.108639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1310e8bb-70b4-4b13-819b-22beb8d45536 HTTP/1.1" status: 204 len: 168 time: 0.7508426 Jun 10 16:20:25.111636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:25.111791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] For port 63310729-7030-4fae-98a0-d84cfff2838d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:25.125180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310e8bb-70b4-4b13-819b-22beb8d45536,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:25.130450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] For port 63310729-7030-4fae-98a0-d84cfff2838d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=63310729-7030-4fae-98a0-d84cfff2838d,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:25.135652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:25.160015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.164985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:25.197463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.201915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5386a9c1-0e74-4a58-9789-6476ac697f52 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:25.233507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Pushing event updated for resources: {'Port': ['ID=63310729-7030-4fae-98a0-d84cfff2838d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:25.241296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:25.266342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c308102-7908-40ab-87e7-6a138423ef1d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:25.278417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:25.297479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.299705 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6c308102-7908-40ab-87e7-6a138423ef1d HTTP/1.1" status: 204 len: 168 time: 1.0115077 Jun 10 16:20:25.302380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47404) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:25.357687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.379621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9094a3f8-6f2b-4e65-a6a5-c395505baa88 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] GET failed (client error): The resource could not be found. Jun 10 16:20:25.391461 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9094a3f8-6f2b-4e65-a6a5-c395505baa88 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] 10.222.0.23 "GET /v2.0/ports/6c308102-7908-40ab-87e7-6a138423ef1d HTTP/1.1" status: 404 len: 333 time: 0.0834515 Jun 10 16:20:25.393792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:25.422702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9076a835-b118-47ba-974c-c4a5c77515ff, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9076a835-b118-47ba-974c-c4a5c77515ff,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:25.431416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.433771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:25.525444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9076a835-b118-47ba-974c-c4a5c77515ff,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:25.529354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:25.545104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.548923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.549563 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ece4af8-072f-44ea-8546-057dd2a9e94b HTTP/1.1" status: 204 len: 168 time: 1.9216714 Jun 10 16:20:25.658714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.681499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-93cca62b-f8d4-4f9c-b74a-e10eeb170c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:25.704251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Router 863755e8-9bae-433b-8e78-cb4fcba2f8ef has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:25.848077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece4af8-072f-44ea-8546-057dd2a9e94b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:25.871407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:25.939381 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.952596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba536b1-9b17-4f82-850d-ed485bbbd07d']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:25.965857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:25.966167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ec6b44-180f-4bc0-8c6f-c9fce4d5602f') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:25.977681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:25.994521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.001580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:26.002079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:26.006215 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:26.062007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:26.071229 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/routers/863755e8-9bae-433b-8e78-cb4fcba2f8ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9382007 Jun 10 16:20:26.072681 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] Sync routers for ids ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:26.075879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Deleting port 929bc825-8326-499d-ab7e-5788ef55244e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:26.076287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.080542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47424) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:26.088917 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] Routers {'863755e8-9bae-433b-8e78-cb4fcba2f8ef'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:26.089559 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:26.110889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.112451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.118148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ae2f241c-14a3-474d-98b7-11bbe9eaecbf tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:26.128340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.132862 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] 10.222.0.23 "DELETE /v2.0/networks/9ba536b1-9b17-4f82-850d-ed485bbbd07d HTTP/1.1" status: 204 len: 168 time: 0.7351730 Jun 10 16:20:26.156502 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:26.174444 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] Routers {'863755e8-9bae-433b-8e78-cb4fcba2f8ef'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:26.175183 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:26.179285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Pushing event deleted for resources: {'Network': ['ID=9ba536b1-9b17-4f82-850d-ed485bbbd07d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:26.185803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:26.212935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fc795dd9-c8dc-4baa-a0e3-47dc3061e94e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:26.257569 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:26.257984 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78112193-3c3c-4746-8fcc-c04d730e35d2 None None] The sync data for ids ['863755e8-9bae-433b-8e78-cb4fcba2f8ef'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:26.316164 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-defb9e8f-0e2e-4b70-9a5d-2719219afcfd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:20:26.318208 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-defb9e8f-0e2e-4b70-9a5d-2719219afcfd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/70a16ab2-df94-442c-a0fc-2053fecc132d HTTP/1.1" status: 404 len: 333 time: 0.2351823 Jun 10 16:20:26.322481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47438) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:26.334582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Port': ['ID=4003b98f-629c-4013-a2b7-75f4fe9dcea2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:26.347935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:26.383916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.477180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.545097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.548312 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "DELETE /v2.0/ports/4003b98f-629c-4013-a2b7-75f4fe9dcea2 HTTP/1.1" status: 204 len: 168 time: 3.9820464 Jun 10 16:20:26.588851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47442) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:26.608588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Calling delete_port for 929bc825-8326-499d-ab7e-5788ef55244e owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:26.742475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:26.838886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:26.974334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 63310729-7030-4fae-98a0-d84cfff2838d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:27.001664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47458) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.022220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.027803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-02210489-f01b-4cd5-b471-9054032be015 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:27.080654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Port': ['ID=929bc825-8326-499d-ab7e-5788ef55244e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:27.086952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.089670 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/ports/929bc825-8326-499d-ab7e-5788ef55244e HTTP/1.1" status: 204 len: 168 time: 2.4336541 Jun 10 16:20:27.093482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:27.095800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47462) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.124094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed8e17-d10e-48f7-bef8-36b977956bd3 None None] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:27.182400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 63310729-7030-4fae-98a0-d84cfff2838d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:27.287721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Provisioning for port 63310729-7030-4fae-98a0-d84cfff2838d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:27.294223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9076a835-b118-47ba-974c-c4a5c77515ff up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:27.357194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Provisioning complete for port 63310729-7030-4fae-98a0-d84cfff2838d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:27.357968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.427106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47466) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.442930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-108ec934-50e3-474e-b245-da6bd6330009 tempest-DvrRoutersNegativeTest-679987722 tempest-DvrRoutersNegativeTest-679987722-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1234083264', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:27.446418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.policy [None req-108ec934-50e3-474e-b245-da6bd6330009 tempest-DvrRoutersNegativeTest-679987722 tempest-DvrRoutersNegativeTest-679987722-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=92386) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 10 16:20:27.446841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.policy [None req-108ec934-50e3-474e-b245-da6bd6330009 tempest-DvrRoutersNegativeTest-679987722 tempest-DvrRoutersNegativeTest-679987722-project] Failed policy check for 'create_router' {{(pid=92386) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 10 16:20:27.447494 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-108ec934-50e3-474e-b245-da6bd6330009 tempest-DvrRoutersNegativeTest-679987722 tempest-DvrRoutersNegativeTest-679987722-project] create failed (client error): Access was denied to this resource. Jun 10 16:20:27.449192 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-108ec934-50e3-474e-b245-da6bd6330009 tempest-DvrRoutersNegativeTest-679987722 tempest-DvrRoutersNegativeTest-679987722-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4435413 Jun 10 16:20:27.449353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.458996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.461582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9076a835-b118-47ba-974c-c4a5c77515ff triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:27.462618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.470406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdcca4-4c06-47c9-8e3e-03dc31690fc7 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:27.474086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fbfdcca4-4c06-47c9-8e3e-03dc31690fc7 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f6d49a4-be70-40bc-a093-a49474552ed5 HTTP/1.1" status: 200 len: 913 time: 0.8805928 Jun 10 16:20:27.505221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47472) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.534504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04/a4286c15-a7db-4983-b8a4-b622f060ca10/0190290c-e8d6-46bd-82a7-f90f38224caa) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:27.558184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.558725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Fanout notify agent at l3_agent the message router_deleted on router 863755e8-9bae-433b-8e78-cb4fcba2f8ef {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:20:27.575212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.576337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-acd5dade-1af5-476b-a1c8-f86514fabdf8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/routers/863755e8-9bae-433b-8e78-cb4fcba2f8ef HTTP/1.1" status: 204 len: 168 time: 1.2528501 Jun 10 16:20:27.580070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47474) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.664338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet dd686fd3-7168-4608-b78f-21c72f223010 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:27.669483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.711697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.729416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.779156 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-465bcf13-f1f5-4965-9839-f359765b89dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ee7efb775e54180b71e0d8fbae69fca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324273 Jun 10 16:20:27.783674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47478) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.792657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] For port 63310729-7030-4fae-98a0-d84cfff2838d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=63310729-7030-4fae-98a0-d84cfff2838d,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:27.800396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.804674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:27.894049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-461176966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:27.895540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.907420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Pushing event updated for resources: {'Port': ['ID=63310729-7030-4fae-98a0-d84cfff2838d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:27.910101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:27.931364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47480) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:27.935703 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:27.984534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.011040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.012559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 0190290c-e8d6-46bd-82a7-f90f38224caa will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:28.073653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.076330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.076491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.078800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.080197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5362451d-ea25-4ef5-9e54-b6b87c2326c2 HTTP/1.1" status: 204 len: 168 time: 0.2933354 Jun 10 16:20:28.080357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.083468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9f86ef9-0485-4483-bbde-e050de4de22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:28.091442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Deleting port 9e431a0e-1de2-4ea2-9d73-021b02d860fe {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:28.091799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.097297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5362451d-ea25-4ef5-9e54-b6b87c2326c2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:28.102091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:28.106718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.110714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f97e5db-f74e-402e-b3e0-dba432a5e8b4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:28.135281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:28.155734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a103dfb9-27eb-4c05-9bed-ae26d516c52d None None] Provisioning complete for port 63310729-7030-4fae-98a0-d84cfff2838d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:28.156846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a103dfb9-27eb-4c05-9bed-ae26d516c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.157711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=dd686fd3-7168-4608-b78f-21c72f223010,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:28.160298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:28.161352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.164452 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/dd686fd3-7168-4608-b78f-21c72f223010 HTTP/1.1" status: 204 len: 168 time: 0.5824335 Jun 10 16:20:28.168272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f2f4a-634e-43c8-885f-716c0b970f7b None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:28.168471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47486) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:28.314017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.422997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:28.424246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.531124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47490) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:28.602598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] For port a0bd3932-925f-4ba4-a36e-82cbc12dbc74, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,segment=NetworkSegment(6d74adb6-a147-4560-b550-dad9dec91f5a),segment_id=6d74adb6-a147-4560-b550-dad9dec91f5a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:28.603307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.608420 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1a0224de-73f3-40e3-9e48-710be2731959 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11d053bc90c04fd8989e705b50b6d7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749760 Jun 10 16:20:28.616345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47492) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:28.739559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for a0bd3932-925f-4ba4-a36e-82cbc12dbc74 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:28.742811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:28.760413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.767984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] DHCP port deletion for 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:28.792556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:28.798566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.813615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 63310729-7030-4fae-98a0-d84cfff2838d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:28.827507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:28.865705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.893380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.923961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 63310729-7030-4fae-98a0-d84cfff2838d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:28.924574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.963416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.966162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:28.969832 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91c1c017-a74f-4992-82e5-76ddb30c746a HTTP/1.1" status: 204 len: 168 time: 0.3494751 Jun 10 16:20:28.973941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d63aec5b-f4f0-40d5-bc7f-9853a534d9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:28.985863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c1c017-a74f-4992-82e5-76ddb30c746a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:28.989443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:29.004657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.023066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:29.031883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No DVR routers for this DVR port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:29.032973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.034873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Deleting port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:29.035476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.106452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:29.109744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:29.110567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.180572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=0190290c-e8d6-46bd-82a7-f90f38224caa,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:29.184156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:29.224030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.233734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Calling delete_port for 9e431a0e-1de2-4ea2-9d73-021b02d860fe owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:29.252150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:29.263251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] For port a0bd3932-925f-4ba4-a36e-82cbc12dbc74, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:29.263994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.287253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d74adb6-a147-4560-b550-dad9dec91f5a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:29.287577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d74adb6-a147-4560-b550-dad9dec91f5a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:29.289417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.302024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.323003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.330600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:29.330995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:29.335597 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:29.449258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.454999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f36fc6d7-80c0-47f4-81f6-a8fd7df62914 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:29.456987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Calling delete_port for a0bd3932-925f-4ba4-a36e-82cbc12dbc74 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:29.462688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:20:29.464847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.468586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:29.470713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-607bcd7e-b0a6-4395-a829-6066090f8c2d None None] Provisioning for port 0190290c-e8d6-46bd-82a7-f90f38224caa completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:29.487209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.494330 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc HTTP/1.1" status: 204 len: 168 time: 1.3198993 Jun 10 16:20:29.494330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:29.497813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:29.498583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47508) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.525871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Pushing event deleted for resources: {'Port': ['ID=a0bd3932-925f-4ba4-a36e-82cbc12dbc74,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:29.539109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:29.542088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-607bcd7e-b0a6-4395-a829-6066090f8c2d None None] Provisioning complete for port 0190290c-e8d6-46bd-82a7-f90f38224caa triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:29.542905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-607bcd7e-b0a6-4395-a829-6066090f8c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.577646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Network 2689c8fe-c4a7-471d-81f9-ec3f02c4f1dc is not hosted by any dhcp agent {{(pid=92387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:20:29.578286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] No DVR routers for this DVR port a0bd3932-925f-4ba4-a36e-82cbc12dbc74 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:29.586062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eeef3c-3a47-4ad1-96f5-fa6c2eb6d3f9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:29.595932 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d0eeef3c-3a47-4ad1-96f5-fa6c2eb6d3f9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/ed41b4fa-9917-412b-892a-7b5b0df88017 HTTP/1.1" status: 200 len: 845 time: 0.0922396 Jun 10 16:20:29.595932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.622662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-607bcd7e-b0a6-4395-a829-6066090f8c2d None None] Port 0190290c-e8d6-46bd-82a7-f90f38224caa cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:29.677542 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d3d4c952-dd82-4336-9bd1-9dede4b227a9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/ed41b4fa-9917-412b-892a-7b5b0df88017?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0791631 Jun 10 16:20:29.677936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47516) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.683284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:29.706536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.707582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.744627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e732bf1d-a5ee-49bf-94f2-0ec25c57703d tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:29.790765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.806116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.807299 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f4374010-6bc9-44a7-bca3-17f87ae8ab05 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.3763320 Jun 10 16:20:29.811970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47522) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.816648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Port': ['ID=9e431a0e-1de2-4ea2-9d73-021b02d860fe,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:29.826948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:29.837424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6f4bed3d-10bb-456f-b169-bb80dc727897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:29.861470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.863318 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/ports/9e431a0e-1de2-4ea2-9d73-021b02d860fe HTTP/1.1" status: 204 len: 168 time: 2.7663152 Jun 10 16:20:29.864468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1615969205'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:29.869252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.878201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47526) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.917451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:20:29.917451 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:20:29.917451 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'project_id_1': '5d4d95b466694bc5b7b2c010a7cbcdaa', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 20, 29, 899872)}] Jun 10 16:20:29.917451 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:20:29.918082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:20:29.921522 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7c7a673323f4c8fb8dbc27377cfdb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9868190 Jun 10 16:20:29.921676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:29.925311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:29.926629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47528) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.966448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c905a-0eb5-40f0-9fd1-8b0f4487503b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:29.979186 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-93236ddc-217e-4e15-8211-12149ba27302 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0975866 Jun 10 16:20:29.981888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47532) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:29.987012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:30.043999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1794060016'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:30.095337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:30.099016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.145184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:30.197032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.197032 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Added segment 957ca3c7-7efb-4ce1-835d-1494165224ee of type vlan for network 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735 Jun 10 16:20:30.290032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.316797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.350853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.353752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.362196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:30.441321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.450838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Made reservation on behalf of 5d4d95b466694bc5b7b2c010a7cbcdaa for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:30.454568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.470586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:30.484833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.492704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:30.492704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.502103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:30.505580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:30.506840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.509463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.515810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf00927-a717-4811-9196-9d46fe98b1c0 None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:30.516736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=10de6af4-9959-467a-9eb6-ba602f00f033,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:30.520126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:30.535312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-513ed532-b3e8-4e59-aaaf-e60416e834d6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:30.577231 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5917857 Jun 10 16:20:30.582328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47544) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:30.587635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-265957219'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:30.599011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9173803 Jun 10 16:20:30.634472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47546) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:30.647672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'security_group': {'name': 'tempest-secgroup-304358775'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:30.668489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Network': ['ID=9bc6d2d2-1551-4b32-b2aa-9c79f0c65735,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:30.674869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:30.687311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:30.727624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.730685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.731993 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da5c905a-0eb5-40f0-9fd1-8b0f4487503b HTTP/1.1" status: 204 len: 168 time: 0.8012035 Jun 10 16:20:30.759078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db22f1f5-52e1-4bce-98e6-e86d3886bde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:30.797249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c905a-0eb5-40f0-9fd1-8b0f4487503b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:30.799628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:30.838001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.846674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.852433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:30.860421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0bd3932-925f-4ba4-a36e-82cbc12dbc74 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:30.868753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.884499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.920750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:30.950306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-afc1bc1d-a0ac-4bfc-a523-8e79ceff4f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:30.954981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:30.955328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Added segment 36b5b719-e122-442b-a78b-814cace63391 of type vlan for network 231458e9-225d-4c6c-b350-48121e213607 Jun 10 16:20:30.976728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: a0bd3932-925f-4ba4-a36e-82cbc12dbc74 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:30.977664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0bd3932-925f-4ba4-a36e-82cbc12dbc74 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:31.117062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-348b97bd-e0cc-48a9-879b-c4f5062409c4', 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'tenant_id': '4f3e8e7fa77941b6bc82d07d58d37cd5', 'fixed_ips': [{'subnet_id': '10de6af4-9959-467a-9eb6-ba602f00f033'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:31.118125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.136582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=0190290c-e8d6-46bd-82a7-f90f38224caa,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:31.139685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:31.141062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.173837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4895a2da-638d-456d-8f47-4323a247cd9b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:31.181015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:31.185863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.192628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:31.202154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.227339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.270035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:31.283990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.284453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Added segment 94593bf2-7680-4076-b68a-2a9f1211f4e9 of type vlan for network c499931f-ca0a-4937-b392-ab7ac192ac23 Jun 10 16:20:31.286275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47564) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:31.368867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.386894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:31.388444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.419646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Allocated IP 2001:db8::2 (348b97bd-e0cc-48a9-879b-c4f5062409c4/10de6af4-9959-467a-9eb6-ba602f00f033/bebedf9d-6d8c-4c65-8e89-8823aede8a2e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:31.435878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4e3a77d1-2cb8-48ae-9e6d-aaf2e620d9d2 tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:31.449128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a0f2c5f-101c-4530-b9ac-600a5809010f tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:31.490569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:31.503650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.518593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:31.571268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.615533 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7829430 Jun 10 16:20:31.615533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47574) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:31.637535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'subnet': {'network_id': '231458e9-225d-4c6c-b350-48121e213607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:31.656615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.704396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:20:31.730523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.750754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9ae7e236-db35-4c98-b298-ca07ce3ce142 tempest-ServersTestJSON-1041480623 tempest-ServersTestJSON-1041480623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:31.752571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Transition to ACTIVE for port object bebedf9d-6d8c-4c65-8e89-8823aede8a2e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:31.789136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Transition to ACTIVE for port object bebedf9d-6d8c-4c65-8e89-8823aede8a2e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:31.798790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.810143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cb8b16a8-a242-4af6-a954-6465836c9511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:31.830029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Network': ['ID=231458e9-225d-4c6c-b350-48121e213607,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:31.850580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:31.850784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.854594 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2154534 Jun 10 16:20:31.855668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47582) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:31.862708 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4e3a77d1-2cb8-48ae-9e6d-aaf2e620d9d2 tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "PUT /v2.0/quotas/4c7ffc9820b0427fbc4bf0bfb7e30a7d HTTP/1.1" status: 200 len: 366 time: 0.5706623 Jun 10 16:20:31.864069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'security_group': {'name': 'tempest-secgroup-821226478'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:31.864214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 231458e9-225d-4c6c-b350-48121e213607 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:31.869828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47584) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:31.886527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe715771-7ae7-4ba3-9ac5-277ca3733ede,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:31.895445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.901166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:31.901814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.904607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:31.910279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3bf9900c-3691-4530-9878-7a996e8b6423 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:31.920928 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca6561ae-5970-43ae-ab87-042bb678f5b8 tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0429780 Jun 10 16:20:31.923801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47586) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:31.939048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:31.948205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:31.951432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting port d8350438-ef02-453c-a5ca-0ef162e55e4d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:31.952315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:31.956591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:32.013339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555bd6e-b6e8-49a4-a80a-56eef0487ae6 req-84055531-d55c-4466-a1bc-0e9c0c64f467 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:32.014986 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3555bd6e-b6e8-49a4-a80a-56eef0487ae6 req-84055531-d55c-4466-a1bc-0e9c0c64f467 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.2527027 Jun 10 16:20:32.018862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.038642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-22592eaa-59a8-47ff-b7a1-7a7fd5a52902 tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "GET /v2.0/quotas/4c7ffc9820b0427fbc4bf0bfb7e30a7d HTTP/1.1" status: 200 len: 366 time: 0.1052105 Jun 10 16:20:32.041932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Pushing event updated for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:32.048455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:32.062138 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4671798 Jun 10 16:20:32.062138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47592) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.079289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Network': ['ID=c499931f-ca0a-4937-b392-ab7ac192ac23,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:32.089647 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cba16e12-9466-4456-bab0-0dc1621d7e97 tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/4c7ffc9820b0427fbc4bf0bfb7e30a7d HTTP/1.1" status: 204 len: 168 time: 0.0285981 Jun 10 16:20:32.094266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:32.102736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47594) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.106360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Made reservation on behalf of 5d4d95b466694bc5b7b2c010a7cbcdaa for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:32.114083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.141678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c499931f-ca0a-4937-b392-ab7ac192ac23 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:32.144385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-87e06861-b314-44db-a065-084d85568a9e tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0477614 Jun 10 16:20:32.156955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47596) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.185514 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-069db26b-45fd-410a-8a4a-2f95bfb199aa tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "GET /v2.0/quotas/4c7ffc9820b0427fbc4bf0bfb7e30a7d HTTP/1.1" status: 200 len: 370 time: 0.0278704 Jun 10 16:20:32.220921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1d482f7c-96e3-4d0e-8076-dded7d8cdfe0 None None] Provisioning complete for port 0190290c-e8d6-46bd-82a7-f90f38224caa triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:32.221742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d482f7c-96e3-4d0e-8076-dded7d8cdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.251048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47598) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.262811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47602) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.271834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-34811766-7962-46d7-bd28-ad3e443945d3 tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "GET /v2.0/quotas/4c7ffc9820b0427fbc4bf0bfb7e30a7d/default HTTP/1.1" status: 200 len: 370 time: 0.0090919 Jun 10 16:20:32.279678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'subnets': [{'network_id': '9bc6d2d2-1551-4b32-b2aa-9c79f0c65735', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1154216339', 'ip_version': 4}, {'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:32.280031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'subnet': {'network_id': '9bc6d2d2-1551-4b32-b2aa-9c79f0c65735', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1154216339', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:32.280594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Request body: {'subnet': {'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:32.284517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47604) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.358782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-8808b7c9-e915-469a-89f2-4c9da615f0cf tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] delete failed (client error): The resource could not be found. Jun 10 16:20:32.359862 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8808b7c9-e915-469a-89f2-4c9da615f0cf tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/4c7ffc9820b0427fbc4bf0bfb7e30a7d HTTP/1.1" status: 404 len: 348 time: 0.0660937 Jun 10 16:20:32.421580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47608) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.432888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045855 Jun 10 16:20:32.452408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47610) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.522146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.540780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:32.590130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.621770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84bd769c-41e0-4041-be62-6a6fc78e568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:32.684641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Attempting to bind port bebedf9d-6d8c-4c65-8e89-8823aede8a2e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:32.685294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Attempting to bind port bebedf9d-6d8c-4c65-8e89-8823aede8a2e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '45998232-45b4-42fa-9314-717c1f8e4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:32.685978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Attempting to bind port bebedf9d-6d8c-4c65-8e89-8823aede8a2e on network 348b97bd-e0cc-48a9-879b-c4f5062409c4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:32.691386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47614) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.694008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.718637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:32.719404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Checking segment: {'id': '45998232-45b4-42fa-9314-717c1f8e4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:32.720030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.720599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Bound using segment: {'id': '45998232-45b4-42fa-9314-717c1f8e4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:32.721287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Bound port: bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45998232-45b4-42fa-9314-717c1f8e4279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:32.722084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.722214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.723952 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8677073 Jun 10 16:20:32.747770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47616) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:32.748939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1d482f7c-96e3-4d0e-8076-dded7d8cdfe0 None None] Port 0190290c-e8d6-46bd-82a7-f90f38224caa cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:32.776247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-928000775', 'security_groups': ['f0a9cbbd-47d2-49eb-b995-f88961cbb309'], 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10de6af4-9959-467a-9eb6-ba602f00f033'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:32.776442 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3555bd6e-b6e8-49a4-a80a-56eef0487ae6 req-448ead8d-76dd-409c-89b2-560160401095 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435062 Jun 10 16:20:32.845450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:32.848822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,segment=NetworkSegment(45998232-45b4-42fa-9314-717c1f8e4279),segment_id=45998232-45b4-42fa-9314-717c1f8e4279)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:32.856655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.859300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:32.900664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Calling delete_port for d8350438-ef02-453c-a5ca-0ef162e55e4d owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:32.934885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:network and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:32.964668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Pushing event updated for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:32.973933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0aba9e38-1509-4b0d-bb45-70e29626eec1 tempest-NetworksApiDiscovery-852779211 tempest-NetworksApiDiscovery-852779211-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5194924 Jun 10 16:20:32.979024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9cbbd-47d2-49eb-b995-f88961cbb309,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:32.981780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:32.982854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:32.994040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:32.995341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:32.997094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:33.036350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:subnet and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:33.051216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:33.061257 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/d39ea7b0-426e-4135-8122-3a5fd2029775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6708825 Jun 10 16:20:33.061257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:33.062339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47622) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:33.071946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:33.089262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Made reservation on behalf of 369e34d3100f4ba4bd9f550b73fd6a9d for: {'subnet': 2} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:33.092708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:33.093979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:33.094925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:33.095368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:33.191946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:subnetpool and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:33.369089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:33.431117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.431590 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.432056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.432516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.432978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.433469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.433928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.434386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.434937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.435287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.435901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.436341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.438582 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6d61220b-afff-45b9-be2e-b53c4303c34f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8330 time: 0.3732529 Jun 10 16:20:33.444400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47626) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:33.458194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:33.488843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3165-0506-453f-8f91-80d6d75af672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:33.539037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:port and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:33.565968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47630) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:33.568867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.570882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.571413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.571931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.572442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.572955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.573494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.574007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.580125 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-19fb6265-557d-4c27-9be9-9ed0eb7e7c79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5161 time: 0.1305809 Jun 10 16:20:33.580333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47632) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:33.582616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:33.726052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Subnet': ['ID=e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:33.747170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:router and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:33.753292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:33.782765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Checking segment: {'id': '36b5b719-e122-442b-a78b-814cace63391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '231458e9-225d-4c6c-b350-48121e213607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:33.783186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network hostable DHCP agents. Network: 231458e9-225d-4c6c-b350-48121e213607, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:33.809583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:33.825963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:30Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:33.831474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:20:33.831990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Updating router d39ea7b0-426e-4135-8122-3a5fd2029775 port 0190290c-e8d6-46bd-82a7-f90f38224caa binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:20:33.838941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6016bd-2d92-4530-ac94-8c2c5c8b4b54 req-a154e901-f75b-4f67-b981-5f2369d53e21 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:33.846331 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c6016bd-2d92-4530-ac94-8c2c5c8b4b54 req-a154e901-f75b-4f67-b981-5f2369d53e21 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.8825755 Jun 10 16:20:33.861035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:33.887035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:33.901059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:floatingip and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:33.926745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:33.937573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:33.959602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:33.964421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-44ebf5d3-6adc-4380-9032-ff35230376d1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:33.990483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network 231458e9-225d-4c6c-b350-48121e213607 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:34.016136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Port': ['ID=d8350438-ef02-453c-a5ca-0ef162e55e4d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:34.028688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:34.029116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c6016bd-2d92-4530-ac94-8c2c5c8b4b54 req-7e0ff01b-c4e4-4a6d-bcb4-4d95b029a178 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818919 Jun 10 16:20:34.152665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 231458e9-225d-4c6c-b350-48121e213607) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:34.158643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:34.161560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:34.182304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd00fa-a3c3-4834-9938-334ce6f78bd1 None None] Network 231458e9-225d-4c6c-b350-48121e213607 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:34.435905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:security_group and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:34.449630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:34.503655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Usage tracker for resource:security_group_rule and tenant:dd0b4cc89f8546218ac18515201d9599 is out of sync, need to count used quota {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 10 16:20:34.532104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.quota.resource [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92386) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 10 16:20:34.550039 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-77c557fd-c350-4990-88a7-a3ae4769377c tempest-QuotasTest-860559628 tempest-QuotasTest-860559628-project-admin] 10.222.0.23 "GET /v2.0/quotas/dd0b4cc89f8546218ac18515201d9599/details.json HTTP/1.1" status: 200 len: 703 time: 1.8526354 Jun 10 16:20:34.564062 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f538ae75-d042-4848-ad27-7b6373c85e02 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3584 time: 0.9817770 Jun 10 16:20:34.565296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:34.706655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:34.726686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:34.729062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-accbd509-36eb-4c00-9057-36f7d819b768 None None] Provisioning complete for port ed41b4fa-9917-412b-892a-7b5b0df88017 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:34.729482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-accbd509-36eb-4c00-9057-36f7d819b768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:34.794403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Transition to ACTIVE for port object 0190290c-e8d6-46bd-82a7-f90f38224caa will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:34.840231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:34.858372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c5f3-097f-4af4-9ee6-8e2c0243e3ba req-db584696-c1ea-4bff-8a2c-d812f5f84c6b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:34.859942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dd86c5f3-097f-4af4-9ee6-8e2c0243e3ba req-db584696-c1ea-4bff-8a2c-d812f5f84c6b tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3383298 Jun 10 16:20:34.885760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:34.919862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-88ca24c4-acbf-40f8-ae9b-e12e6646dc73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:34.928503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-accbd509-36eb-4c00-9057-36f7d819b768 None None] Port ed41b4fa-9917-412b-892a-7b5b0df88017 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:34.936994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:35.000677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:35.019896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.077485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.105448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961afc45-6c03-4032-805b-ae06514656c7 None None] Pushing event updated for resources: {'Port': ['ID=0190290c-e8d6-46bd-82a7-f90f38224caa,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:35.116835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-231458e9-225d-4c6c-b350-48121e213607', 'network_id': '231458e9-225d-4c6c-b350-48121e213607', 'tenant_id': '5d4d95b466694bc5b7b2c010a7cbcdaa', 'fixed_ips': [{'subnet_id': 'e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:35.117953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.147231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-961afc45-6c03-4032-805b-ae06514656c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:35.173968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a054f620-df04-4b97-b7a0-8ee31844b90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:35.184132 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e158d3e7749446f697ae2269d5d91bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6074824 Jun 10 16:20:35.186801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47650) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:35.187397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:35.201076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279429573', 'description': 'tempest-secgroup-smoke-1279429573 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:35.211734 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5803914 Jun 10 16:20:35.216514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47654) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:35.235203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'network': {'name': 'tempest-router-network01--403946782'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:35.318250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.320864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.333284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dd86c5f3-097f-4af4-9ee6-8e2c0243e3ba req-1fc73280-ef06-422e-afe6-2af4195873d9 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4592342 Jun 10 16:20:35.338210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.346242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-accbd509-36eb-4c00-9057-36f7d819b768 None None] Provisioning for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:35.347999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af4f46-ea46-4f20-bcfa-61b90ace6ebd,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:35.352401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:35.353315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Router 3f6d49a4-be70-40bc-a093-a49474552ed5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:20:35.361871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:35.373528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Made reservation on behalf of 5d4d95b466694bc5b7b2c010a7cbcdaa for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:35.377197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.424600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.512140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Subnet': ['ID=227f16fb-869b-4859-897d-86ced72ebcde,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:35.518541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Attempting to bind port 0190290c-e8d6-46bd-82a7-f90f38224caa on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:35.519051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Attempting to bind port 0190290c-e8d6-46bd-82a7-f90f38224caa by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:35.519560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Attempting to bind port 0190290c-e8d6-46bd-82a7-f90f38224caa on network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:35.522762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:35.528606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Allocated IP 172.20.0.2 (231458e9-225d-4c6c-b350-48121e213607/e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9/dfb7d93a-366d-420b-b03e-9b85c138b4ed) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:35.532998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Checking segment: {'id': '957ca3c7-7efb-4ce1-835d-1494165224ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9bc6d2d2-1551-4b32-b2aa-9c79f0c65735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:35.533791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network hostable DHCP agents. Network: 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:35.535654 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:35.546846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:35.547242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Checking segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:35.547696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.548109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Bound using segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:35.548622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Bound port: 0190290c-e8d6-46bd-82a7-f90f38224caa, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:35.549013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.552276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:35.552851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.559705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::15d (348b97bd-e0cc-48a9-879b-c4f5062409c4/10de6af4-9959-467a-9eb6-ba602f00f033/116bf85b-46eb-407b-8ce0-aaec6b0c2632) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:35.575142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:35.586031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.587732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:35.597022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:35.609323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.612857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5313c48-2b51-49da-9882-98eda2b98d4e tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:35.624622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654ccf3a-eb2e-4460-8d23-218d69aa6e9b None None] Network 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:35.651618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.652380 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Added segment 7162dce8-823f-45af-871d-893d60a7680d of type vlan for network da201a55-b406-4061-9e56-fd34573f914f Jun 10 16:20:35.771004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.801061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.805559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.809786 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55af4f46-ea46-4f20-bcfa-61b90ace6ebd HTTP/1.1" status: 204 len: 168 time: 0.6199658 Jun 10 16:20:35.816045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fa064cf-2a6f-4b46-bc4f-089b0198b87f tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:35.818405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event updated for resources: {'Subnet': ['ID=1ef83d3f-d1fc-4692-9c91-8b45484331c9,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:35.831219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:35.842910 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] Sync routers for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:35.858323 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:35.859117 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:35.869659 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "PUT /v2.0/routers/3f6d49a4-be70-40bc-a093-a49474552ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3599999 Jun 10 16:20:35.879155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:35.881094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Checking segment: {'id': '94593bf2-7680-4076-b68a-2a9f1211f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:35.882252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network hostable DHCP agents. Network: c499931f-ca0a-4937-b392-ab7ac192ac23, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:35.883585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47658) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:35.913055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af4f46-ea46-4f20-bcfa-61b90ace6ebd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:35.927259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.949461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 116bf85b-46eb-407b-8ce0-aaec6b0c2632 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:35.953734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:35.960700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:35.994074 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:36.012126 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] Routers {'3f6d49a4-be70-40bc-a093-a49474552ed5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:36.012774 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3f6d49a4-be70-40bc-a093-a49474552ed5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:36.027872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.028617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.047142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Network c499931f-ca0a-4937-b392-ab7ac192ac23 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:36.056361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:36.101315 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:36.102028 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bca50de-1423-46c6-bd98-009d248eae77 None None] The sync data for ids ['3f6d49a4-be70-40bc-a093-a49474552ed5'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:36.162679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:36.165839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=116bf85b-46eb-407b-8ce0-aaec6b0c2632,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:36.169115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:36.182346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, c499931f-ca0a-4937-b392-ab7ac192ac23) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:36.186279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:36.187118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:36.194193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:36.194941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.210931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:36.211744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:36.212651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.219661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] For port 0190290c-e8d6-46bd-82a7-f90f38224caa, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:36.230950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.233678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68cad7-b6a2-47ec-8fa5-08b186e3627f None None] Network c499931f-ca0a-4937-b392-ab7ac192ac23 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:36.315678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] For port 0190290c-e8d6-46bd-82a7-f90f38224caa, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0190290c-e8d6-46bd-82a7-f90f38224caa,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:36.362749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.424555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b61f216c-5be0-4c63-9b48-3378d0e2f305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:36.435515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.490728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e1e5-400b-4a05-a53d-5ca9b8481846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.522217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59fb4afb-2208-49bf-9cd9-cb32d1f3fc4a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:36.553950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.557999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.563442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:36.564047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.619891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Transition to ACTIVE for port object dfb7d93a-366d-420b-b03e-9b85c138b4ed will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:36.640725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-669c9a18-8e87-4ffd-b101-665c5ba706b0 None None] Provisioning for port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:36.657947 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b19fb0d2d24d4336abee26f3b05350b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6488297 Jun 10 16:20:36.661729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47662) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:36.670696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1126cf-cff8-4e20-8a5f-adac78435c05,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:36.671583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961afc45-6c03-4032-805b-ae06514656c7 None None] Pushing event updated for resources: {'Port': ['ID=0190290c-e8d6-46bd-82a7-f90f38224caa,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:36.674336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:36.678250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d9bc12de-e6bd-4812-9a91-757a95a26047 tempest-ExternalNetworksTestJSON-927473107 tempest-ExternalNetworksTestJSON-927473107-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:36.680493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,segment=NetworkSegment(45998232-45b4-42fa-9314-717c1f8e4279),segment_id=45998232-45b4-42fa-9314-717c1f8e4279)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:36.684845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-961afc45-6c03-4032-805b-ae06514656c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:36.688154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:36.688972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:36.697412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-669c9a18-8e87-4ffd-b101-665c5ba706b0 None None] Provisioning complete for port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:36.697800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-669c9a18-8e87-4ffd-b101-665c5ba706b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.754567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.760067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Transition to ACTIVE for port object dfb7d93a-366d-420b-b03e-9b85c138b4ed will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:36.795573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.806289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.827119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.835921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:36.838583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b041b773-b1ce-4d5b-a820-bc933fdfa2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-9bc6d2d2-1551-4b32-b2aa-9c79f0c65735', 'network_id': '9bc6d2d2-1551-4b32-b2aa-9c79f0c65735', 'tenant_id': '369e34d3100f4ba4bd9f550b73fd6a9d', 'fixed_ips': [{'subnet_id': '227f16fb-869b-4859-897d-86ced72ebcde'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:36.839456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b041b773-b1ce-4d5b-a820-bc933fdfa2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.905708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.909616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.913930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac1126cf-cff8-4e20-8a5f-adac78435c05 HTTP/1.1" status: 204 len: 168 time: 0.2508914 Jun 10 16:20:36.916274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f23caa1e-075a-431e-9cd6-c69e9892b65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:36.935466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:36.936263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1126cf-cff8-4e20-8a5f-adac78435c05,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:36.949698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:36.977229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Network': ['ID=da201a55-b406-4061-9e56-fd34573f914f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:36.994402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:36.996810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.006593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network da201a55-b406-4061-9e56-fd34573f914f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:37.014069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.7408962 Jun 10 16:20:37.017686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47668) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.020994 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2613714 Jun 10 16:20:37.026020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41824f4-7106-45ea-a5cf-fea7dd49a3bb req-5d386be1-98db-46f6-a325-9f670567b436 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:37.027363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-669c9a18-8e87-4ffd-b101-665c5ba706b0 None None] Port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:37.033626 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c41824f4-7106-45ea-a5cf-fea7dd49a3bb req-5d386be1-98db-46f6-a325-9f670567b436 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.5025883 Jun 10 16:20:37.042003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47670) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.052186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:37.055499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Network 231458e9-225d-4c6c-b350-48121e213607 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:37.056189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.073033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-58730067-22ee-4b08-8d9a-d96a78a9e822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:37.077578 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-35c64bb7-01db-4e77-9b3c-5d4684e66171 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8573968 Jun 10 16:20:37.083383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.089920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'network': {'name': 'tempest-router-network02--1982325885'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:37.137718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c426e-5256-4046-9d56-279619f697e9 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:37.139485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c426e-5256-4046-9d56-279619f697e9 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:37.141187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c426e-5256-4046-9d56-279619f697e9 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:37.143188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-540c426e-5256-4046-9d56-279619f697e9 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1242070 Jun 10 16:20:37.146813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47674) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.197053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Made reservation on behalf of 5d4d95b466694bc5b7b2c010a7cbcdaa for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:37.200635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.207718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:37.213857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:37.248547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.261288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47678) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.269910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '39295cf2-906e-46ec-8363-5ca5166085ea', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:37.270119 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0811005 Jun 10 16:20:37.275695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39295cf2-906e-46ec-8363-5ca5166085ea,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:37.293426 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c41824f4-7106-45ea-a5cf-fea7dd49a3bb req-6fbae21a-9a96-4aea-9a4f-b956f137bc62 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587008 Jun 10 16:20:37.298610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:37.299139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:37.318751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:37.322573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Deleting subnet 227f16fb-869b-4859-897d-86ced72ebcde {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:37.327237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.330009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:37.331058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-c499931f-ca0a-4937-b392-ab7ac192ac23', 'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23', 'tenant_id': '369e34d3100f4ba4bd9f550b73fd6a9d', 'fixed_ips': [{'subnet_id': '1ef83d3f-d1fc-4692-9c91-8b45484331c9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:37.331996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.353405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.371750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.378547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.378906 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Added segment 239f18e8-da0a-492e-803a-65b324e3167b of type vlan for network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a Jun 10 16:20:37.385227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:37.419662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.424831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:37.429076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.453710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting port 8671e5bc-02ed-4633-992e-0731bb60721f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:37.454067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.459211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.461263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:20:37.468976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.520519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.573332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.618695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.624328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:37.624942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.625399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.631108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.635492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Attempting to bind port dfb7d93a-366d-420b-b03e-9b85c138b4ed on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:37.635875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Attempting to bind port dfb7d93a-366d-420b-b03e-9b85c138b4ed by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '36b5b719-e122-442b-a78b-814cace63391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '231458e9-225d-4c6c-b350-48121e213607'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:37.636248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Attempting to bind port dfb7d93a-366d-420b-b03e-9b85c138b4ed on network 231458e9-225d-4c6c-b350-48121e213607 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:37.638677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88e48873-29c9-4a26-b908-30da3f1d7b96 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:37.643251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Pushing event updated for resources: {'Port': ['ID=dfb7d93a-366d-420b-b03e-9b85c138b4ed,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:37.659960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:37.679331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Calling delete_port for 8671e5bc-02ed-4633-992e-0731bb60721f owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:37.706334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:37.706975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Checking segment: {'id': '36b5b719-e122-442b-a78b-814cace63391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '231458e9-225d-4c6c-b350-48121e213607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:37.707113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.707534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Bound using segment: {'id': '36b5b719-e122-442b-a78b-814cace63391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '231458e9-225d-4c6c-b350-48121e213607'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:37.708016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Bound port: dfb7d93a-366d-420b-b03e-9b85c138b4ed, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b5b719-e122-442b-a78b-814cace63391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '231458e9-225d-4c6c-b350-48121e213607'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:37.708399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.725901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.785660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.823320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Network': ['ID=31b1a7fa-2de7-429c-bb4d-c62c31fbad2a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:37.839613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:37.843842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:37.876855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f97048-c58b-47d2-8519-d44212e4a01c,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:37.887701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:37.892735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.898029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:37.932891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:37.946442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:37.947458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.ipam_backend_mixin [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10de6af4-9959-467a-9eb6-ba602f00f033 (CIDR: 2001:db8::/64) Jun 10 16:20:37.949200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/subnets/227f16fb-869b-4859-897d-86ced72ebcde HTTP/1.1" status: 204 len: 168 time: 0.8010697 Jun 10 16:20:37.950600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Subnet': ['ID=227f16fb-869b-4859-897d-86ced72ebcde,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server [None req-b041b773-b1ce-4d5b-a820-bc933fdfa2a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 227f16fb-869b-4859-897d-86ced72ebcde: This subnet is being modified by another concurrent operation. Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 10 16:20:37.955451 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1461, in create_port Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1428, in _create_port_db Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise exception Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 227f16fb-869b-4859-897d-86ced72ebcde: This subnet is being modified by another concurrent operation. Jun 10 16:20:37.959894 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server Jun 10 16:20:37.964422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47682) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:37.979339 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:20:37.979952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:20:37.988913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50427ef-1d21-415e-8eb3-27403588f47e None None] Network 9bc6d2d2-1551-4b32-b2aa-9c79f0c65735 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:38.011448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:38.024457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.035273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.042618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:38.054927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.056557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7942877 Jun 10 16:20:38.058321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9738007 Jun 10 16:20:38.060163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47684) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:38.065485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '39295cf2-906e-46ec-8363-5ca5166085ea', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:38.067456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47686) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:38.073578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'subnet': {'network_id': 'da201a55-b406-4061-9e56-fd34573f914f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:38.073770 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b083cc28-9321-4788-aa08-8fbd733a5e2e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0270956 Jun 10 16:20:38.081843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47688) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:38.088656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:38.094411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Deleting subnet 1ef83d3f-d1fc-4692-9c91-8b45484331c9 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:38.183247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd0b4cc89f8546218ac18515201d9599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017037 Jun 10 16:20:38.194205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47690) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:38.196339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bde20b-9ac2-426e-8c44-d8d6aa026ddc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:38.201190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:38.234684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Allocated IP 172.20.0.18 (c499931f-ca0a-4937-b392-ab7ac192ac23/1ef83d3f-d1fc-4692-9c91-8b45484331c9/79d9dd9e-9147-41e0-9676-04f23429857b) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:38.274979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Made reservation on behalf of 5d4d95b466694bc5b7b2c010a7cbcdaa for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:38.277439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.279864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.283374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0b62bcd-2037-45de-9edf-3f6536533210 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:38.293704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.319205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] For port dfb7d93a-366d-420b-b03e-9b85c138b4ed, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:38.344628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Port': ['ID=8671e5bc-02ed-4633-992e-0731bb60721f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:38.360678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:38.415880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] For port dfb7d93a-366d-420b-b03e-9b85c138b4ed, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=dfb7d93a-366d-420b-b03e-9b85c138b4ed,segment=NetworkSegment(36b5b719-e122-442b-a78b-814cace63391),segment_id=36b5b719-e122-442b-a78b-814cace63391)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:38.423457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:38.424333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.427010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.456940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b833e0b7-61b7-41b2-a791-a3eb9d4294c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:38.494186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.627335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Pushing event updated for resources: {'Port': ['ID=dfb7d93a-366d-420b-b03e-9b85c138b4ed,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:38.633961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.638227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:38.643785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.645258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:36Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:38.658412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.665974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ce590-869d-475a-9389-76f0fb9fef50 req-d52ead9d-0e5b-4b83-954d-ca9d6bcacad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:38.667552 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-171ce590-869d-475a-9389-76f0fb9fef50 req-d52ead9d-0e5b-4b83-954d-ca9d6bcacad7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.1850293 Jun 10 16:20:38.668661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.670880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4362194-6664-4494-9655-faa04c99a758 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:38.680735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6b482-818d-4ff9-b594-ed1f81a03a5c None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:36Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:38.718853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.736227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Transition to ACTIVE for port object 79d9dd9e-9147-41e0-9676-04f23429857b will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:38.784133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Transition to ACTIVE for port object 79d9dd9e-9147-41e0-9676-04f23429857b will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:38.791558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.804656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.808026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:38.808471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e146da62-8441-468b-8d43-de4cf3dfaf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:38.932859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94874c81-273d-450b-92f7-67469b31f2a6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:38.941277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Checking segment: {'id': '7162dce8-823f-45af-871d-893d60a7680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da201a55-b406-4061-9e56-fd34573f914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:38.941900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network hostable DHCP agents. Network: da201a55-b406-4061-9e56-fd34573f914f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:38.949122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Network c499931f-ca0a-4937-b392-ab7ac192ac23 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:38.976373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:38.985937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Subnet': ['ID=a3023a03-51f6-4a5e-94bc-33f4104167d1,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.002113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.006536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.009570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:39.017680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.022449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.026987 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9630375 Jun 10 16:20:39.029767 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-171ce590-869d-475a-9389-76f0fb9fef50 req-892ae653-16c4-4e4b-bde4-96774baa0aa2 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160610 Jun 10 16:20:39.031069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b18367-f5d8-46b4-b735-9d039edf6ae4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.031920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47694) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:39.042749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.046856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.056715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.105591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Pushing event updated for resources: {'Port': ['ID=79d9dd9e-9147-41e0-9676-04f23429857b,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.118767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '39295cf2-906e-46ec-8363-5ca5166085ea', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:39.128802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:39.176482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.184589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network da201a55-b406-4061-9e56-fd34573f914f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:39.217500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.225815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, da201a55-b406-4061-9e56-fd34573f914f) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:39.226658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.228881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Fanout notify agent at l3_agent the message router_deleted on router 3f6d49a4-be70-40bc-a093-a49474552ed5 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:20:39.233804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.238962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.249764 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11bde20b-9ac2-426e-8c44-d8d6aa026ddc HTTP/1.1" status: 204 len: 168 time: 1.0509493 Jun 10 16:20:39.255472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.256088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.262956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db48d0-e1ab-4c0d-a3e8-e69ee9e23f23 None None] Network da201a55-b406-4061-9e56-fd34573f914f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:39.305816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Attempting to bind port 79d9dd9e-9147-41e0-9676-04f23429857b on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:39.306206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Attempting to bind port 79d9dd9e-9147-41e0-9676-04f23429857b by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '94593bf2-7680-4076-b68a-2a9f1211f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:39.306590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Attempting to bind port 79d9dd9e-9147-41e0-9676-04f23429857b on network c499931f-ca0a-4937-b392-ab7ac192ac23 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:39.384212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:39.384967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Checking segment: {'id': '94593bf2-7680-4076-b68a-2a9f1211f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:39.385062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.385449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Bound using segment: {'id': '94593bf2-7680-4076-b68a-2a9f1211f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:39.385956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Bound port: 79d9dd9e-9147-41e0-9676-04f23429857b, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94593bf2-7680-4076-b68a-2a9f1211f4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c499931f-ca0a-4937-b392-ab7ac192ac23'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:39.386586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.425540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.429328 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "DELETE /v2.0/routers/3f6d49a4-be70-40bc-a093-a49474552ed5 HTTP/1.1" status: 204 len: 168 time: 3.5229478 Jun 10 16:20:39.429328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b11abf30-12a4-4c2c-9638-4e6cdc19cddd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:39.446488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:39.447135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.450228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:39.458292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bde20b-9ac2-426e-8c44-d8d6aa026ddc,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.472696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.508505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.530290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08d4c28a-72c4-4456-9bd5-0b306ce16fc0 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:39.628817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:39.643067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:39.657969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c6374-f624-4899-b284-e55de260e0ca None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:39.660719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] For port 79d9dd9e-9147-41e0-9676-04f23429857b, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:39.667480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:39.668451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.710016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=6d5e8512-094c-4105-8595-332ad22a8a2d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:39.731477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:39.740188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting subnet 1a68f068-6cb0-48d7-a359-8853903e0f14 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:39.747777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] For port 79d9dd9e-9147-41e0-9676-04f23429857b, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=79d9dd9e-9147-41e0-9676-04f23429857b,segment=NetworkSegment(94593bf2-7680-4076-b68a-2a9f1211f4e9),segment_id=94593bf2-7680-4076-b68a-2a9f1211f4e9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:39.747969 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6607995 Jun 10 16:20:39.747969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.749127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47704) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:39.761781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-354051406', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d5e8512-094c-4105-8595-332ad22a8a2d'}], 'security_groups': ['fe715771-7ae7-4ba3-9ac5-277ca3733ede']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:39.924669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.933543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:39.946469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0190290c-e8d6-46bd-82a7-f90f38224caa up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:40.000823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.030917 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9622459 Jun 10 16:20:40.033900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47712) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:40.049009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'subnet': {'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:40.087596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5dfe0d6c-dc39-43bd-a60b-813e33544c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:40.109542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.111948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.119438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-73ed744c-e69f-4418-8253-e56e4defadce tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:40.133207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.230046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Pushing event updated for resources: {'Port': ['ID=79d9dd9e-9147-41e0-9676-04f23429857b,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:40.249379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef83d3f-d1fc-4692-9c91-8b45484331c9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:40.268149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:40.269928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:40.304065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.315084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/subnets/1ef83d3f-d1fc-4692-9c91-8b45484331c9 HTTP/1.1" status: 204 len: 168 time: 2.3484461 Jun 10 16:20:40.337554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47722) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:40.369667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3f6ad5-15c2-41cc-8fb0-f379a5112586,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:40.372813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:40.464260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.487821 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4146764 Jun 10 16:20:40.488700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:40.504796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '39295cf2-906e-46ec-8363-5ca5166085ea', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:40.547470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52085f4a-2982-4b60-a1e3-e30a77eeb74e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:40.553566 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-52085f4a-2982-4b60-a1e3-e30a77eeb74e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2147496 Jun 10 16:20:40.556147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47728) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:40.589983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:40.610258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-da201a55-b406-4061-9e56-fd34573f914f', 'network_id': 'da201a55-b406-4061-9e56-fd34573f914f', 'tenant_id': '5d4d95b466694bc5b7b2c010a7cbcdaa', 'fixed_ips': [{'subnet_id': 'a3023a03-51f6-4a5e-94bc-33f4104167d1'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:40.611147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.612715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.644251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866c4ef-ce63-4e32-996b-3d2a385957d4 None None] Network 231458e9-225d-4c6c-b350-48121e213607 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:40.682020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47730) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:40.757520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.780636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.787584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.796462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:40.842874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ce6d2d-35b9-4872-af4e-68c7a27402d6,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:40.847819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:40.854714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.859213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3586268 Jun 10 16:20:40.859876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47734) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:40.869867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '39295cf2-906e-46ec-8363-5ca5166085ea', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:40.889573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'networks': [{'name': 'tempest-network--1422558698'}, {'name': 'tempest-network--241141421'}]} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:40.889879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'network': {'name': 'tempest-network--1422558698'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:40.890331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'network': {'name': 'tempest-network--241141421'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:40.915817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Deleting port 79d9dd9e-9147-41e0-9676-04f23429857b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:40.916550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.924513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bca3d1cd-6494-4d6a-a630-4635eda83c20 None None] Provisioning for port dfb7d93a-366d-420b-b03e-9b85c138b4ed completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:40.926566 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:20:40.966987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:40.967324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.060020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'network': 2} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:41.065457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.102346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.106418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 0190290c-e8d6-46bd-82a7-f90f38224caa completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:41.109658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] For port 79d9dd9e-9147-41e0-9676-04f23429857b, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=79d9dd9e-9147-41e0-9676-04f23429857b,segment=NetworkSegment(94593bf2-7680-4076-b68a-2a9f1211f4e9),segment_id=94593bf2-7680-4076-b68a-2a9f1211f4e9)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:41.110235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.121598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0190290c-e8d6-46bd-82a7-f90f38224caa triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:41.122048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.124758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Made reservation on behalf of 5d4d95b466694bc5b7b2c010a7cbcdaa for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:41.128318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.171287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Allocated IP 172.20.0.2 (da201a55-b406-4061-9e56-fd34573f914f/a3023a03-51f6-4a5e-94bc-33f4104167d1/47b1bc69-7f8d-4033-b08c-613859374d6e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:41.234374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Calling delete_port for 79d9dd9e-9147-41e0-9676-04f23429857b owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:41.251806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ba7aa-2a2d-47cb-b043-ea453e098b51 req-7c41da42-16f1-4c5d-b2c5-ae50ee7669fc tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:41.262144 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e55ba7aa-2a2d-47cb-b043-ea453e098b51 req-7c41da42-16f1-4c5d-b2c5-ae50ee7669fc tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3629375 Jun 10 16:20:41.270170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.291260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e1875125-ef11-4e35-9c95-6dd2e4f83ec5 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:41.327446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.345841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.349332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.357254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Subnet': ['ID=1a68f068-6cb0-48d7-a359-8853903e0f14,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:41.367288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:41.376366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a1ee6583-bcf4-4090-a963-4de00271e55b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:41.392038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.396493 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "DELETE /v2.0/subnets/1a68f068-6cb0-48d7-a359-8853903e0f14 HTTP/1.1" status: 204 len: 168 time: 1.9310887 Jun 10 16:20:41.399173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47736) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:41.402932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08cef0-0b76-4f31-9316-81c6ae65801b None None] Network fa268aa8-380c-49dd-8ef1-67bab9565c57 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:41.432397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97120b5b-1175-4d62-b87e-1f200e7ce251,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:41.438693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:41.485993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.501402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c24d7457-be13-46da-8086-fbb931516aa7 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:41.504228 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e55ba7aa-2a2d-47cb-b043-ea453e098b51 req-cbb63ffe-857b-4970-8fec-8a26ce72a627 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410815 Jun 10 16:20:41.551580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Port': ['ID=79d9dd9e-9147-41e0-9676-04f23429857b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:41.558822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] No DVR routers for this DVR port 79d9dd9e-9147-41e0-9676-04f23429857b on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:41.569186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:41.657779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.670247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.670759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.712843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.720440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.735267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.736180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e89cc4b2-5f6a-4910-98c0-05fcaf63d94c tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:41.746688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Transition to ACTIVE for port object 47b1bc69-7f8d-4033-b08c-613859374d6e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:41.754179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.756048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8898149 Jun 10 16:20:41.762371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47738) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:41.769035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.804139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c499931f-ca0a-4937-b392-ab7ac192ac23']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:41.806675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:41.831160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94593bf2-7680-4076-b68a-2a9f1211f4e9') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:41.831594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94593bf2-7680-4076-b68a-2a9f1211f4e9') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:41.843559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.844081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Added segment e6a4ad8b-156f-4f6e-8bef-caa1802d7d2b of type vlan for network e48fe392-9157-4e3c-b983-89cbdc40907e Jun 10 16:20:41.847285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d67870-9dc9-4a6f-bbee-d5ef88531b79,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:41.863013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.865973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:41.867446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '39295cf2-906e-46ec-8363-5ca5166085ea', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:41.889238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Transition to ACTIVE for port object 47b1bc69-7f8d-4033-b08c-613859374d6e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:41.891862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 0190290c-e8d6-46bd-82a7-f90f38224caa, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0190290c-e8d6-46bd-82a7-f90f38224caa,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:41.920866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.931857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.936448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.938269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9bd1e33d-36af-4ac0-abf5-711822424fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:41.940586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.941613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:41.942266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:41.943298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37630a-7bb8-4bdf-8eee-fae000c63064 None None] Network c499931f-ca0a-4937-b392-ab7ac192ac23 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:41.947186 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:42.037965 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:20:42.078538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.079975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b45d3e1f-f2d1-4825-82cb-6e7c44267f10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.101383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:42.102575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.103052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Network da201a55-b406-4061-9e56-fd34573f914f is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:42.105117 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/networks/c499931f-ca0a-4937-b392-ab7ac192ac23 HTTP/1.1" status: 204 len: 168 time: 1.5478361 Jun 10 16:20:42.109101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device dfb7d93a-366d-420b-b03e-9b85c138b4ed up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:42.111137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Network': ['ID=c499931f-ca0a-4937-b392-ab7ac192ac23,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.111316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Update dhcp port {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'fixed_ips': [{'subnet_id': '10de6af4-9959-467a-9eb6-ba602f00f033', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d5e8512-094c-4105-8595-332ad22a8a2d'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'bebedf9d-6d8c-4c65-8e89-8823aede8a2e'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:20:42.112990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47740) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:42.137789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.140784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.147998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.150224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.150812 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Added segment adf6e4db-4849-40ca-8818-07d5e89c27ee of type vlan for network 05600a32-499d-45cd-9269-6759b46c8cdd Jun 10 16:20:42.151990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:42.154290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cbde9e7f-6f47-4ed6-8d07-06679887bc3c None None] Could not find standard attr ID for object 79d9dd9e-9147-41e0-9676-04f23429857b. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:20:42.157234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:42.167802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1e31e90-3458-4f4d-ad66-ac2cf2ce102a tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.260542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=0190290c-e8d6-46bd-82a7-f90f38224caa,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.268714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.283945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.301256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.304520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.336980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.337211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Subnet': ['ID=0b6f472c-4327-47a7-8cde-d523f8e90d1e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.342340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.359818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:42.360341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.369334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.370219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.375709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:42.380988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:42.381866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.398785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.403136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Checking segment: {'id': '239f18e8-da0a-492e-803a-65b324e3167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:42.403368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network hostable DHCP agents. Network: 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:42.415457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.432468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6327f4c7-452c-401d-96ed-1ecb50cce573 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.438483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Attempting to bind port 47b1bc69-7f8d-4033-b08c-613859374d6e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:42.438880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Attempting to bind port 47b1bc69-7f8d-4033-b08c-613859374d6e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7162dce8-823f-45af-871d-893d60a7680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da201a55-b406-4061-9e56-fd34573f914f'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:42.439265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Attempting to bind port 47b1bc69-7f8d-4033-b08c-613859374d6e on network da201a55-b406-4061-9e56-fd34573f914f {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:42.472331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.480032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:42.480032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Checking segment: {'id': '7162dce8-823f-45af-871d-893d60a7680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da201a55-b406-4061-9e56-fd34573f914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:42.480407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.480824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Bound using segment: {'id': '7162dce8-823f-45af-871d-893d60a7680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da201a55-b406-4061-9e56-fd34573f914f'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:42.481449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Bound port: 47b1bc69-7f8d-4033-b08c-613859374d6e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7162dce8-823f-45af-871d-893d60a7680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da201a55-b406-4061-9e56-fd34573f914f'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:42.481907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.492395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Pushing event updated for resources: {'Port': ['ID=47b1bc69-7f8d-4033-b08c-613859374d6e,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.496420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port dfb7d93a-366d-420b-b03e-9b85c138b4ed completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:42.498842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.530270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port dfb7d93a-366d-420b-b03e-9b85c138b4ed triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:42.530771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.547016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc6d2d2-1551-4b32-b2aa-9c79f0c65735']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:42.549963 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8669436 Jun 10 16:20:42.550797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-858b5ec8-ac64-4a9f-806a-481cb1a970cc tempest-ServersTestManualDisk-1701712345 tempest-ServersTestManualDisk-1701712345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.554473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47744) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:42.579526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957ca3c7-7efb-4ce1-835d-1494165224ee') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:42.579822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957ca3c7-7efb-4ce1-835d-1494165224ee') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:42.588964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Network': ['ID=e48fe392-9157-4e3c-b983-89cbdc40907e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.605867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53701a54-e3e0-4d87-b983-9b34d1bb441a None None] DHCP port deletion for c499931f-ca0a-4937-b392-ab7ac192ac23 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:42.607085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.607753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] DHCP port deletion for fa268aa8-380c-49dd-8ef1-67bab9565c57 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:20:42.641459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] For port e0fa715e-9cbd-4507-9fce-cd4cbefa9290, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,segment=NetworkSegment(a7eecd70-b448-45a7-97a0-cbe2ea78fb04),segment_id=a7eecd70-b448-45a7-97a0-cbe2ea78fb04)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:42.642002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.645071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7477862c-841f-4a4e-9b3b-a345e27831a2,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.654668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.712927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.714062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.717705 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8703609 Jun 10 16:20:42.727532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:42.727949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:42.731119 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:42.776958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Network': ['ID=05600a32-499d-45cd-9269-6759b46c8cdd,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.791209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.791697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.792089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.826121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network e48fe392-9157-4e3c-b983-89cbdc40907e details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:42.844010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Calling delete_port for e0fa715e-9cbd-4507-9fce-cd4cbefa9290 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:42.848580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:42.876830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.877693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Delete allocated IP 2001:db8::15d (348b97bd-e0cc-48a9-879b-c4f5062409c4/10de6af4-9959-467a-9eb6-ba602f00f033) {{(pid=92386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 10 16:20:42.881133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b7597f6c-a255-407a-8203-36d22884dab9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:42.886575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.888458 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/networks/9bc6d2d2-1551-4b32-b2aa-9c79f0c65735 HTTP/1.1" status: 204 len: 168 time: 0.7730277 Jun 10 16:20:42.899322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47756) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:42.905195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Network': ['ID=9bc6d2d2-1551-4b32-b2aa-9c79f0c65735,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:42.916851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:42.925870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8:0:1::35b (348b97bd-e0cc-48a9-879b-c4f5062409c4/6d5e8512-094c-4105-8595-332ad22a8a2d/116bf85b-46eb-407b-8ce0-aaec6b0c2632) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:42.935277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644987a-a04c-4a81-9b7b-5c414a331744 req-20371128-60fa-4847-975d-589b8adeddcf tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:42.936888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0644987a-a04c-4a81-9b7b-5c414a331744 req-20371128-60fa-4847-975d-589b8adeddcf tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.2306473 Jun 10 16:20:42.944954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:42.983049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:42.983806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:42.999935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 05600a32-499d-45cd-9269-6759b46c8cdd details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:43.000180 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0644987a-a04c-4a81-9b7b-5c414a331744 req-68198a61-c614-444a-8acb-927fcd62b642 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550830 Jun 10 16:20:43.002255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15891a9b-d944-49a5-8583-b0988f6ea859 None None] Network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:43.197329 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1619487 Jun 10 16:20:43.199914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47764) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:43.216819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed6f18-17ab-4357-bf43-a0cdf73af934 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:43.222726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed6f18-17ab-4357-bf43-a0cdf73af934 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:43.229510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed6f18-17ab-4357-bf43-a0cdf73af934 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:43.235756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ed6f18-17ab-4357-bf43-a0cdf73af934 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:43.241183 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-45ed6f18-17ab-4357-bf43-a0cdf73af934 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6695850 Jun 10 16:20:43.255199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47766) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:43.258322 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-cbeb284c-f7b4-4088-9fcc-0ecf9e59afff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279429573&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.3109927 Jun 10 16:20:43.280190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] For port 47b1bc69-7f8d-4033-b08c-613859374d6e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:43.281100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.325976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] For port 47b1bc69-7f8d-4033-b08c-613859374d6e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=47b1bc69-7f8d-4033-b08c-613859374d6e,segment=NetworkSegment(7162dce8-823f-45af-871d-893d60a7680d),segment_id=7162dce8-823f-45af-871d-893d60a7680d)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:43.359024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.363787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9564ebb6-39f3-4b77-80c0-95fcdbf4b0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:43.471403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Deleting port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:43.471706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.477828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.585513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Pushing event updated for resources: {'Port': ['ID=47b1bc69-7f8d-4033-b08c-613859374d6e,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:43.600116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:43.631358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.633711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.653073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-31b1a7fa-2de7-429c-bb4d-c62c31fbad2a', 'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a', 'tenant_id': '5d4d95b466694bc5b7b2c010a7cbcdaa', 'fixed_ips': [{'subnet_id': '0b6f472c-4327-47a7-8cde-d523f8e90d1e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:43.653912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.658523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] For port e0fa715e-9cbd-4507-9fce-cd4cbefa9290, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,segment=NetworkSegment(a7eecd70-b448-45a7-97a0-cbe2ea78fb04),segment_id=a7eecd70-b448-45a7-97a0-cbe2ea78fb04)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:43.658948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.674876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d674f1a-b8fb-40f6-97d7-b1017d6b5f25 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:43.691012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port dfb7d93a-366d-420b-b03e-9b85c138b4ed, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=dfb7d93a-366d-420b-b03e-9b85c138b4ed,segment=NetworkSegment(36b5b719-e122-442b-a78b-814cace63391),segment_id=36b5b719-e122-442b-a78b-814cace63391)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:43.694522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] No DVR routers for this DVR port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:43.721728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.784427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Calling delete_port for e0fa715e-9cbd-4507-9fce-cd4cbefa9290 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:43.788084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:43.800646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:44.046167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=dfb7d93a-366d-420b-b03e-9b85c138b4ed,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:44.059743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:44.096868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Allocated IP 172.20.0.1 (da201a55-b406-4061-9e56-fd34573f914f/a3023a03-51f6-4a5e-94bc-33f4104167d1/b058bd2a-1f0f-4e1a-a305-61885da4898c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:44.134714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.208180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Port': ['ID=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:44.212288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-14eb2ece-86e8-4296-b4f8-1824408f06c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:44.248191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.250694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:44.263308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 47b1bc69-7f8d-4033-b08c-613859374d6e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:44.277138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Pushing event deleted for resources: {'Port': ['ID=e0fa715e-9cbd-4507-9fce-cd4cbefa9290,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:44.282253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:44.283269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] No DVR routers for this DVR port e0fa715e-9cbd-4507-9fce-cd4cbefa9290 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:20:44.304994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16c7dbc-db28-4a61-a690-1488b8c3ff1c']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.308959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Allocated IP 172.20.0.2 (31b1a7fa-2de7-429c-bb4d-c62c31fbad2a/0b6f472c-4327-47a7-8cde-d523f8e90d1e/6a1c3a77-4579-44c2-ab1e-23e7ed27e209) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:44.312969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-90b9e7f1-4928-4436-adff-6cc0204636f0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:44.314472 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-90b9e7f1-4928-4436-adff-6cc0204636f0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 796 time: 1.0401359 Jun 10 16:20:44.344203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ce4d69-fe77-4a62-b5ec-81d71a2360a2') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.344761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ce4d69-fe77-4a62-b5ec-81d71a2360a2') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.357979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680cf44-cf39-40ff-8156-32ec1107313e req-0124bc5b-dd14-466b-8fe1-fea0f5866558 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:44.359484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9680cf44-cf39-40ff-8156-32ec1107313e req-0124bc5b-dd14-466b-8fe1-fea0f5866558 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.1439214 Jun 10 16:20:44.382335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.409070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Transition to ACTIVE for port object b058bd2a-1f0f-4e1a-a305-61885da4898c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:44.414331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.438265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 47b1bc69-7f8d-4033-b08c-613859374d6e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:44.439327 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9680cf44-cf39-40ff-8156-32ec1107313e req-31420483-d75d-4c24-9630-f687679e7a38 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699813 Jun 10 16:20:44.442278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.447715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0190290c-e8d6-46bd-82a7-f90f38224caa up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:44.478483 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-65ff8395-20da-4eb4-a002-81e0878036fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.1431575 Jun 10 16:20:44.492566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.498146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-85302b91-2c63-435c-9d35-9f18dcea05d0 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:44.541562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa268aa8-380c-49dd-8ef1-67bab9565c57']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.569721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network da201a55-b406-4061-9e56-fd34573f914f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:44.573674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:44.578364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:44.607362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.617047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0190290c-e8d6-46bd-82a7-f90f38224caa triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:44.617468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.618032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Port': ['ID=b058bd2a-1f0f-4e1a-a305-61885da4898c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:44.619516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.631708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:44.654055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.665653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Transition to ACTIVE for port object 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:44.694397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Transition to ACTIVE for port object 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:44.704265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.707069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3c96e7aa-0de0-4e6d-a028-9ddb2a69ccec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:44.738509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.759899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.760591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7eecd70-b448-45a7-97a0-cbe2ea78fb04') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.763436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Pushing event updated for resources: {'Port': ['ID=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:44.769781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:44.791803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.796074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:44.796836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:44.803469 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:44.818816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:44.823624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:44.832745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:44.852498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.866403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48fe392-9157-4e3c-b983-89cbdc40907e']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.923324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.929552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Attempting to bind port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:44.930193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Attempting to bind port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '239f18e8-da0a-492e-803a-65b324e3167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:44.930629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Attempting to bind port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 on network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:44.936354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:44.936745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Checking segment: {'id': '239f18e8-da0a-492e-803a-65b324e3167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:44.937172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.937609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Bound using segment: {'id': '239f18e8-da0a-492e-803a-65b324e3167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:44.938098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Bound port: 6a1c3a77-4579-44c2-ab1e-23e7ed27e209, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239f18e8-da0a-492e-803a-65b324e3167b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '31b1a7fa-2de7-429c-bb4d-c62c31fbad2a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:44.938489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.952503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a4ad8b-156f-4f6e-8bef-caa1802d7d2b') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.953170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a4ad8b-156f-4f6e-8bef-caa1802d7d2b') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:44.971151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:44.998410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.000753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:45.001253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:45.006058 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:45.008279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb9b8ad-3b73-4517-9bf7-05ee41e9587f None None] Network da201a55-b406-4061-9e56-fd34573f914f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:45.009179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 79d9dd9e-9147-41e0-9676-04f23429857b no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:45.043495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.054855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0dbe7da-98fd-44d1-b007-1adccef91ff5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:45.067763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 79d9dd9e-9147-41e0-9676-04f23429857b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:45.070084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 79d9dd9e-9147-41e0-9676-04f23429857b not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:45.070520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e0fa715e-9cbd-4507-9fce-cd4cbefa9290 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:20:45.107370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.109349 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/networks/d16c7dbc-db28-4a61-a690-1488b8c3ff1c HTTP/1.1" status: 204 len: 168 time: 2.2030549 Jun 10 16:20:45.137291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47770) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:45.137291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.152708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Network': ['ID=d16c7dbc-db28-4a61-a690-1488b8c3ff1c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:45.157969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:45.175397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:45.176148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:45.185677 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:45.208431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 116bf85b-46eb-407b-8ce0-aaec6b0c2632 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:45.225874 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-40854d03-59ea-4dc9-aedd-9866000b17aa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7328529 Jun 10 16:20:45.232319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.294196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.331949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e0fa715e-9cbd-4507-9fce-cd4cbefa9290 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:20:45.332311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e0fa715e-9cbd-4507-9fce-cd4cbefa9290 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:20:45.359404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-096e58a1-0c45-42bc-9e35-93cd437985b3 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:45.366722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.370826 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "DELETE /v2.0/networks/fa268aa8-380c-49dd-8ef1-67bab9565c57 HTTP/1.1" status: 204 len: 168 time: 3.9665749 Jun 10 16:20:45.413587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Provisioning for port 47b1bc69-7f8d-4033-b08c-613859374d6e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:45.420358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47772) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:45.426883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] For port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:45.438850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Provisioning complete for port 47b1bc69-7f8d-4033-b08c-613859374d6e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:45.439237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.484455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] For port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,segment=NetworkSegment(239f18e8-da0a-492e-803a-65b324e3167b),segment_id=239f18e8-da0a-492e-803a-65b324e3167b)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:45.496177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Allocated IP 2001:db8:0:1::2 (348b97bd-e0cc-48a9-879b-c4f5062409c4/6d5e8512-094c-4105-8595-332ad22a8a2d/bebedf9d-6d8c-4c65-8e89-8823aede8a2e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:45.507904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.537710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b98a649f-1c0b-40af-8eeb-9536da78e054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:45.539570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Network': ['ID=fa268aa8-380c-49dd-8ef1-67bab9565c57,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:45.556610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:45.561360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:45.607284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.664320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.671223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.673478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/networks/e48fe392-9157-4e3c-b983-89cbdc40907e HTTP/1.1" status: 204 len: 168 time: 2.4140961 Jun 10 16:20:45.678543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47776) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:45.792278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Pushing event updated for resources: {'Port': ['ID=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:45.807580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:45.808620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] In _notify_port_updated(), no bound segment for port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 on network 348b97bd-e0cc-48a9-879b-c4f5062409c4 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:20:45.825464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:45.826647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:45.833241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/ports/116bf85b-46eb-407b-8ce0-aaec6b0c2632 HTTP/1.1" status: 200 len: 930 time: 6.0803635 Jun 10 16:20:45.839544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47778) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:45.952389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.024606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=116bf85b-46eb-407b-8ce0-aaec6b0c2632,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:46.037116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:46.038598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.043952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6c31fd7b-37dc-43e0-8ddd-54530dfeb6a3 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:46.045790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,segment=NetworkSegment(45998232-45b4-42fa-9314-717c1f8e4279),segment_id=45998232-45b4-42fa-9314-717c1f8e4279)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:46.070761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.076104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.083936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Network': ['ID=e48fe392-9157-4e3c-b983-89cbdc40907e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:46.088085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:46.185758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.202845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b21886b3-487b-44db-87ed-2bd23558a194 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:46.228874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] For port 47b1bc69-7f8d-4033-b08c-613859374d6e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=47b1bc69-7f8d-4033-b08c-613859374d6e,segment=NetworkSegment(7162dce8-823f-45af-871d-893d60a7680d),segment_id=7162dce8-823f-45af-871d-893d60a7680d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:46.242151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.255347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:46.267714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Transition to ACTIVE for port object bebedf9d-6d8c-4c65-8e89-8823aede8a2e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:46.282918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.288168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.293865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:46.300574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Port': ['ID=b058bd2a-1f0f-4e1a-a305-61885da4898c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:46.308765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77599152-d3bb-4385-9e36-a6fb7672a696']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:46.322404 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-0105fc40-6310-4503-97a6-40db32446840 service neutron] 10.222.0.23 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670615 Jun 10 16:20:46.332575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:46.361936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ca601d-fc24-4a8a-92c7-6f4c90d1e27b') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:46.362222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ca601d-fc24-4a8a-92c7-6f4c90d1e27b') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:46.381082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.420861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802445a-08ca-4513-ba59-775088b15be7 req-b3d36e12-36e4-45da-be05-a09cab314013 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:46.422538 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b802445a-08ca-4513-ba59-775088b15be7 req-b3d36e12-36e4-45da-be05-a09cab314013 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.7936971 Jun 10 16:20:46.438384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.442327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Pushing event updated for resources: {'Port': ['ID=47b1bc69-7f8d-4033-b08c-613859374d6e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:46.449106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:46.449626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cc5ff967-6d8b-4320-9585-5ebcc482fe5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:46.461668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05600a32-499d-45cd-9269-6759b46c8cdd']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:46.466629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Deleting port bfb56c6e-ecdb-469b-8dae-296cf2a1df4a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:46.467200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.476609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf6e4db-4849-40ca-8818-07d5e89c27ee') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:46.477064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf6e4db-4849-40ca-8818-07d5e89c27ee') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:46.489709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.499584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.506206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.511149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:46.511811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:46.517270 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:46.531273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:46.531688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.547298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.616720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f63d9690-b8f4-42f9-b6de-a13dd448ce39 None None] Provisioning for port b058bd2a-1f0f-4e1a-a305-61885da4898c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:46.626592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Pushing event updated for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:46.631893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:46.632542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f63d9690-b8f4-42f9-b6de-a13dd448ce39 None None] Provisioning complete for port b058bd2a-1f0f-4e1a-a305-61885da4898c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:46.632925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f63d9690-b8f4-42f9-b6de-a13dd448ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.634764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:46.673796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:20:46.674305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.676611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device dfb7d93a-366d-420b-b03e-9b85c138b4ed up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:46.687396 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b802445a-08ca-4513-ba59-775088b15be7 req-894a091c-ca3d-4b43-9c38-88f1b83fe3b2 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512877 Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:20:46.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:20:46.749696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f63d9690-b8f4-42f9-b6de-a13dd448ce39 None None] Port b058bd2a-1f0f-4e1a-a305-61885da4898c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:46.778742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f63d9690-b8f4-42f9-b6de-a13dd448ce39 None None] Provisioning complete for port 47b1bc69-7f8d-4033-b08c-613859374d6e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:46.779129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f63d9690-b8f4-42f9-b6de-a13dd448ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.780818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-6fb7f0e0-e373-45c5-b1cc-a2ee597898c5 service neutron] 10.222.0.23 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571371 Jun 10 16:20:46.820046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.825311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.829624 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] 10.222.0.23 "DELETE /v2.0/networks/77599152-d3bb-4385-9e36-a6fb7672a696 HTTP/1.1" status: 204 len: 168 time: 1.6887152 Jun 10 16:20:46.836061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2bdfdb67-0e80-411c-9e7e-bff98f4d3554 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:46.881907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.882658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:46.902549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Pushing event deleted for resources: {'Network': ['ID=77599152-d3bb-4385-9e36-a6fb7672a696,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:46.918595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:46.972233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port dfb7d93a-366d-420b-b03e-9b85c138b4ed triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:46.972620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.045267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.056776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.059402 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/networks/05600a32-499d-45cd-9269-6759b46c8cdd HTTP/1.1" status: 204 len: 168 time: 1.3760357 Jun 10 16:20:47.088461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-977d0edb-825a-4cb7-83e5-db20d768f69c tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:47.097499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47784) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:47.165713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Calling delete_port for bfb56c6e-ecdb-469b-8dae-296cf2a1df4a owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:47.219062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network da201a55-b406-4061-9e56-fd34573f914f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:47.232295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Network': ['ID=05600a32-499d-45cd-9269-6759b46c8cdd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:47.245094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:47.289452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:47.430538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-723c6cb2-ea96-47d6-a52e-89e07676bab6 None None] Provisioning complete for port b058bd2a-1f0f-4e1a-a305-61885da4898c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:47.433106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-723c6cb2-ea96-47d6-a52e-89e07676bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.546878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-723c6cb2-ea96-47d6-a52e-89e07676bab6 None None] Port b058bd2a-1f0f-4e1a-a305-61885da4898c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:47.611338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d08ec-11aa-462c-9957-a7b401c50375 None None] Network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:47.611439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47790) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:47.617693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.835978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Provisioning for port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:47.845096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Provisioning complete for port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:47.845445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.925753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:47.931314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:47.975799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Pushing event deleted for resources: {'Port': ['ID=bfb56c6e-ecdb-469b-8dae-296cf2a1df4a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:47.980373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:48.040160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.073137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 47b1bc69-7f8d-4033-b08c-613859374d6e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:48.073788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 116bf85b-46eb-407b-8ce0-aaec6b0c2632 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:48.097305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.103281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.106368 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] 10.222.0.23 "DELETE /v2.0/floatingips/6ca2afcd-9dd2-4c63-a039-79c393a0c23e HTTP/1.1" status: 204 len: 168 time: 2.6838737 Jun 10 16:20:48.177871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] For port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,segment=NetworkSegment(239f18e8-da0a-492e-803a-65b324e3167b),segment_id=239f18e8-da0a-492e-803a-65b324e3167b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:48.183179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.186352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6776390d-76e4-4a05-a224-2fe35a68a4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:48.302045 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8af6b8c7-708d-42df-b798-3dc3e5e13a53 req-192a0a01-1800-4bb4-adbc-0e08247e739f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 210 time: 0.1175332 Jun 10 16:20:48.306753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Pushing event updated for resources: {'Port': ['ID=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:48.315305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:48.317471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 47b1bc69-7f8d-4033-b08c-613859374d6e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:48.317471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.378337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54164b26-df9d-48d1-8c47-44494fbbef20 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:20:48.406691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Provisioning complete for port ed41b4fa-9917-412b-892a-7b5b0df88017 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:48.407089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.432993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77a846-372a-431a-9618-d30b585ddf04 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:48.439122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77a846-372a-431a-9618-d30b585ddf04 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:48.445122 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6e77a846-372a-431a-9618-d30b585ddf04 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3246675 Jun 10 16:20:48.446209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47806) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:48.452566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-497863905'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:48.481087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:48.484538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad17d92-8ab7-482a-8e35-5a35fea75cf9 req-07c5b16a-b75d-4223-b7cb-2e7a8ad411d6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:48.488691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.492468 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8ad17d92-8ab7-482a-8e35-5a35fea75cf9 req-07c5b16a-b75d-4223-b7cb-2e7a8ad411d6 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.0237463 Jun 10 16:20:48.502647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47808) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:48.513758 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bad83d86-b031-4e39-b21a-984ef672bc58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=369e34d3100f4ba4bd9f550b73fd6a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9008472 Jun 10 16:20:48.520878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47812) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:48.539392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Port ed41b4fa-9917-412b-892a-7b5b0df88017 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:48.553776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-188e868d-c006-4be9-9c23-50d3676fb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:48.555933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-188e868d-c006-4be9-9c23-50d3676fb44b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 1.0427909 Jun 10 16:20:48.558404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:48.558989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.567472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00f3193b-5606-4d93-a434-6c5d43984c05 tempest-RoutersAdminNegativeTest-1534901603 tempest-RoutersAdminNegativeTest-1534901603-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:48.578999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Provisioning complete for port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:48.579511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.590892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Router 28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:20:48.611628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.614333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.615593 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Added segment a97a3653-5427-4081-85e2-11da852a27ab of type vlan for network 719b30fc-6442-4f6c-8573-5b45d0154629 Jun 10 16:20:48.624534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:48.631050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Port 116bf85b-46eb-407b-8ce0-aaec6b0c2632 was deleted so its status cannot be updated. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Jun 10 16:20:48.672407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=116bf85b-46eb-407b-8ce0-aaec6b0c2632,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:48.682766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:48.685612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Provisioning for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:48.701823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:48.702214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.702697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.713583 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.743937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54164b26-df9d-48d1-8c47-44494fbbef20 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:20:48.817910 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-68a0ec4c-b501-411d-8c14-80c1bad51d4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=090630c27ec04a18848b73cc35f32377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136990 Jun 10 16:20:48.820300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.826152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:48.826928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.839141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47814) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:48.839986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ca5ef6ca-2e1b-4f45-a290-65a6c3a7f0e7 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:48.883536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:48.883536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.886815 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4372466 Jun 10 16:20:48.909459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47816) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:48.917340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-547019446'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:48.924322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.926283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:48.931157 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a1b377d-f2c8-422c-a8cd-628f27907418 HTTP/1.1" status: 204 len: 168 time: 0.4084840 Jun 10 16:20:49.034474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Network': ['ID=719b30fc-6442-4f6c-8573-5b45d0154629,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:49.037781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.053837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 719b30fc-6442-4f6c-8573-5b45d0154629 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:49.070202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.085827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.087817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/116bf85b-46eb-407b-8ce0-aaec6b0c2632 HTTP/1.1" status: 204 len: 168 time: 3.2470646 Jun 10 16:20:49.102121 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8ad17d92-8ab7-482a-8e35-5a35fea75cf9 req-98012027-1ea2-453a-b665-e7869d0e36c7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6087835 Jun 10 16:20:49.110515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47822) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:49.132387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:49.136432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d22a3d69-9821-455d-947d-8b868da4b579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:49.151202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.154077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.160678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ca7b2b1-5dc0-4c4a-95a6-fb03be453de0 HTTP/1.1" status: 204 len: 168 time: 0.3133676 Jun 10 16:20:49.161553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:49.166728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.197691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b377d-f2c8-422c-a8cd-628f27907418,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:49.207484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:49.208201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-83847173-ca47-49c2-93e8-8c7d232f5507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:49.220924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca7b2b1-5dc0-4c4a-95a6-fb03be453de0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:49.233431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:49.246108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:49.271111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.271557 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Added segment 72c5650d-7a84-44e2-aab5-ad95d269b1bc of type vlan for network d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7 Jun 10 16:20:49.376419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.491869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.498898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:49.499974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.505650 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4243c8ad-1e06-4c8b-a2a6-b6ce310721a4 req-e5c9657d-9251-4a20-94b1-c484d6d56386 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 210 time: 0.0739307 Jun 10 16:20:49.508295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1478e291-0cfe-4e45-8504-3f0ce6ddb8ce tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:49.553226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:49.561887 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d3cca0-9feb-4b0a-85f7-05d189cf2e4f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:20:49.567745 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c9d3cca0-9feb-4b0a-85f7-05d189cf2e4f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/116bf85b-46eb-407b-8ce0-aaec6b0c2632 HTTP/1.1" status: 404 len: 333 time: 0.4559252 Jun 10 16:20:49.568931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47844) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:49.575372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3740215 Jun 10 16:20:49.578234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:49.714277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47852) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:49.720579 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8060145 Jun 10 16:20:49.757908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47854) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:49.775182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.776525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'ports': [{'network_id': '719b30fc-6442-4f6c-8573-5b45d0154629', 'name': 'tempest-port--1901158402', 'admin_state_up': True}, {'network_id': 'd69ed132-04b0-4f0e-8ed4-13fb3d81b7b7', 'admin_state_up': False}]} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:49.777191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'port': {'network_id': '719b30fc-6442-4f6c-8573-5b45d0154629', 'name': 'tempest-port--1901158402', 'admin_state_up': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:49.777373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'port': {'network_id': 'd69ed132-04b0-4f0e-8ed4-13fb3d81b7b7', 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:49.800589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Network': ['ID=d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:49.803253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] Sync routers for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:49.820062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:49.823977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:49.842873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Provisioning complete for port b058bd2a-1f0f-4e1a-a305-61885da4898c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:49.843299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.925060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-8ca6b5c1-6d9b-4673-aba0-69d21a66b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:49.926857 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-8ca6b5c1-6d9b-4673-aba0-69d21a66b9c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 1.3620403 Jun 10 16:20:49.945715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:49.946389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:49.979819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.984822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:49.993736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b89b9395-7723-4c70-b24a-accbc742f6f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:50.064003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:50.070268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b6a82d-2804-4797-baa4-e59513b02bc0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:50.087522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:50.090415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:50.095275 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c8b194a878b47749c3a420e17d8aa68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720822 Jun 10 16:20:50.098053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47862) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:50.102110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3894e3df-2e60-4c5d-bb90-5182ee66503a None None] Port b058bd2a-1f0f-4e1a-a305-61885da4898c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:50.192470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.192608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:50.193098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:50.224469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.274428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:50.275486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341bb26-a963-4e42-bae0-bed69827bef7 None None] The sync data for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:50.295599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bbc01f37-323b-46f1-a06b-564778779898 None None] Could not find standard attr ID for object 116bf85b-46eb-407b-8ce0-aaec6b0c2632. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:20:50.319094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.322661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.323937 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67b6a82d-2804-4797-baa4-e59513b02bc0 HTTP/1.1" status: 204 len: 168 time: 0.2249846 Jun 10 16:20:50.325051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba0d4b1f-bf1d-43d7-96b6-3ad3c9b00a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:50.336339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b6a82d-2804-4797-baa4-e59513b02bc0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:50.346129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:50.348498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bbc01f37-323b-46f1-a06b-564778779898 None None] Provisioning complete for port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:50.348985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bbc01f37-323b-46f1-a06b-564778779898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.395551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.406881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:50.407548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.465382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47874) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:50.739279 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-05b28514-50f3-4c00-a28e-5a54d1c2b8fb req-d825f74e-6c62-459d-86ba-d8cad41dd612 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 210 time: 0.0582893 Jun 10 16:20:50.754667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.782788 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-0f2b85a7-8e7d-41e5-a399-c78c1703bf0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.8461096 Jun 10 16:20:50.813786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690487570'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:50.839193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:50.843074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.856993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47884) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:50.863656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.883412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:50.953186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a981e-bf5b-4f14-afab-3bd0ded838db req-4353f045-95d8-44fc-b12c-d57fa298e204 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:50.954591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-978a981e-bf5b-4f14-afab-3bd0ded838db req-4353f045-95d8-44fc-b12c-d57fa298e204 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.5547149 Jun 10 16:20:50.979318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-c78188ae-70a3-487f-8dab-7bb7639020e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:50.981326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-c78188ae-70a3-487f-8dab-7bb7639020e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.1850739 Jun 10 16:20:51.019508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'port': 2} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:51.025094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.065834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.069169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.070311 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/security-groups/f0a9cbbd-47d2-49eb-b995-f88961cbb309 HTTP/1.1" status: 204 len: 168 time: 1.4936337 Jun 10 16:20:51.074297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47888) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:51.078971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:51.137679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.148401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9cbbd-47d2-49eb-b995-f88961cbb309,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:51.157985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.160755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:51.185086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.203488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.205136 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-978a981e-bf5b-4f14-afab-3bd0ded838db req-888e4d61-5efa-4d42-9e88-28fbd7db7253 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344024 Jun 10 16:20:51.214887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.216562 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-bb52d344-cc8d-4e86-9ae4-f2717c0ae0b3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:20:51.220618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bb52d344-cc8d-4e86-9ae4-f2717c0ae0b3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6386828 Jun 10 16:20:51.222996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47892) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:51.227029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:51.233131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.238673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49cbed59-6d11-44ec-85bc-9f0a98f33bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:51.294930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.295272 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment d91e9203-032f-4cb0-847d-6ba1bb9cd140 of type vlan for network fbc7a1b2-6343-4f13-8125-63a529a14e7f Jun 10 16:20:51.299902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33880099-60e3-4d75-90b1-8394df891a42,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:51.320502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:51.384834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.390989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.393859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.394959 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe715771-7ae7-4ba3-9ac5-277ca3733ede HTTP/1.1" status: 204 len: 168 time: 0.3197181 Jun 10 16:20:51.398852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7fc5c8ee-0528-4665-a7f5-42dea7dbc7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:51.404594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47894) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:51.433413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-c05c0d00-e64b-458b-8280-0295a5d40005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:51.435011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-c05c0d00-e64b-458b-8280-0295a5d40005 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4408860 Jun 10 16:20:51.461374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] device_id is not set on port 7e68683c-d74d-4f33-b553-17b01691db3b yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:51.479251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe715771-7ae7-4ba3-9ac5-277ca3733ede,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:51.491166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:51.524762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.530519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:51.531165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.539384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8ca55951-ae4f-4d0a-8d76-35eedaff4965 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:51.558423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet 10de6af4-9959-467a-9eb6-ba602f00f033 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:20:51.593321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.704843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.719927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.726171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=fbc7a1b2-6343-4f13-8125-63a529a14e7f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:51.738738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:51.741109 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2736294 Jun 10 16:20:51.741835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:51.743010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:51.743906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47898) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:51.754366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-186582361'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:51.761042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.882391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d59aa-0f88-4652-a941-fcb08e5b06a8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:51.892189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:51.910822 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9feee72844be4e60970d30d72bee69dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0522189 Jun 10 16:20:51.917155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:51.983217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:51.986864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:51.990567 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1e860645-d350-4992-b98e-ee3a39ca4448 req-37c0726f-4c95-49e4-8a64-8574bad25cc4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 210 time: 0.0742888 Jun 10 16:20:52.083136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:52.110011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.110356 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 4fa13e41-d07d-4809-a448-96381127e03c of type vlan for network 646aeb55-874a-4658-a892-55521828ce34 Jun 10 16:20:52.121887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.131892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.232219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.244811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.315310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-b742d8b0-f044-4a4c-b918-a69a318b3a55 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678808 Jun 10 16:20:52.332850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.339320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:52.339960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.343177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-54dedb28-6748-45d5-a157-7cf92d4f98f0 tempest-DHCPAgentSchedulersTestJSON-41611566 tempest-DHCPAgentSchedulersTestJSON-41611566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:52.349635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.385580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.388129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.391641 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f03d59aa-0f88-4652-a941-fcb08e5b06a8 HTTP/1.1" status: 204 len: 168 time: 0.4658234 Jun 10 16:20:52.398481 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6499133 Jun 10 16:20:52.402194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.410559 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/10de6af4-9959-467a-9eb6-ba602f00f033 HTTP/1.1" status: 204 len: 168 time: 0.9962604 Jun 10 16:20:52.410559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47912) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:52.410854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944ae0b-fdcc-48b5-b85f-cfe69fdd8d89 None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:52.411452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:52.418892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47914) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:52.490443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:52.491658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=646aeb55-874a-4658-a892-55521828ce34,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:52.523182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 646aeb55-874a-4658-a892-55521828ce34 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:52.534275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-c7d23c7f-6a13-40ea-a33d-45fda4fa8f27 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:52.535753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-c7d23c7f-6a13-40ea-a33d-45fda4fa8f27 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 796 time: 0.5126426 Jun 10 16:20:52.544385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:52.544844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:52.598791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=10de6af4-9959-467a-9eb6-ba602f00f033,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:52.602774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:52.603344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94d6eed8-6087-43b1-8792-83fc3fb23e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:52.617537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d59aa-0f88-4652-a941-fcb08e5b06a8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:52.620419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:52.640065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:52.644773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.884443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-702d1aba-856a-4b8c-9745-51a9de198bb5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 380 time: 0.2850993 Jun 10 16:20:52.894820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.913854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['39295cf2-906e-46ec-8363-5ca5166085ea']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:52.978606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:52.982065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:53.092747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03095f-eb59-48a8-ac4f-0ee7c3465e0d req-78c8f8df-6168-4e0e-ba12-ad990b934ac7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:53.094458 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2c03095f-eb59-48a8-ac4f-0ee7c3465e0d req-78c8f8df-6168-4e0e-ba12-ad990b934ac7 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.7346380 Jun 10 16:20:53.123669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=aee8d207-18c7-4054-9aad-2be7fc5148c2,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:53.134371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:53.147274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': 'd91e9203-032f-4cb0-847d-6ba1bb9cd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:53.147954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: fbc7a1b2-6343-4f13-8125-63a529a14e7f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:53.175213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:53.191412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, fbc7a1b2-6343-4f13-8125-63a529a14e7f) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:53.192656 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c9d134c-fad4-47f8-9b51-e107a04472b5 req-09c67821-8def-46de-829d-87bbcd6a3550 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8197880 Jun 10 16:20:53.201755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:53.202441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.204959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ce8044-c740-4aaf-a02c-44d5e1bd35b0 None None] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:53.227413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] device_id is not set on port 8d0822cc-9a2a-45e2-8b25-74385a87528f yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:20:53.249624 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5d79286e-c272-4022-9970-102c7f3a9e64 req-3998593c-7089-4e6a-bdcb-da34da155e2c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 210 time: 0.0443010 Jun 10 16:20:53.262194 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8563187 Jun 10 16:20:53.265136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47936) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:53.274640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': '646aeb55-874a-4658-a892-55521828ce34', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:53.482191 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2c03095f-eb59-48a8-ac4f-0ee7c3465e0d req-c36598cc-da99-408c-b69e-2923e624bc38 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013139 Jun 10 16:20:53.482815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:53.486320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.496831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:53.500552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.576794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-fbc7a1b2-6343-4f13-8125-63a529a14e7f', 'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': 'aee8d207-18c7-4054-9aad-2be7fc5148c2'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:53.577866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.719510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.796071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.808486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Allocated IP 2001:db8::2 (fbc7a1b2-6343-4f13-8125-63a529a14e7f/aee8d207-18c7-4054-9aad-2be7fc5148c2/0e4e58ac-44bf-45a5-80ce-ee470c0ed639) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:53.819209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be5cf16f-3314-4a1c-a130-f6457fe6af7e tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:53.825807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.829653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-97d1fbb8-3f5f-4132-b50d-ba0a35e465d5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:53.933794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=4ed46d20-8be1-4027-9014-24326c113c77,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:53.938060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:53.950593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '4fa13e41-d07d-4809-a448-96381127e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '646aeb55-874a-4658-a892-55521828ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:53.951179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: 646aeb55-874a-4658-a892-55521828ce34, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:53.962628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9b744e7c-6811-4e29-af7a-cd8f4d556874 None None] Provisioning complete for port ed41b4fa-9917-412b-892a-7b5b0df88017 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:53.963254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b744e7c-6811-4e29-af7a-cd8f4d556874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.972436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:53.977322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:53.978348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 646aeb55-874a-4658-a892-55521828ce34 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:53.990233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 646aeb55-874a-4658-a892-55521828ce34) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:53.998540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:53.999610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.023740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56480a6-592d-4f41-b073-485572e4a479 None None] Network 646aeb55-874a-4658-a892-55521828ce34 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:54.024946 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7586756 Jun 10 16:20:54.027714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47948) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:54.035048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1451251856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:54.070478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.071568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.122251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.124317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Port': ['ID=7e68683c-d74d-4f33-b553-17b01691db3b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:54.139785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:54.167493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.174541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.197696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.199630 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bb9ecb96-3bef-426f-8583-bb8e098aba6d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1692390 Jun 10 16:20:54.202111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47952) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:54.321552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.327147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9b744e7c-6811-4e29-af7a-cd8f4d556874 None None] Port ed41b4fa-9917-412b-892a-7b5b0df88017 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:54.335829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Transition to ACTIVE for port object 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:54.379274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9b744e7c-6811-4e29-af7a-cd8f4d556874 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:54.385527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b744e7c-6811-4e29-af7a-cd8f4d556874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.395177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Transition to ACTIVE for port object 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:54.466729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.476628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c92f669c-f4d7-4090-969a-5f2d2d0cc849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:54.531405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:54.563398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:54.579122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:54.605069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Pushing event updated for resources: {'Port': ['ID=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:54.615543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:54.631753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Checking segment: {'id': 'a97a3653-5427-4081-85e2-11da852a27ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '719b30fc-6442-4f6c-8573-5b45d0154629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:54.632223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network hostable DHCP agents. Network: 719b30fc-6442-4f6c-8573-5b45d0154629, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:54.661534 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0656ed8e-c459-4a34-887c-56b92c2a396e req-dc677cf4-c911-4620-878a-0253963cb500 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 210 time: 0.0437694 Jun 10 16:20:54.709063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47966) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:54.765030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.8 (b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04/a4286c15-a7db-4983-b8a4-b622f060ca10/256af93d-39cc-459a-a572-9328be9237df) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:54.797760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-646aeb55-874a-4658-a892-55521828ce34', 'network_id': '646aeb55-874a-4658-a892-55521828ce34', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': '4ed46d20-8be1-4027-9014-24326c113c77'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:20:54.799125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.816828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network 719b30fc-6442-4f6c-8573-5b45d0154629 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:54.868951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.876346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Attempting to bind port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:54.876816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Attempting to bind port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd91e9203-032f-4cb0-847d-6ba1bb9cd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:54.877290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Attempting to bind port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 on network fbc7a1b2-6343-4f13-8125-63a529a14e7f {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:54.891064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:54.891545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Checking segment: {'id': 'd91e9203-032f-4cb0-847d-6ba1bb9cd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:54.892022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.892745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Bound using segment: {'id': 'd91e9203-032f-4cb0-847d-6ba1bb9cd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:54.893335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Bound port: 0e4e58ac-44bf-45a5-80ce-ee470c0ed639, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91e9203-032f-4cb0-847d-6ba1bb9cd140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fbc7a1b2-6343-4f13-8125-63a529a14e7f'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:54.893780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:54.945116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9caaadff-9cec-42cd-9963-54c9c71f158c tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Request body: {'quota': {'network': 2}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:54.968434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 719b30fc-6442-4f6c-8573-5b45d0154629) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:54.991530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:54.992228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.014152 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-714b17cc-479c-46b2-b861-895213116d0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:55.021779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a997c4b-166e-46bc-9b16-f2ea878e1025 None None] Network 719b30fc-6442-4f6c-8573-5b45d0154629 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:55.169255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9caaadff-9cec-42cd-9963-54c9c71f158c tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] 10.222.0.23 "PUT /v2.0/quotas/52edf9c6c4554b9586d61ba02a375b7d HTTP/1.1" status: 200 len: 368 time: 0.4573927 Jun 10 16:20:55.200682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47970) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:55.207688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] For port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:55.220718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Request body: {'network': {'project_id': '52edf9c6c4554b9586d61ba02a375b7d'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:55.270448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Allocated IP 2001:db8:1::2 (646aeb55-874a-4658-a892-55521828ce34/4ed46d20-8be1-4027-9014-24326c113c77/a9991e63-5e3d-4510-90d0-f61847f4daa7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:55.300214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Port': ['ID=8d0822cc-9a2a-45e2-8b25-74385a87528f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:55.321817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:55.416081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Made reservation on behalf of 52edf9c6c4554b9586d61ba02a375b7d for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:55.418856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.428668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097a5be-a192-4cf1-8734-1e5433102150 req-f937b95c-bbc1-4150-b024-9cadc1c70b38 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:55.430152 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2097a5be-a192-4cf1-8734-1e5433102150 req-f937b95c-bbc1-4150-b024-9cadc1c70b38 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.6711402 Jun 10 16:20:55.435498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] For port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,segment=NetworkSegment(d91e9203-032f-4cb0-847d-6ba1bb9cd140),segment_id=d91e9203-032f-4cb0-847d-6ba1bb9cd140)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:55.435908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.451464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.453324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:55.461218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-961afc45-6c03-4032-805b-ae06514656c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:55.509516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Checking segment: {'id': '72c5650d-7a84-44e2-aab5-ad95d269b1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd69ed132-04b0-4f0e-8ed4-13fb3d81b7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:55.509882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network hostable DHCP agents. Network: d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:20:55.511826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.515987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8::1 (fbc7a1b2-6343-4f13-8125-63a529a14e7f/aee8d207-18c7-4054-9aad-2be7fc5148c2/e62c03da-018b-4ba4-94b8-e69888182ebd) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:55.604845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Pushing event updated for resources: {'Port': ['ID=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:55.608611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.616453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:55.621259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.632144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Transition to ACTIVE for port object a9991e63-5e3d-4510-90d0-f61847f4daa7 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:55.650256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:55.652436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Transition to ACTIVE for port object a9991e63-5e3d-4510-90d0-f61847f4daa7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:55.661842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.666040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:55.672943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=aa2a6a09-6598-4cd5-b876-528060a75bcb,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:55.675601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 256af93d-39cc-459a-a572-9328be9237df will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:55.683701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:55.688176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:55.688764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.693907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:55.701367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:20:55.704098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec15e7-9b07-4b90-b860-eaec18bce6bf None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:55.705746 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2097a5be-a192-4cf1-8734-1e5433102150 req-65b50ab5-9ade-4b94-8538-7b56075f633f tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674694 Jun 10 16:20:55.729544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.747884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object e62c03da-018b-4ba4-94b8-e69888182ebd will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:55.768078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:55.789905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:55.795524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.795836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:55.798353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:55.801099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:55.801836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.804903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecd4d1-4d8c-46dc-b7a8-3f4a689be087 None None] Network d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:55.937211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:55.943033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:55.963017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:55.986236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Network 646aeb55-874a-4658-a892-55521828ce34 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:55.998852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:56.004349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:56.004349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.012695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting port b058bd2a-1f0f-4e1a-a305-61885da4898c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:56.013041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.066304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=e62c03da-018b-4ba4-94b8-e69888182ebd,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:56.074797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:56.078333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:56.098574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:56.118702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Pushing event updated for resources: {'Port': ['ID=a9991e63-5e3d-4510-90d0-f61847f4daa7,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:56.144294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:56.146731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:56.160615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:56.169999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:56.170708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186967f5-ff60-4f84-995b-feee9f7fbdb2 req-2cb2dc86-0550-4413-accf-30c323d16cd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.180590 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-186967f5-ff60-4f84-995b-feee9f7fbdb2 req-2cb2dc86-0550-4413-accf-30c323d16cd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 931 time: 0.2504859 Jun 10 16:20:56.221642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:56.235957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:20:56.243809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Attempting to bind port a9991e63-5e3d-4510-90d0-f61847f4daa7 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:20:56.244477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Attempting to bind port a9991e63-5e3d-4510-90d0-f61847f4daa7 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '4fa13e41-d07d-4809-a448-96381127e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '646aeb55-874a-4658-a892-55521828ce34'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:20:56.245015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Attempting to bind port a9991e63-5e3d-4510-90d0-f61847f4daa7 on network 646aeb55-874a-4658-a892-55521828ce34 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:20:56.276351 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-186967f5-ff60-4f84-995b-feee9f7fbdb2 req-a5846c11-eac9-4088-91fc-6072c10d8c68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947061 Jun 10 16:20:56.282126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.307073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.316197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:56.337352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:20:56.337726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Checking segment: {'id': '4fa13e41-d07d-4809-a448-96381127e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '646aeb55-874a-4658-a892-55521828ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:20:56.338143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.338549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Bound using segment: {'id': '4fa13e41-d07d-4809-a448-96381127e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '646aeb55-874a-4658-a892-55521828ce34'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:20:56.339033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Bound port: a9991e63-5e3d-4510-90d0-f61847f4daa7, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa13e41-d07d-4809-a448-96381127e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '646aeb55-874a-4658-a892-55521828ce34'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:20:56.339419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.342713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.357883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:56.363796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.6018584 Jun 10 16:20:56.364212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47976) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:56.373327 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9227967 Jun 10 16:20:56.386504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47978) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:56.399768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089203111'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:56.400280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.401068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.445342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:56.483901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.492549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395fe9e2-790a-40ec-85af-461a8c8a7c30,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:56.519514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.520008 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Added segment c8bd93e9-ec3d-4c4f-8f3c-7d832ceaa6b1 of type vlan for network 0ad2bc10-557c-4da6-9a97-6f8b4cd0ed8c Jun 10 16:20:56.523787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:56.573929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] For port a9991e63-5e3d-4510-90d0-f61847f4daa7, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:20:56.578550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9527be-043f-4b5c-8d13-1a616f0bcdd9 req-13707e20-cbf1-4de6-aa0c-4bd9861b0047 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.581063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b9527be-043f-4b5c-8d13-1a616f0bcdd9 req-13707e20-cbf1-4de6-aa0c-4bd9861b0047 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.5799346 Jun 10 16:20:56.584177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.592865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:56.626814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] For port a9991e63-5e3d-4510-90d0-f61847f4daa7, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a9991e63-5e3d-4510-90d0-f61847f4daa7,segment=NetworkSegment(4fa13e41-d07d-4809-a448-96381127e03c),segment_id=4fa13e41-d07d-4809-a448-96381127e03c)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:20:56.631779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-15bfe854-32aa-44b4-b1d5-0dc9aa88d982 None None] Provisioning for port 256af93d-39cc-459a-a572-9328be9237df completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:56.637606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-15bfe854-32aa-44b4-b1d5-0dc9aa88d982 None None] Provisioning complete for port 256af93d-39cc-459a-a572-9328be9237df triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:56.638001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-15bfe854-32aa-44b4-b1d5-0dc9aa88d982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.644504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.686912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ec8c9092-1859-4c8d-995c-eae2454753f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:56.707872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Calling delete_port for b058bd2a-1f0f-4e1a-a305-61885da4898c owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:56.733044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8315940 Jun 10 16:20:56.740406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.772607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Request body: {'port': {'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:56.854601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.869285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba49f2b-fab6-4c64-88ef-5118ae32966b tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.876870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba49f2b-fab6-4c64-88ef-5118ae32966b tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:56.879416 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0ba49f2b-fab6-4c64-88ef-5118ae32966b tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5111327 Jun 10 16:20:56.883424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.884428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:56.889357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47980) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:56.890416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:56.974765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:20:56.993645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-15bfe854-32aa-44b4-b1d5-0dc9aa88d982 None None] Port 256af93d-39cc-459a-a572-9328be9237df cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:57.012865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Pushing event updated for resources: {'Port': ['ID=a9991e63-5e3d-4510-90d0-f61847f4daa7,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:57.016067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:57.026412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Update dhcp port {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'fixed_ips': [{'subnet_id': '6d5e8512-094c-4105-8595-332ad22a8a2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa2a6a09-6598-4cd5-b876-528060a75bcb'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'bebedf9d-6d8c-4c65-8e89-8823aede8a2e'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:20:57.033524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b9527be-043f-4b5c-8d13-1a616f0bcdd9 req-545c63a1-7fac-4145-82e3-1f8af6b3d6a8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222437 Jun 10 16:20:57.053083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.053083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:57.053083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.099568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.101877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.105861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-39d34604-70bb-448e-a231-219f7a97f519 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:57.150496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=e62c03da-018b-4ba4-94b8-e69888182ebd,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:57.175489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:57.290593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ffd35-42a8-4736-9770-6dfc8a3d858f None None] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:57.344706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Provisioning for port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:57.396200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Provisioning complete for port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:57.396612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.418199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.439423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.440876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2301867 Jun 10 16:20:57.443566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47986) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:57.445208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Pushing event updated for resources: {'Network': ['ID=0ad2bc10-557c-4da6-9a97-6f8b4cd0ed8c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:57.446638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-92c2241e-8e00-4092-9b66-6fcdc361687c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:57.448954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:57.458056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Request body: {'network': {'project_id': '52edf9c6c4554b9586d61ba02a375b7d'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:57.465485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:20:57.471554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 0ad2bc10-557c-4da6-9a97-6f8b4cd0ed8c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:20:57.493092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:20:57.517427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a158b8e-7d16-483a-abd3-c31e064d4135,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:57.521933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:57.531058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Deleting port 7e68683c-d74d-4f33-b553-17b01691db3b {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:20:57.531501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.543287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371d9f0-2ec9-45f4-b792-2a20bb6eeed5 req-2c530116-93bb-41db-adee-514dc53131eb tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:57.544996 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4371d9f0-2ec9-45f4-b792-2a20bb6eeed5 req-2c530116-93bb-41db-adee-514dc53131eb tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.2788727 Jun 10 16:20:57.696296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Allocated IP 2001:db8::2 (348b97bd-e0cc-48a9-879b-c4f5062409c4/aa2a6a09-6598-4cd5-b876-528060a75bcb/bebedf9d-6d8c-4c65-8e89-8823aede8a2e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:20:57.697277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Made reservation on behalf of 52edf9c6c4554b9586d61ba02a375b7d for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:20:57.699759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.744940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.748712 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3588967 Jun 10 16:20:57.751503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47988) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:57.762972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'security_group': {'name': 'tempest-secgroup-1432878712'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:20:57.784801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.819361 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4371d9f0-2ec9-45f4-b792-2a20bb6eeed5 req-c8097f9d-4d03-489c-9a05-c117ff9fcb29 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145581 Jun 10 16:20:57.823432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.912140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] For port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,segment=NetworkSegment(d91e9203-032f-4cb0-847d-6ba1bb9cd140),segment_id=d91e9203-032f-4cb0-847d-6ba1bb9cd140)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:57.935338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:57.950552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4d45e2fa-e2a3-4a7c-9204-4df0588f3ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:57.952514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Calling delete_port for 7e68683c-d74d-4f33-b553-17b01691db3b owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:20:58.066280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,segment=NetworkSegment(45998232-45b4-42fa-9314-717c1f8e4279),segment_id=45998232-45b4-42fa-9314-717c1f8e4279)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:58.079813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router cfee0aac-6dcb-4daf-aeaa-61cba29c6225 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:20:58.094346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Pushing event updated for resources: {'Port': ['ID=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:58.104559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:58.166525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.171668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9991e63-5e3d-4510-90d0-f61847f4daa7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:20:58.284148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Transition to ACTIVE for port object bebedf9d-6d8c-4c65-8e89-8823aede8a2e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:58.315408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.318902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-20203da8-f6cf-4f24-859b-4e7eb4d871e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:58.341690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:20:58.353546 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] Sync routers for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:20:58.357726 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/cfee0aac-6dcb-4daf-aeaa-61cba29c6225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1534908 Jun 10 16:20:58.369910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47994) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:58.378021 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:58.378982 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:58.430108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port a9991e63-5e3d-4510-90d0-f61847f4daa7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:58.456511 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:58.475000 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:20:58.476667 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:58.477760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Pushing event updated for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:58.481766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbfe46e-1610-4673-be6b-5079af9f85ea tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:58.485688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-edbfe46e-1610-4673-be6b-5079af9f85ea tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports/e62c03da-018b-4ba4-94b8-e69888182ebd HTTP/1.1" status: 200 len: 911 time: 0.1095042 Jun 10 16:20:58.485688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.485977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:58.501096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 47996) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:58.501811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c00bdd86-8601-4acd-8060-2ed127d95519 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:58.546225 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:20:58.546923 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b63560-7ed2-4b12-8066-d46ff9d9500e None None] The sync data for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:20:58.581286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21681c9-bb32-4a71-b5fb-c39c240e0e54 None None] Network 646aeb55-874a-4658-a892-55521828ce34 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:20:58.593651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.604713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-185ac2ac-1808-4658-b77f-ce05508b6c66 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:58.628315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Port': ['ID=7e68683c-d74d-4f33-b553-17b01691db3b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:58.628481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:20:58.676045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Port': ['ID=b058bd2a-1f0f-4e1a-a305-61885da4898c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:58.686194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.710315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Provisioning for port a9991e63-5e3d-4510-90d0-f61847f4daa7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:58.720767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.723187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/ports/7e68683c-d74d-4f33-b553-17b01691db3b HTTP/1.1" status: 204 len: 168 time: 1.7783616 Jun 10 16:20:58.746780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Provisioning complete for port a9991e63-5e3d-4510-90d0-f61847f4daa7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:58.747186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.753819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 47998) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:20:58.769647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.770162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.770393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.770770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.771193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.771636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.771934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.772432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.772803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.773304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.773625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.773986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.779976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:58.818661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:58.819182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Added segment c7d96ced-31dd-4786-b82a-5dfbd6a0b3c7 of type vlan for network 667be68c-2da2-44a9-bc38-f3c901670e40 Jun 10 16:20:58.823148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.823786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.824260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.824744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.825336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.825821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.826285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.826752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.827215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.827675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.828424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.828889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:20:58.834918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.043004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91de63f-0d9c-44cf-aa66-bec0ca3edd53 req-2075e850-4b72-4255-b0ac-bb6017f8923a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:59.056627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c91de63f-0d9c-44cf-aa66-bec0ca3edd53 req-2075e850-4b72-4255-b0ac-bb6017f8923a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 931 time: 1.4936953 Jun 10 16:20:59.092950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.159240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.173046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] For port a9991e63-5e3d-4510-90d0-f61847f4daa7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a9991e63-5e3d-4510-90d0-f61847f4daa7,segment=NetworkSegment(4fa13e41-d07d-4809-a448-96381127e03c),segment_id=4fa13e41-d07d-4809-a448-96381127e03c)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:20:59.187185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.190551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.269604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Pushing event updated for resources: {'Port': ['ID=a9991e63-5e3d-4510-90d0-f61847f4daa7,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.273928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.338319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1afcf67d-e6f4-417d-a161-bcaa39f6b244 None None] Provisioning for port e62c03da-018b-4ba4-94b8-e69888182ebd completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:59.344656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1afcf67d-e6f4-417d-a161-bcaa39f6b244 None None] Provisioning complete for port e62c03da-018b-4ba4-94b8-e69888182ebd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:59.345345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1afcf67d-e6f4-417d-a161-bcaa39f6b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.363910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c91de63f-0d9c-44cf-aa66-bec0ca3edd53 req-544f68b2-99e6-4dbb-a2c3-007df54f0385 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045235 Jun 10 16:20:59.387983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256af93d-39cc-459a-a572-9328be9237df {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:20:59.399347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.420404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1afcf67d-e6f4-417d-a161-bcaa39f6b244 None None] Port e62c03da-018b-4ba4-94b8-e69888182ebd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:59.432530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1afcf67d-e6f4-417d-a161-bcaa39f6b244 None None] Provisioning complete for port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:59.433252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1afcf67d-e6f4-417d-a161-bcaa39f6b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.483421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Transition to ACTIVE for port object 256af93d-39cc-459a-a572-9328be9237df will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:20:59.509073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.573427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fbd8e-5694-4367-b556-22e69115f4be req-bd8fce2b-fbce-4ef0-bb8b-f3d326689203 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:59.576759 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-237fbd8e-5694-4367-b556-22e69115f4be req-bd8fce2b-fbce-4ef0-bb8b-f3d326689203 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 1.0765696 Jun 10 16:20:59.598353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.687504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.688625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:20:59.689329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.690718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Provisioning complete for port ed41b4fa-9917-412b-892a-7b5b0df88017 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:59.691304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.739045 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-237fbd8e-5694-4367-b556-22e69115f4be req-18dc5bf5-dd4c-4886-8371-9c30088e3ea4 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555736 Jun 10 16:20:59.767462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Port ed41b4fa-9917-412b-892a-7b5b0df88017 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:59.782483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Provisioning complete for port e62c03da-018b-4ba4-94b8-e69888182ebd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:59.783099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.807102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.827204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Port e62c03da-018b-4ba4-94b8-e69888182ebd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:20:59.839827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Provisioning for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:20:59.844331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:59.844800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.845781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Pushing event updated for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:20:59.860073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:20:59.862509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1f8e61db-91e6-45ce-a3ad-9bc30dfd1f74 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:20:59.876369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.948154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:20:59.980228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Provisioning complete for port a9991e63-5e3d-4510-90d0-f61847f4daa7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:20:59.980989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e112ff3-b473-487a-9449-53024535a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.011716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Deleting port 8d0822cc-9a2a-45e2-8b25-74385a87528f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:00.012071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.050018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.070281 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6199851 Jun 10 16:21:00.073347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48000) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.087599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-872aaad9-1105-48c0-a6d5-8ed19c406150 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Request body: {'network': {'project_id': '52edf9c6c4554b9586d61ba02a375b7d'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:00.098070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9991e63-5e3d-4510-90d0-f61847f4daa7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:00.155148 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-872aaad9-1105-48c0-a6d5-8ed19c406150 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 10 16:21:00.155619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872aaad9-1105-48c0-a6d5-8ed19c406150 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:00.159498 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-872aaad9-1105-48c0-a6d5-8ed19c406150 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0812230 Jun 10 16:21:00.159738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48002) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.165343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a9991e63-5e3d-4510-90d0-f61847f4daa7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:00.165812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.211606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Pushing event updated for resources: {'Network': ['ID=667be68c-2da2-44a9-bc38-f3c901670e40,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:00.214136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.215338 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4562821 Jun 10 16:21:00.216649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:00.222404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48004) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.222617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:00.232211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 667be68c-2da2-44a9-bc38-f3c901670e40 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:00.248768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.273462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'security_group': {'name': 'tempest-secgroup-22314708'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:00.298919 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:21:00.329200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.337837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.492570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Calling delete_port for 8d0822cc-9a2a-45e2-8b25-74385a87528f owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:00.539295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:00.543667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.546837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8:1::1 (646aeb55-874a-4658-a892-55521828ce34/4ed46d20-8be1-4027-9014-24326c113c77/766d5a2b-3272-490b-8caa-7b12abf7582e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:00.563925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Attempting to bind port 256af93d-39cc-459a-a572-9328be9237df on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:00.563925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Attempting to bind port 256af93d-39cc-459a-a572-9328be9237df by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:00.563925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Attempting to bind port 256af93d-39cc-459a-a572-9328be9237df on network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:00.567367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667be68c-2da2-44a9-bc38-f3c901670e40']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:00.586004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01cc3fb-d12b-453b-8805-27e8c670df04,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:00.591810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d96ced-31dd-4786-b82a-5dfbd6a0b3c7') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:00.592160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d96ced-31dd-4786-b82a-5dfbd6a0b3c7') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:00.613838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.616483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:00.620164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Port 256af93d-39cc-459a-a572-9328be9237df on network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:21:00.620486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Attempting to bind port 256af93d-39cc-459a-a572-9328be9237df on network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:00.624730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:00.625840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.632812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Router 28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:00.646499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:00.647202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Checking segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:00.647366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Bound using segment: {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:00.647726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Bound port: 256af93d-39cc-459a-a572-9328be9237df, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:00.648070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.698751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.716356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:00.716757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:00.718526 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:00.738336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.746778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.752909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:00.783180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:00.853860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.862083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:00.863952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c56a072e-d340-4f1d-bc1f-9a573a94ff9f tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:00.875140 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ebfb7c3c-101f-406d-bfd4-05911662b31a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6472023 Jun 10 16:21:00.876921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.887969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48010) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.888511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f074e3-3cca-4814-9c74-5cda9182fb2e req-37d64c32-1bf4-4d89-a042-96791dd18c18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:00.896415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2f074e3-3cca-4814-9c74-5cda9182fb2e req-37d64c32-1bf4-4d89-a042-96791dd18c18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 943 time: 0.3369160 Jun 10 16:21:00.898589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] Sync routers for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:00.909466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.912559 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] 10.222.0.23 "DELETE /v2.0/networks/667be68c-2da2-44a9-bc38-f3c901670e40 HTTP/1.1" status: 204 len: 168 time: 0.7512918 Jun 10 16:21:00.916949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.921027 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.6972136 Jun 10 16:21:00.921839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48012) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.922324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48014) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.935253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:00.936346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:00.946288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Port': ['ID=8d0822cc-9a2a-45e2-8b25-74385a87528f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:00.964332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:00.968678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:00.971753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:00.977403 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/ports/8d0822cc-9a2a-45e2-8b25-74385a87528f HTTP/1.1" status: 204 len: 168 time: 2.1790261 Jun 10 16:21:00.978396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48016) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:00.987919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a327c51-9141-4d1a-8d83-9ec45915c14c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:01.000713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-718563396', 'security_groups': ['9a327c51-9141-4d1a-8d83-9ec45915c14c'], 'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa2a6a09-6598-4cd5-b876-528060a75bcb'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:01.003988 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-87109c0d-7212-454f-ad03-89461b4b7f8d tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] delete failed (client error): The resource could not be found. Jun 10 16:21:01.008762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-87109c0d-7212-454f-ad03-89461b4b7f8d tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-812496294 HTTP/1.1" status: 404 len: 334 time: 0.1193223 Jun 10 16:21:01.013105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:01.015420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:01.015879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.025166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48020) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:01.025803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:01.027434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:01.032258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.041916 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3157cb81-21a4-4914-ab35-3c44cc28f04c tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628011 Jun 10 16:21:01.047060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=256af93d-39cc-459a-a572-9328be9237df,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:01.051441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48022) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:01.059490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-855db613-4bc0-4017-b53a-7b9ce3d6b622 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'router': {'external_gateway_info': {'network_id': '28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:01.059783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-764723242'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:01.064357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:01.065101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:20:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:01.070794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.077028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ebcaf878-3ffc-485c-8eb8-4e4611c53700 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:01.084151 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2f074e3-3cca-4814-9c74-5cda9182fb2e req-3e8b1706-d049-4412-821b-e8a571efdec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862826 Jun 10 16:21:01.118929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:01.119367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa86db-5493-4be2-9a51-0c37eb7affbe None None] The sync data for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:01.152303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.153268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.155019 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] 10.222.0.25 "PUT /v2.0/ports/256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 1093 time: 4.3971324 Jun 10 16:21:01.155788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'tag': '256af93d-39cc-459a-a572-9328be9237df'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:21:01.160849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656da30c-4792-4766-b4ce-0678128dfbde" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "tag": "256af93d-39cc-459a-a572-9328be9237df"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:21:01.167102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:01.171263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.209939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Pushing event updated for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:01.214533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:01.260452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069d9ba9-ea21-40a7-816d-0c7589842f98 x-openstack-request-id: req-069d9ba9-ea21-40a7-816d-0c7589842f98 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:21:01.260796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "tag": "256af93d-39cc-459a-a572-9328be9237df", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:21:01.261077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-069d9ba9-ea21-40a7-816d-0c7589842f98 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:21:01.261540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'tag': '256af93d-39cc-459a-a572-9328be9237df', 'status': 'completed', 'code': 200} Jun 10 16:21:01.262322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:01.280609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.281125 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Added segment 34dc7fa3-c542-4e4d-9950-4d062c0322d8 of type vlan for network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 Jun 10 16:21:01.341943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Pushing event deleted for resources: {'Network': ['ID=667be68c-2da2-44a9-bc38-f3c901670e40,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:01.351278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.363557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:01.367846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-7c2d0d0e-a3ce-4403-b76e-36627000d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.368663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object 766d5a2b-3272-490b-8caa-7b12abf7582e will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:01.369412 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-7c2d0d0e-a3ce-4403-b76e-36627000d06a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1096 time: 0.1476309 Jun 10 16:21:01.446964 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-52ff485b-75fe-4966-a307-01dad6fbceb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 217 time: 0.0656576 Jun 10 16:21:01.448818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.455617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.456210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.462074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-37580f66-51ce-4fe7-9423-7dd4cf590130 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:01.520151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.579798 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5266297 Jun 10 16:21:01.594462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48026) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:01.602744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-81856677'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:01.610610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Network': ['ID=0cd3970a-2e3e-48bc-89c9-fe41722a58b3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:01.620648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:01.622938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:01.624473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-e8fd0fd5-4d62-492b-bedc-5b556c6682a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.626065 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-e8fd0fd5-4d62-492b-bedc-5b556c6682a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 200 len: 834 time: 0.1662502 Jun 10 16:21:01.681513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:01.685254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.733306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:01.750594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b6be-e140-4750-a51b-759471d428a8 req-e6bed41f-b63c-44ba-ba0a-641983796a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.752149 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-e6bed41f-b63c-44ba-ba0a-641983796a06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1196563 Jun 10 16:21:01.753384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.753730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Added segment 29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa of type vlan for network 6d741bb3-d48c-4231-a89e-091530a38c32 Jun 10 16:21:01.877593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.941969 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-7629b752-c861-4fac-8878-8f4eebe26f2d service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773059 Jun 10 16:21:01.943220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.950520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.951139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:01.954908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-621b3a87-6ee4-4fa4-a816-50de7dafc924 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:01.972318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ff9ad-0d95-4131-9b0e-e7cd94bdffd3 req-9899f943-3c0a-42a0-b552-33c0f374c559 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:01.974456 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-572ff9ad-0d95-4131-9b0e-e7cd94bdffd3 req-9899f943-3c0a-42a0-b552-33c0f374c559 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.9923999 Jun 10 16:21:02.070603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-855db613-4bc0-4017-b53a-7b9ce3d6b622 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.085487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.111485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:02.241389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:02.245845 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-855db613-4bc0-4017-b53a-7b9ce3d6b622 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] update failed (client error): The resource could not be found. Jun 10 16:21:02.246858 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-855db613-4bc0-4017-b53a-7b9ce3d6b622 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 HTTP/1.1" status: 404 len: 339 time: 1.2201099 Jun 10 16:21:02.287523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48030) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:02.295031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.300604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 646aeb55-874a-4658-a892-55521828ce34 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:02.314592 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-572ff9ad-0d95-4131-9b0e-e7cd94bdffd3 req-797fa061-c035-491f-8f4e-2c4481ef7ae1 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780166 Jun 10 16:21:02.368245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:02.372837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad2bc10-557c-4da6-9a97-6f8b4cd0ed8c']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:02.431960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8363888 Jun 10 16:21:02.435956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bd93e9-ec3d-4c4f-8f3c-7d832ceaa6b1') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:02.436512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bd93e9-ec3d-4c4f-8f3c-7d832ceaa6b1') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:02.454151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.475249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.483372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:02.484283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.559752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Network': ['ID=6d741bb3-d48c-4231-a89e-091530a38c32,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:02.563661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:02.576697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 6d741bb3-d48c-4231-a89e-091530a38c32 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:02.736529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f94069-d822-4d18-a046-1f0b39c63658 req-1f8d8edb-58b3-45bd-8883-fcbded060542 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:02.738843 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1f94069-d822-4d18-a046-1f0b39c63658 req-1f8d8edb-58b3-45bd-8883-fcbded060542 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 943 time: 0.2270012 Jun 10 16:21:02.767449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:02.768254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:02.777296 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:02.781253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.806889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=766d5a2b-3272-490b-8caa-7b12abf7582e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:02.839115 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1f94069-d822-4d18-a046-1f0b39c63658 req-ff2a53e8-fc5e-4f41-8ad2-d21d209898e3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873187 Jun 10 16:21:02.848836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6717b6be-e140-4750-a51b-759471d428a8 req-ff7fc6c4-caba-40ad-b80c-d3d62e56c79b service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8948359 Jun 10 16:21:02.892085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.896563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-2d8dde11-0cf5-49ea-967c-3a0ccc18bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:02.897170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6a8e3512-0b2e-418a-9ed9-704d39bf5e17 None None] Provisioning for port 766d5a2b-3272-490b-8caa-7b12abf7582e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:02.899875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:02.901160 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-2d8dde11-0cf5-49ea-967c-3a0ccc18bb91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 1099 time: 0.2179987 Jun 10 16:21:02.910811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e8a50e0-7e57-4458-bf35-ee44ec9cbcd6 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:02.917647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.921821 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0ad2bc10-557c-4da6-9a97-6f8b4cd0ed8c HTTP/1.1" status: 204 len: 168 time: 1.9430480 Jun 10 16:21:02.939018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6a8e3512-0b2e-418a-9ed9-704d39bf5e17 None None] Provisioning complete for port 766d5a2b-3272-490b-8caa-7b12abf7582e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:02.939406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3512-0b2e-418a-9ed9-704d39bf5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:02.991048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] device_id is not set on port 26500a4d-c224-4dc3-8f40-ee3222307f87 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:02.995206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e3512-0b2e-418a-9ed9-704d39bf5e17 None None] Port 766d5a2b-3272-490b-8caa-7b12abf7582e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:03.084303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ad2bc10-557c-4da6-9a97-6f8b4cd0ed8c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:03.221969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:03.241970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656da30c-4792-4766-b4ce-0678128dfbde req-79b5f7fa-5375-46ab-9135-ed8ffa514d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.244780 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-79b5f7fa-5375-46ab-9135-ed8ffa514d38 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1096 time: 0.2879975 Jun 10 16:21:03.397588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-aa871951-dfa6-4623-bc7c-41c9b9919df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.399546 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-aa871951-dfa6-4623-bc7c-41c9b9919df0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 200 len: 912 time: 0.4837062 Jun 10 16:21:03.470886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6ab09632-741f-43d2-89e8-11fcf38dac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:03.534447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656da30c-4792-4766-b4ce-0678128dfbde req-553520a8-1cd3-4557-8b87-f68955a2adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.536929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-553520a8-1cd3-4557-8b87-f68955a2adeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 897 time: 0.2769899 Jun 10 16:21:03.580324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:03.605293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-3f12f3a0-3056-4e77-a8f0-ca9df7b9bf1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 200 len: 1001 time: 0.1976211 Jun 10 16:21:03.606779 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-96b7aec1-6e6f-449d-9aa8-a3e433d5771f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 217 time: 0.0635118 Jun 10 16:21:03.632444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48042) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:03.671700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bb480-19bd-40a5-aa8b-1c369e05f5c4 req-d1b15357-37aa-4d13-9a51-0354f05f7a97 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.673076 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e17bb480-19bd-40a5-aa8b-1c369e05f5c4 req-d1b15357-37aa-4d13-9a51-0354f05f7a97 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.7591717 Jun 10 16:21:03.725215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656da30c-4792-4766-b4ce-0678128dfbde req-793e7ae0-fc03-4cfc-9c69-eb4c142d2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.726833 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-793e7ae0-fc03-4cfc-9c69-eb4c142d2b90 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 200 len: 834 time: 0.1098707 Jun 10 16:21:03.728080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-da1fe584-bc92-4c6f-a230-2dd1ce4c1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.729537 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-da1fe584-bc92-4c6f-a230-2dd1ce4c1a26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 200 len: 850 time: 0.1136198 Jun 10 16:21:03.781907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8::1da (348b97bd-e0cc-48a9-879b-c4f5062409c4/aa2a6a09-6598-4cd5-b876-528060a75bcb/26500a4d-c224-4dc3-8f40-ee3222307f87) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:03.891159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-f4670afa-c5af-43c2-96dd-57f609e79d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.893121 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-f4670afa-c5af-43c2-96dd-57f609e79d6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a2a3b60b-60d7-46f7-949d-cca2dcc25001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1516812 Jun 10 16:21:03.895163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656da30c-4792-4766-b4ce-0678128dfbde req-795f0563-0b53-44ef-8777-274de5d9ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:03.897723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-795f0563-0b53-44ef-8777-274de5d9ec43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1583979 Jun 10 16:21:04.183957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-d7d4980a-1f8f-4228-aa05-8700a4c9c863 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797868 Jun 10 16:21:04.284734 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e17bb480-19bd-40a5-aa8b-1c369e05f5c4 req-2f364696-0514-456a-b08a-d15102d3cf47 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5959220 Jun 10 16:21:04.314610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:04.325727 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-5fa7b9a4-5daa-4011-897d-f3a37cc0115b service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139709 Jun 10 16:21:04.326162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:04.367865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9890e4-76ce-45d5-b7f4-48e0e7647e92 req-afb3f1d4-7644-4867-934e-9f8258c76352 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:04.369407 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fe9890e4-76ce-45d5-b7f4-48e0e7647e92 req-afb3f1d4-7644-4867-934e-9f8258c76352 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 943 time: 0.3207495 Jun 10 16:21:04.507236 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cea7679-5901-4170-bdd1-f16c9a6bcbd8 req-91382832-9e5a-4109-8df1-e8bda12a1c0c service neutron] 10.222.0.25 "GET /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120487 Jun 10 16:21:04.519488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fe9890e4-76ce-45d5-b7f4-48e0e7647e92 req-de3592a4-3143-4f20-b95f-0748fc066b8f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305037 Jun 10 16:21:04.553934 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-656da30c-4792-4766-b4ce-0678128dfbde req-95dc2882-efc5-4022-a414-172117336f2b service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126517 Jun 10 16:21:04.882515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:04.946979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 26500a4d-c224-4dc3-8f40-ee3222307f87 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:04.973250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:04.975875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.011105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.013426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.014208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.020632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-21c1518b-f042-47fd-8d9e-b8ceccc36587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:05.119040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Allocated IP 172.20.0.1 (231458e9-225d-4c6c-b350-48121e213607/e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9/4dea6ffe-2a65-4518-af25-2c5cb46ed442) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:05.126767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1950b15e-7033-4ea8-bee8-cbd2a555a877,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:05.137278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:05.181674 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71919500e10c4b53b104b4bf36462fca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5223987 Jun 10 16:21:05.182463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:05.184412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48048) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:05.264044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.274189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.324832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.388680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=766d5a2b-3272-490b-8caa-7b12abf7582e,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:05.398515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:05.401377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fabf9336-007a-41bf-b8fb-8fff850e2b00 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:05.420309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:05.423754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.426827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.432219 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1950b15e-7033-4ea8-bee8-cbd2a555a877 HTTP/1.1" status: 204 len: 168 time: 0.2461722 Jun 10 16:21:05.433430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0835d690-a2ac-41fd-a2cb-8d80ea8b3f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:05.445926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1950b15e-7033-4ea8-bee8-cbd2a555a877,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:05.455909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:05.480368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 646aeb55-874a-4658-a892-55521828ce34 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:05.484381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:05.507954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:05.513588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:05.514278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.524511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:05.599475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.602882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=26500a4d-c224-4dc3-8f40-ee3222307f87,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:05.610195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:05.631496 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6527445 Jun 10 16:21:05.634224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48058) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:05.653738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:05.727682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Transition to ACTIVE for port object 4dea6ffe-2a65-4518-af25-2c5cb46ed442 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:05.728776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48060) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:05.814488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'subnets': [{'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1800773560', 'ip_version': 6}, {'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:05.814947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'subnet': {'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1800773560', 'ip_version': 6}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:05.815611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Request body: {'subnet': {'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:05.899849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:05.917184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48062) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:05.920553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-48f3752a-c65a-4145-bf69-b22eee3baf9e tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:05.948066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b58eaefb-ca0e-414d-9b0c-d7a67d558a0b None None] Provisioning for port 26500a4d-c224-4dc3-8f40-ee3222307f87 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:05.955519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b58eaefb-ca0e-414d-9b0c-d7a67d558a0b None None] Provisioning complete for port 26500a4d-c224-4dc3-8f40-ee3222307f87 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:05.956044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b58eaefb-ca0e-414d-9b0c-d7a67d558a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.004219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b58eaefb-ca0e-414d-9b0c-d7a67d558a0b None None] Port 26500a4d-c224-4dc3-8f40-ee3222307f87 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:06.010026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5512cf-d971-4bcc-b23c-c999816ed4f0 req-4a5c329b-dcab-4ddf-a99b-8265b64a266c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:06.011549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ed5512cf-d971-4bcc-b23c-c999816ed4f0 req-4a5c329b-dcab-4ddf-a99b-8265b64a266c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 943 time: 0.1737330 Jun 10 16:21:06.012692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:06.016063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.045801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network 231458e9-225d-4c6c-b350-48121e213607 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:06.048374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.054104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.077234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:06.097776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77f770-86d4-42e6-b7ba-c59a086371b5 req-b6c23559-1aec-4315-9547-d1182a27ce19 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:06.101796 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee77f770-86d4-42e6-b7ba-c59a086371b5 req-b6c23559-1aec-4315-9547-d1182a27ce19 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.6334615 Jun 10 16:21:06.109199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:06.125264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-267c02e4-8024-4692-a015-5aac4c7bda48 None None] Provisioning complete for port 766d5a2b-3272-490b-8caa-7b12abf7582e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:06.126046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-267c02e4-8024-4692-a015-5aac4c7bda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.138463 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ed5512cf-d971-4bcc-b23c-c999816ed4f0 req-41802836-c483-4959-95f2-7ff3afb854a7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185532 Jun 10 16:21:06.191128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-267c02e4-8024-4692-a015-5aac4c7bda48 None None] Port 766d5a2b-3272-490b-8caa-7b12abf7582e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:06.200999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Port': ['ID=4dea6ffe-2a65-4518-af25-2c5cb46ed442,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:06.206747 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa2a6a09-6598-4cd5-b876-528060a75bcb (CIDR: 2001:db8::/64) Jun 10 16:21:06.212098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:06.212806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:06.223563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:06.252407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router cfee0aac-6dcb-4daf-aeaa-61cba29c6225 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:06.268204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ce95-ddee-47d2-bcb8-fdd21e94026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.362398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.384821 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee77f770-86d4-42e6-b7ba-c59a086371b5 req-d24325b4-573e-4117-9686-7b331e56fa23 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055714 Jun 10 16:21:06.415650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-86a9c0fb-135f-4afa-af0b-f0bd07ab9ab9 None None] Provisioning for port 4dea6ffe-2a65-4518-af25-2c5cb46ed442 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:06.419746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-86a9c0fb-135f-4afa-af0b-f0bd07ab9ab9 None None] Provisioning complete for port 4dea6ffe-2a65-4518-af25-2c5cb46ed442 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:06.420301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-86a9c0fb-135f-4afa-af0b-f0bd07ab9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.466301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-86a9c0fb-135f-4afa-af0b-f0bd07ab9ab9 None None] Port 4dea6ffe-2a65-4518-af25-2c5cb46ed442 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:06.581315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1ef4-d01e-4e74-ab95-08ab656c7713 req-a3769466-d31a-41ce-83f5-269124268652 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:06.582819 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33bb1ef4-d01e-4e74-ab95-08ab656c7713 req-a3769466-d31a-41ce-83f5-269124268652 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.0748405 Jun 10 16:21:06.597731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 256af93d-39cc-459a-a572-9328be9237df details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:21:06.631521 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33bb1ef4-d01e-4e74-ab95-08ab656c7713 req-4097157d-843f-4740-b764-d842d3a87115 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Jun 10 16:21:06.663726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:06.670313 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/cfee0aac-6dcb-4daf-aeaa-61cba29c6225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1647539 Jun 10 16:21:06.673156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48068) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:06.676884 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] Sync routers for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:06.700446 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:06.701071 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:06.746570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993e987-9ba3-43fc-aae2-a3f07988c633 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:06.751304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5993e987-9ba3-43fc-aae2-a3f07988c633 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports/766d5a2b-3272-490b-8caa-7b12abf7582e HTTP/1.1" status: 200 len: 913 time: 0.0762656 Jun 10 16:21:06.752066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48070) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:06.755534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=256af93d-39cc-459a-a572-9328be9237df,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:06.771639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.771853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '256af93d-39cc-459a-a572-9328be9237df', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:21:06.797796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.802274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be5900f1-ec0d-4661-a54a-00738a97a6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:06.806471 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:06.815022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:06.815638 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:06.826027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.845031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256af93d-39cc-459a-a572-9328be9237df {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:21:06.873366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=256af93d-39cc-459a-a572-9328be9237df,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:06.878073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.878305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.881125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:06.891316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dfad6f30-ef47-4c58-85e1-b71eb644a51e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2514033 Jun 10 16:21:06.909692 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:06.910429 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b9b53-794b-46f9-bba3-7b8167d91696 None None] The sync data for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:06.916408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48072) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:06.946570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:06.948002 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5da5e62e26c941d88e981bea5ca0f403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0236950 Jun 10 16:21:06.952520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:06.975590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:06.984693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.985110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.985451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.985849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.986194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.986535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.986878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.987216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.987548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.988061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.988397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.988604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76def926-fdc5-4be0-9b0c-31b9035fc0e1,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:06.988970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:06.992202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:06.993664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Made reservation on behalf of ab707ba2be7742ec98ffc884f8d1a191 for: {'subnet': 2} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:06.998273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:06.998473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:07.005695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:07.148272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['256af93d-39cc-459a-a572-9328be9237df'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:21:07.321616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:07.388774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88f769-af8d-4ffa-8548-5e12fd58fa98 req-69d80c2d-127a-4b14-88ac-8c0ab94b0584 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:07.390368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e88f769-af8d-4ffa-8548-5e12fd58fa98 req-69d80c2d-127a-4b14-88ac-8c0ab94b0584 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3038607 Jun 10 16:21:07.405482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:07.409227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:07.731222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:07.804686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:07.902665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734b90c-1ca7-4a4b-9f79-4a2e8e5c7c26 req-49a44146-8b2f-415e-a91b-1ede4b81c89c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:07.904164 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8734b90c-1ca7-4a4b-9f79-4a2e8e5c7c26 req-49a44146-8b2f-415e-a91b-1ede4b81c89c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 944 time: 0.5134821 Jun 10 16:21:07.971643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e88f769-af8d-4ffa-8548-5e12fd58fa98 req-2d49272f-a1de-49fc-b47e-eda2463c9aa1 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5702255 Jun 10 16:21:07.998748 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6d5e8512-094c-4105-8595-332ad22a8a2d (CIDR: 2001:db8:0:1::/64) Jun 10 16:21:08.013042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.062534 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:08.062534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:08.108674 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8734b90c-1ca7-4a4b-9f79-4a2e8e5c7c26 req-f8084a31-a1e4-4def-9496-1c8d9653fa61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980143 Jun 10 16:21:08.136016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-151f7b5e-70fb-44fb-8a9e-6f95a8dbce8e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2098112 Jun 10 16:21:08.137122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.140259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48080) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:08.140429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.141963 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76def926-fdc5-4be0-9b0c-31b9035fc0e1 HTTP/1.1" status: 204 len: 168 time: 1.1804035 Jun 10 16:21:08.147261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cf4960fd-f70b-445a-b407-0679319e28ff tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:08.148642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'subnet': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:08.209645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.222464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76def926-fdc5-4be0-9b0c-31b9035fc0e1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:08.224874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:08.228191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.246414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c2249f6-4d2d-470c-9e2d-d6d3c5a392d0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:08.386567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.391021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event updated for resources: {'Port': ['ID=4dea6ffe-2a65-4518-af25-2c5cb46ed442,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:08.394412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:08.409835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Made reservation on behalf of 4f3e8e7fa77941b6bc82d07d58d37cd5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:08.415086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.606455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 256af93d-39cc-459a-a572-9328be9237df up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:08.635287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Network 231458e9-225d-4c6c-b350-48121e213607 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:08.639386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:08.652103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.663805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-360e1fa3-3dce-456d-986f-ead4501177e8 tempest-RoutersAdminTest-673485517 tempest-RoutersAdminTest-673485517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:08.681559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 766d5a2b-3272-490b-8caa-7b12abf7582e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:08.682266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.702059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 256af93d-39cc-459a-a572-9328be9237df completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:08.708526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 256af93d-39cc-459a-a572-9328be9237df triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:08.709470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.866060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Subnet': ['ID=ff85041a-c166-4834-a10f-03f2b01d8ea7,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:08.880748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:08.892562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.910214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Checking segment: {'id': '34dc7fa3-c542-4e4d-9950-4d062c0322d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:08.910699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network hostable DHCP agents. Network: 0cd3970a-2e3e-48bc-89c9-fe41722a58b3, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:08.943775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256af93d-39cc-459a-a572-9328be9237df'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:21:08.947061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84c514-4f66-4ef7-a75d-777bccc89656" -d '{"events": [{"server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "name": "network-vif-plugged", "status": "completed", "tag": "256af93d-39cc-459a-a572-9328be9237df"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:21:08.951912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.957982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.962160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Router 28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:08.972144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=256af93d-39cc-459a-a572-9328be9237df,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:08.981826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:08.985190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-961afc45-6c03-4032-805b-ae06514656c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:08.992649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:09.051342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 0cd3970a-2e3e-48bc-89c9-fe41722a58b3) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:09.063983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6ecbda-0390-4f72-a7bc-7db849ae7609 x-openstack-request-id: req-aa6ecbda-0390-4f72-a7bc-7db849ae7609 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:21:09.065441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "name": "network-vif-plugged", "status": "completed", "tag": "256af93d-39cc-459a-a572-9328be9237df", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:21:09.065723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa6ecbda-0390-4f72-a7bc-7db849ae7609 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:21:09.066137 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256af93d-39cc-459a-a572-9328be9237df', 'code': 200} Jun 10 16:21:09.085439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 766d5a2b-3272-490b-8caa-7b12abf7582e owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:09.086364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38812a5-3519-4266-838b-e4935133feb8 None None] Network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:09.099681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.105716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-afdd5a8a-837d-45e6-8b3c-6f5491391f40 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:09.120187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.168646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event updated for resources: {'Subnet': ['ID=1abc9cb5-ad5e-47aa-a4aa-c0aa21af54a6,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:09.171890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6dbb8f0d-aaf1-4275-ad31-b932cc0d384d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:09.182192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:09.214953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:09.216079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48108) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:09.227972 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9388759 Jun 10 16:21:09.228261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48112) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:09.324161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] Sync routers for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:09.324391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:09.353967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Subnet': ['ID=4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:09.372128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Checking segment: {'id': '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:09.372505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network hostable DHCP agents. Network: 6d741bb3-d48c-4231-a89e-091530a38c32, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:09.378001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f597421a-960e-4756-97c1-de3960791026 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.406862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2bdeb06f-b539-4d4b-ae6b-84a43e4719b6 None None] Provisioning complete for port 4dea6ffe-2a65-4518-af25-2c5cb46ed442 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:09.407251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb06f-b539-4d4b-ae6b-84a43e4719b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.415433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:09.417092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:09.430528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:09.431395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.452453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:09.455141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed864b-4739-4ca2-a325-a912a5306c52 None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:09.459520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:09.462195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:09.462942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:09.549533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:09.554095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8cab2c74-67f9-46f2-8f18-935c6ad907dd tempest-AgentManagementNegativeTest-1718142426 tempest-AgentManagementNegativeTest-1718142426-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3372555 Jun 10 16:21:09.565975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Network 6d741bb3-d48c-4231-a89e-091530a38c32 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:09.591251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 6d741bb3-d48c-4231-a89e-091530a38c32) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:09.597758 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-f597421a-960e-4756-97c1-de3960791026 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 10 16:21:09.598917 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f597421a-960e-4756-97c1-de3960791026 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 HTTP/1.1" status: 409 len: 329 time: 0.3688884 Jun 10 16:21:09.600313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:09.600786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:09.601426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.603462 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4621470 Jun 10 16:21:09.608384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48116) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:09.608727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48118) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:09.628370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1405688791', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e'}], 'security_groups': ['1a158b8e-7d16-483a-abd3-c31e064d4135', 'b01cc3fb-d12b-453b-8805-27e8c670df04']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:09.737781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1e627ce3-cbbf-49b9-8f2a-579a78460390 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:09.740292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1e627ce3-cbbf-49b9-8f2a-579a78460390 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.25 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.4232693 Jun 10 16:21:09.801753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d48862-3fce-4770-a02a-7ca5c4e67111 req-8f3d2151-fdc3-47a3-8abb-5e9db33a9588 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:09.803920 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49d48862-3fce-4770-a02a-7ca5c4e67111 req-8f3d2151-fdc3-47a3-8abb-5e9db33a9588 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 945 time: 0.3771253 Jun 10 16:21:09.805948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d633f12-d98c-46f9-9597-880af473c013 req-93996561-db36-4270-b74c-87d63b504a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:09.807450 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1d633f12-d98c-46f9-9597-880af473c013 req-93996561-db36-4270-b74c-87d63b504a79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1098 time: 0.3531594 Jun 10 16:21:09.846008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:09.863711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:09.894140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b789ed4-2127-4c4a-9659-eb1eb58d32de None None] Network 6d741bb3-d48c-4231-a89e-091530a38c32 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:09.929434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=766d5a2b-3272-490b-8caa-7b12abf7582e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:09.949193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48122) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:09.949309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2bdeb06f-b539-4d4b-ae6b-84a43e4719b6 None None] Port 4dea6ffe-2a65-4518-af25-2c5cb46ed442 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:09.954233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:09.955218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:09.965590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:10.034310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1d633f12-d98c-46f9-9597-880af473c013 req-c5a2c523-4b6b-456c-be4a-6831a7f4a9f2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145624 Jun 10 16:21:10.086429 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49d48862-3fce-4770-a02a-7ca5c4e67111 req-91236542-e529-4737-b6af-bb61cacc729b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708545 Jun 10 16:21:10.086655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:10.086920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbea5fc-240d-4e08-b0e7-e67df399f342 None None] The sync data for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:10.187841 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3891335 Jun 10 16:21:10.202284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607a5d7-1c73-4c67-a85e-2b1f3ceb18ed req-f97a810c-8d82-4d48-9c27-af22f11d2731 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:10.214968 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3607a5d7-1c73-4c67-a85e-2b1f3ceb18ed req-f97a810c-8d82-4d48-9c27-af22f11d2731 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.8348107 Jun 10 16:21:10.217208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-0cd3970a-2e3e-48bc-89c9-fe41722a58b3', 'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3', 'tenant_id': 'ab707ba2be7742ec98ffc884f8d1a191', 'fixed_ips': [{'subnet_id': 'ff85041a-c166-4834-a10f-03f2b01d8ea7'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:10.218076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.218241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48126) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:10.314114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.342720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.347506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Deleting port a13e0121-353a-416d-9232-1e28a335a28e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:10.347888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.453771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-6d741bb3-d48c-4231-a89e-091530a38c32', 'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32', 'tenant_id': 'ab707ba2be7742ec98ffc884f8d1a191', 'fixed_ips': [{'subnet_id': '1abc9cb5-ad5e-47aa-a4aa-c0aa21af54a6'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:10.455121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.456456 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3607a5d7-1c73-4c67-a85e-2b1f3ceb18ed req-f2e77a7a-c597-4b87-98cf-9cf7cd32f14c tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043982 Jun 10 16:21:10.495525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a578a-5aa1-4809-ab42-9b00343b1c69 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:10.497175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a578a-5aa1-4809-ab42-9b00343b1c69 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:10.498702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a578a-5aa1-4809-ab42-9b00343b1c69 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:10.509217 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-995a578a-5aa1-4809-ab42-9b00343b1c69 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2662761 Jun 10 16:21:10.535926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Allocated IP 2001:db8::1 (0cd3970a-2e3e-48bc-89c9-fe41722a58b3/ff85041a-c166-4834-a10f-03f2b01d8ea7/a52990bb-cb2f-4109-853b-3d9ada57a4d8) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:10.558909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48128) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:10.755253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Deleting subnet ff85041a-c166-4834-a10f-03f2b01d8ea7 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:10.820817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.827653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] For port a13e0121-353a-416d-9232-1e28a335a28e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13e0121-353a-416d-9232-1e28a335a28e,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:10.828253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:10.834638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Allocated IP 2001:db8:0:1::1 (6d741bb3-d48c-4231-a89e-091530a38c32/1abc9cb5-ad5e-47aa-a4aa-c0aa21af54a6/9cd26f1f-0f48-442b-84d2-e3010cbc2ebf) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:10.838829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Update dhcp port {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'fixed_ips': [{'subnet_id': '6d5e8512-094c-4105-8595-332ad22a8a2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa2a6a09-6598-4cd5-b876-528060a75bcb', 'ip_address': '2001:db8::2'}, {'subnet_id': '4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'bebedf9d-6d8c-4c65-8e89-8823aede8a2e'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:21:10.932613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router cfee0aac-6dcb-4daf-aeaa-61cba29c6225 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:11.012021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.054099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.104315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Transition to ACTIVE for port object a52990bb-cb2f-4109-853b-3d9ada57a4d8 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:11.215448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Transition to ACTIVE for port object a52990bb-cb2f-4109-853b-3d9ada57a4d8 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:11.238787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.271372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.283446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:11.324217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.359970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:11.363821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.373129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:11.410791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:11.423980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Transition to ACTIVE for port object 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:11.426098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Pushing event updated for resources: {'Port': ['ID=a52990bb-cb2f-4109-853b-3d9ada57a4d8,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:11.434051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:11.463080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.480535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Transition to ACTIVE for port object 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:11.532293 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Allocated IP 2001:db8:0:2::2 (348b97bd-e0cc-48a9-879b-c4f5062409c4/4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e/bebedf9d-6d8c-4c65-8e89-8823aede8a2e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:11.573765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.583093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:11.690792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.698648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.709318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.721888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4958434-148c-4fdd-8d95-127b4fc82f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:11.846677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Attempting to bind port a52990bb-cb2f-4109-853b-3d9ada57a4d8 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:11.847117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Attempting to bind port a52990bb-cb2f-4109-853b-3d9ada57a4d8 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '34dc7fa3-c542-4e4d-9950-4d062c0322d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:11.847872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Attempting to bind port a52990bb-cb2f-4109-853b-3d9ada57a4d8 on network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:11.866066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ad2f3-2518-49d8-87e1-afe4370f8905,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:11.870239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:11.883265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:11.883658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Checking segment: {'id': '34dc7fa3-c542-4e4d-9950-4d062c0322d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:11.884079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.884570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Bound using segment: {'id': '34dc7fa3-c542-4e4d-9950-4d062c0322d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:11.885096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Bound port: a52990bb-cb2f-4109-853b-3d9ada57a4d8, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dc7fa3-c542-4e4d-9950-4d062c0322d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0cd3970a-2e3e-48bc-89c9-fe41722a58b3'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:11.885525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.889609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Network 6d741bb3-d48c-4231-a89e-091530a38c32 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:11.893926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.894580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.894920 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Floating IP 17b75e0d-28c9-4434-9b66-5bd42966779d disassociated. External IP: 172.26.5.18, port: a13e0121-353a-416d-9232-1e28a335a28e. Jun 10 16:21:11.895838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Calling delete_port for a13e0121-353a-416d-9232-1e28a335a28e owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:11.917573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.922417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e3a5111a-99f0-4590-9e7f-a95a3fca2738 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:11.940269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:11.942528 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/subnets/ff85041a-c166-4834-a10f-03f2b01d8ea7 HTTP/1.1" status: 204 len: 168 time: 1.3768973 Jun 10 16:21:11.952998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:11.957913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:11.969520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Pushing event updated for resources: {'Port': ['ID=9cd26f1f-0f48-442b-84d2-e3010cbc2ebf,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:11.976515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:11.980261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48136) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:12.005700 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65b597cfe7eb494da3ffe364cbb11400&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0352776 Jun 10 16:21:12.008820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:12.016182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/cfee0aac-6dcb-4daf-aeaa-61cba29c6225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2597461 Jun 10 16:21:12.017442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48138) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:12.017442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48140) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:12.019174 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] Sync routers for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:12.027447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Subnet': ['ID=ff85041a-c166-4834-a10f-03f2b01d8ea7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:12.035910 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:12.037272 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:12.042767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:12.071284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287fbb2-a423-468c-a453-d52d94b6d50e req-4a15da3a-d7b2-4c35-905a-07d6e6f6714c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:12.078296 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9287fbb2-a423-468c-a453-d52d94b6d50e req-4a15da3a-d7b2-4c35-905a-07d6e6f6714c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 945 time: 0.5629404 Jun 10 16:21:12.085962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87406cb-6ed2-47ad-a7fb-474a9fcd361a req-c182698d-a8b3-4269-ab3e-eb15cd414499 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:12.087840 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d87406cb-6ed2-47ad-a7fb-474a9fcd361a req-c182698d-a8b3-4269-ab3e-eb15cd414499 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 946 time: 0.3360944 Jun 10 16:21:12.095838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Deleting subnet 1abc9cb5-ad5e-47aa-a4aa-c0aa21af54a6 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:12.101877 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:12.103608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.110577 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:12.111269 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:12.137080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,segment=NetworkSegment(45998232-45b4-42fa-9314-717c1f8e4279),segment_id=45998232-45b4-42fa-9314-717c1f8e4279)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:12.140730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Attempting to bind port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:12.141703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Attempting to bind port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:12.142089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Attempting to bind port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf on network 6d741bb3-d48c-4231-a89e-091530a38c32 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:12.153651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] For port a52990bb-cb2f-4109-853b-3d9ada57a4d8, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:12.167894 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:12.168668 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a00a8-b19b-474b-9ae4-fc9dc2c71bde None None] The sync data for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:12.169246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:12.169992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Checking segment: {'id': '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:12.170689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.170689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Bound using segment: {'id': '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:12.171053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Bound port: 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d741bb3-d48c-4231-a89e-091530a38c32'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:12.171446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.193526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] For port a52990bb-cb2f-4109-853b-3d9ada57a4d8, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a52990bb-cb2f-4109-853b-3d9ada57a4d8,segment=NetworkSegment(34dc7fa3-c542-4e4d-9950-4d062c0322d8),segment_id=34dc7fa3-c542-4e4d-9950-4d062c0322d8)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:12.212430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.238743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:12.242823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.246294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.306966 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d87406cb-6ed2-47ad-a7fb-474a9fcd361a req-3ae0f230-6840-488e-8c96-791b68f6bc2e tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups?id=23ebc1ee-fb8a-484a-a149-dfa31302b8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084093 Jun 10 16:21:12.312793 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9287fbb2-a423-468c-a453-d52d94b6d50e req-2b0a501e-5eac-4376-9943-22ed2877f0ae tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336144 Jun 10 16:21:12.375795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Transition to ACTIVE for port object bebedf9d-6d8c-4c65-8e89-8823aede8a2e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:12.408811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] For port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:12.415412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] For port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cd26f1f-0f48-442b-84d2-e3010cbc2ebf,segment=NetworkSegment(29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa),segment_id=29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:12.438555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Pushing event updated for resources: {'Port': ['ID=a52990bb-cb2f-4109-853b-3d9ada57a4d8,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:12.449395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.464492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting port 4dea6ffe-2a65-4518-af25-2c5cb46ed442 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:12.464875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.468214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.484468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:12.485747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.488306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.492984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:12.568420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.610281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.622969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3218035-ed1e-48a0-b60f-cd2e82dfa3ef None None] Network 0cd3970a-2e3e-48bc-89c9-fe41722a58b3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:12.631256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-279f5905-68be-40a5-897a-1a16482a7b12 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:12.701367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device a13e0121-353a-416d-9232-1e28a335a28e no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:12.722027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.725301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Delete allocated IP 2001:db8::1da (348b97bd-e0cc-48a9-879b-c4f5062409c4/aa2a6a09-6598-4cd5-b876-528060a75bcb) {{(pid=92386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 10 16:21:12.733644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.740582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-056b8ffa-83db-4965-8d13-8e25f3f4efb2 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:12.764390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event deleted for resources: {'Port': ['ID=a13e0121-353a-416d-9232-1e28a335a28e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:12.801786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: a13e0121-353a-416d-9232-1e28a335a28e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:12.802449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device a13e0121-353a-416d-9232-1e28a335a28e not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:12.806817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Pushing event updated for resources: {'Port': ['ID=9cd26f1f-0f48-442b-84d2-e3010cbc2ebf,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:12.825375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Allocated IP 2001:db8:0:2::365 (348b97bd-e0cc-48a9-879b-c4f5062409c4/4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e/26500a4d-c224-4dc3-8f40-ee3222307f87) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:12.884973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Calling delete_port for 4dea6ffe-2a65-4518-af25-2c5cb46ed442 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:12.897209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Subnet': ['ID=1abc9cb5-ad5e-47aa-a4aa-c0aa21af54a6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:12.901772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:12.906258 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/subnets/1abc9cb5-ad5e-47aa-a4aa-c0aa21af54a6 HTTP/1.1" status: 204 len: 168 time: 0.9240551 Jun 10 16:21:12.913229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48146) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:12.914223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:13.039373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Pushing event updated for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:13.043444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:13.044121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:13.047588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:13.055975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:13.103898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c60670-a2ae-4ab5-be53-3b12c17bdc5c tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:13.109819 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c3c60670-a2ae-4ab5-be53-3b12c17bdc5c tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1942580 Jun 10 16:21:13.124386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48148) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:13.126779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:13.129410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:13.131178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/381ad2f3-2518-49d8-87e1-afe4370f8905 HTTP/1.1" status: 204 len: 168 time: 1.1133039 Jun 10 16:21:13.134473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-292e831f-5525-4732-9428-cd85175ff46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:13.162275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3291-1f86-444d-bd79-05e6a67373cf req-22a3c3bb-85a3-482d-8e01-221e535456c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:13.170123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd6c3291-1f86-444d-bd79-05e6a67373cf req-22a3c3bb-85a3-482d-8e01-221e535456c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 945 time: 0.6893859 Jun 10 16:21:13.174345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ad2f3-2518-49d8-87e1-afe4370f8905,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:13.179443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:13.205106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:13.338910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd6c3291-1f86-444d-bd79-05e6a67373cf req-e1361a13-3579-4fb8-8ba2-fa36095c2653 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506908 Jun 10 16:21:13.466355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48154) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:13.592439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:13.603962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] Sync routers for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:13.624061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:13.624730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:13.745907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] No DVR routers for this DVR port a13e0121-353a-416d-9232-1e28a335a28e on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:13.753730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:13.756941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81ff8678-af50-46c6-924f-7c818518fd68 req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.25 "DELETE /v2.0/ports/a13e0121-353a-416d-9232-1e28a335a28e HTTP/1.1" status: 204 len: 173 time: 4.0112576 Jun 10 16:21:13.760663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'name': 'network-vif-deleted', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:21:13.763130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c56610d-17d5-48d9-9dee-e0b0d984a640" -d '{"events": [{"server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "name": "network-vif-deleted", "tag": "a13e0121-353a-416d-9232-1e28a335a28e"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:21:13.792492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b5ced-e9d5-40a5-b6fb-ece0a832b471 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:13.799337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-534b5ced-e9d5-40a5-b6fb-ece0a832b471 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1093 time: 0.3282309 Jun 10 16:21:13.804101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48168) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:13.840900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:13.891328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:13.916351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2c701-c4d9-4af1-99cb-ea0174d95704 x-openstack-request-id: req-f1d2c701-c4d9-4af1-99cb-ea0174d95704 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:21:13.916839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bfd618-13bb-4923-8c6c-2d280aca7898", "name": "network-vif-deleted", "tag": "a13e0121-353a-416d-9232-1e28a335a28e", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:21:13.917296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1d2c701-c4d9-4af1-99cb-ea0174d95704 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:21:13.917844 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bfd618-13bb-4923-8c6c-2d280aca7898', 'name': 'network-vif-deleted', 'tag': 'a13e0121-353a-416d-9232-1e28a335a28e', 'status': 'completed', 'code': 200} Jun 10 16:21:13.927027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:13.939721 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a4b0e407-4fe7-43e0-990a-ecb2073760e9 req-cbde8625-eb29-4d74-821c-6d75a9691621 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/ports?device_id=12bfd618-13bb-4923-8c6c-2d280aca7898 HTTP/1.1" status: 200 len: 210 time: 0.3015254 Jun 10 16:21:13.986119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:21:14.058043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.218256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Provisioning complete for port ed41b4fa-9917-412b-892a-7b5b0df88017 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:14.218653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.330927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.335416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.339452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:14.376562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dfbca2-25a4-4306-b6e6-0958cb5adf2b None None] Network 6d741bb3-d48c-4231-a89e-091530a38c32 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:14.381603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:14.385813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Port': ['ID=4dea6ffe-2a65-4518-af25-2c5cb46ed442,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:14.392225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:14.399455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Transition to ACTIVE for port object 26500a4d-c224-4dc3-8f40-ee3222307f87 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:14.407193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.438819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c599656-88fa-40dc-9d25-2d87f526bf83 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:14.439621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Port ed41b4fa-9917-412b-892a-7b5b0df88017 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:14.516568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event updated for resources: {'Port': ['ID=26500a4d-c224-4dc3-8f40-ee3222307f87,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:14.520147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Deleting port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:14.520555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.556181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:14.659227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] In _notify_port_updated(), no bound segment for port 26500a4d-c224-4dc3-8f40-ee3222307f87 on network 348b97bd-e0cc-48a9-879b-c4f5062409c4 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:21:14.670168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:14.670846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:14.674678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "PUT /v2.0/ports/26500a4d-c224-4dc3-8f40-ee3222307f87 HTTP/1.1" status: 200 len: 970 time: 5.0603194 Jun 10 16:21:14.674678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48178) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:14.762508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48180) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:14.949688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.014175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] For port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cd26f1f-0f48-442b-84d2-e3010cbc2ebf,segment=NetworkSegment(29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa),segment_id=29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:15.014762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.037639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Provisioning for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:15.045381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:15.045768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.086989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.239 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/97451082-73aa-4aa2-b43e-8c881f46cbf9) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:15.095987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48188) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:15.145168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Calling delete_port for 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:15.150790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1284087760'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:15.180223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.182257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:15.205963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:15.262985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:25Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:15.297186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] Checking router: ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:21:15.330491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:15.331216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:15.353976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.408247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:15.411830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.415724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.439704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] DHCP port deletion for 6d741bb3-d48c-4231-a89e-091530a38c32 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:15.448134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.451020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.467283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Provisioning for port 26500a4d-c224-4dc3-8f40-ee3222307f87 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:15.473319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:15.474326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.488320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port e62c03da-018b-4ba4-94b8-e69888182ebd {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:15.488665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.517829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Provisioning complete for port 26500a4d-c224-4dc3-8f40-ee3222307f87 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:15.517829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.612971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.618878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90e652da-8a6f-484d-854f-1e17fa898fa6 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:15.622169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port 26500a4d-c224-4dc3-8f40-ee3222307f87 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:15.622554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.629840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b54f286d-b5b3-4804-a6f2-86ff2f633768 None None] Port 26500a4d-c224-4dc3-8f40-ee3222307f87 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:15.639515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:21:15.650241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.665861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.667882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.671471 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "DELETE /v2.0/security-groups/23ebc1ee-fb8a-484a-a149-dfa31302b8cf HTTP/1.1" status: 204 len: 168 time: 0.5681822 Jun 10 16:21:15.685296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48190) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:15.687927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Port': ['ID=9cd26f1f-0f48-442b-84d2-e3010cbc2ebf,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:15.691036 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:15.705551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] No DVR routers for this DVR port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:15.719792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:15.740328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Deleting port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:15.740946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.762332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for e62c03da-018b-4ba4-94b8-e69888182ebd owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:15.765179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:15.779860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ebc1ee-fb8a-484a-a149-dfa31302b8cf,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:15.788156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:15.788965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:15.799799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Router 28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:15.807957 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-3ca8f04d-ae3f-4527-82f0-eff5aa734e50 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] show failed (client error): The resource could not be found. Jun 10 16:21:15.814534 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3ca8f04d-ae3f-4527-82f0-eff5aa734e50 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "GET /v2.0/security-groups/23ebc1ee-fb8a-484a-a149-dfa31302b8cf HTTP/1.1" status: 404 len: 347 time: 0.1222458 Jun 10 16:21:15.814534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48192) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:15.824863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-11273306-33d2-40be-8fef-6fede5d975b1 None None] Could not find standard attr ID for object 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:21:15.878114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:15.884758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:15.895220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:15.946231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=97451082-73aa-4aa2-b43e-8c881f46cbf9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:15.957112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:15.985813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] For port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:15.986477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.000047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-11273306-33d2-40be-8fef-6fede5d975b1 None None] Provisioning complete for port 26500a4d-c224-4dc3-8f40-ee3222307f87 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:16.000696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11273306-33d2-40be-8fef-6fede5d975b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.039969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.043479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.134037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Calling delete_port for 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:16.142089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:21:16.148187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:16.156002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.181450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8d005caa-adc1-4c08-b4aa-d2910e597a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:16.196033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.200733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc3d85c5-b48c-422c-977a-0274526d63db tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:16.202117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d741bb3-d48c-4231-a89e-091530a38c32']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:16.212115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-11273306-33d2-40be-8fef-6fede5d975b1 None None] Port 26500a4d-c224-4dc3-8f40-ee3222307f87 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:16.214408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:16.214769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:16.246635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Pushing event deleted for resources: {'Port': ['ID=9cd26f1f-0f48-442b-84d2-e3010cbc2ebf,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:16.249645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:16.252401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] No DVR routers for this DVR port 9cd26f1f-0f48-442b-84d2-e3010cbc2ebf on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:16.276366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596e55b-346c-4e22-93a8-a7bdc57b0522 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:21:16.280957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:16.281281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cdb6e6-6a06-4577-bf5f-ff75fb9b2bfa') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:16.322147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=e62c03da-018b-4ba4-94b8-e69888182ebd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:16.324732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:16.333037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for 26500a4d-c224-4dc3-8f40-ee3222307f87 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:16.338343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:25Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:16.359903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ddb6-46ab-4614-be97-026d28dd0f0b None None] The sync data for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd98d31aa-41f2-4b9b-b414-3cf93f9477ee', 'name': '', 'network_id': 'a2a3b60b-60d7-46f7-949d-cca2dcc25001', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'mac_address': 'fa:16:3e:4d:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:15Z', 'updated_at': '2021-06-10T16:17:25Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'subnets': [{'id': 'b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:16.458352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596e55b-346c-4e22-93a8-a7bdc57b0522 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:21:16.547108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.702258 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1379927-620c-4bc8-ade3-d2bc8b1dfd3e None None] New status for floating IP 17b75e0d-28c9-4434-9b66-5bd42966779d: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:21:16.707024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.746239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:16.752152 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1413445 Jun 10 16:21:16.765944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.768474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48194) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:16.818254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.868483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router cfee0aac-6dcb-4daf-aeaa-61cba29c6225 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:16.880221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.886040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:16.886738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:16.893578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4c754d59-3b66-40eb-9edb-d83304bd7edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:16.897332 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:16.912328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] Sync routers for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:16.923181 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-db46a1cb-b070-4f64-99d9-2e5322a130a7 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] show failed (client error): The resource could not be found. Jun 10 16:21:16.924558 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-db46a1cb-b070-4f64-99d9-2e5322a130a7 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1378500452 HTTP/1.1" status: 404 len: 335 time: 0.1548300 Jun 10 16:21:16.943092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48196) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:16.961074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ba8af111-f6a4-4ea3-8258-1be4ba7cd009 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:16.965029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:16.966316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.024469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.030150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:17.038597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] Routers {'28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:17.039191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.039923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/cfee0aac-6dcb-4daf-aeaa-61cba29c6225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0204959 Jun 10 16:21:17.040912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48198) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:17.047873 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] Sync routers for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:17.057872 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:17.058866 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.087138 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-00e3bcdd-42b2-492b-946a-0c66e12514c8 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfee0aac-6dcb-4daf-aeaa-61cba29c6225 HTTP/1.1" status: 200 len: 205 time: 0.0448568 Jun 10 16:21:17.087843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48200) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:17.100526 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-ba8af111-f6a4-4ea3-8258-1be4ba7cd009 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] update failed (client error): The resource could not be found. Jun 10 16:21:17.101596 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba8af111-f6a4-4ea3-8258-1be4ba7cd009 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-2083741537 HTTP/1.1" status: 404 len: 335 time: 0.1525302 Jun 10 16:21:17.106743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48202) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:17.111052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256b6fd7-5522-4bcc-97aa-68aa64b9c7ba,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:17.114143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:17.133194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.133926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a749e3-4d15-4d0c-a6db-32c2a3e8cd72 None None] The sync data for ids ['28c7e4ba-5050-41ce-a8e1-1105cfec4cb8'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:17.141612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.145170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.147993 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/networks/6d741bb3-d48c-4231-a89e-091530a38c32 HTTP/1.1" status: 204 len: 168 time: 4.0226541 Jun 10 16:21:17.160532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48204) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:17.175777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:17.179028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-735b63c7-29ba-4691-a1d6-58e41dff18d9 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:17.180993 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.194660 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] Routers {'cfee0aac-6dcb-4daf-aeaa-61cba29c6225'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:17.194879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Deleting port 19de2203-e762-446b-84ee-269a639aabc9 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:17.195192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.195612 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.235855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Network': ['ID=6d741bb3-d48c-4231-a89e-091530a38c32,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:17.241673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.242026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Added segment d3680273-2d09-4212-9d69-33c5eec3a4c3 of type vlan for network 12102a82-a06e-4715-892b-6bfb38de3638 Jun 10 16:21:17.251094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:17.258718 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:17.259238 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b66646-f4e6-4f06-8877-3b6fab00131e None None] The sync data for ids ['cfee0aac-6dcb-4daf-aeaa-61cba29c6225'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:17.355219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting subnet 0b6f472c-4327-47a7-8cde-d523f8e90d1e {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:17.405740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.427778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.461900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.499070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.539057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.554712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.573218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23e31d99-eaf2-4097-89b2-ec5e36fe2406 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:17.579728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.580052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.632922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=26500a4d-c224-4dc3-8f40-ee3222307f87,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:17.687987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:17.688541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.694755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:17.695386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.745792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Calling delete_port for 19de2203-e762-446b-84ee-269a639aabc9 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:17.751788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c897d608-f34b-4f45-ab78-8b7c7e951dc0 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:17.825010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:17.831023 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/26500a4d-c224-4dc3-8f40-ee3222307f87 HTTP/1.1" status: 204 len: 168 time: 3.0446107 Jun 10 16:21:17.867976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48206) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:17.981714 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2200706 Jun 10 16:21:18.006762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48208) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:18.030918 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7555d3b-8570-4e80-ab69-cc40c891384e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] GET failed (client error): The resource could not be found. Jun 10 16:21:18.032624 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a7555d3b-8570-4e80-ab69-cc40c891384e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports/26500a4d-c224-4dc3-8f40-ee3222307f87 HTTP/1.1" status: 404 len: 333 time: 0.1625550 Jun 10 16:21:18.037850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48210) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:18.041599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Network': ['ID=12102a82-a06e-4715-892b-6bfb38de3638,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:18.054495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:18.056084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:18.058827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:18.073243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.168888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.180030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.181920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.214391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.232573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.243989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42160e37-c41a-4177-a15d-9fcf9a5227fb tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:18.323071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.326462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6f472c-4327-47a7-8cde-d523f8e90d1e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:18.350930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:18.356279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.359022 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/subnets/0b6f472c-4327-47a7-8cde-d523f8e90d1e HTTP/1.1" status: 204 len: 168 time: 1.2483990 Jun 10 16:21:18.361541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df663ab0-db55-41a0-a1bd-414bfd33a599 None None] Network 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:18.363821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48212) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:18.370744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.371361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router cfee0aac-6dcb-4daf-aeaa-61cba29c6225 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:21:18.413786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.418070 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7b45b905-856b-43d7-be00-ac5c44e99d82 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/cfee0aac-6dcb-4daf-aeaa-61cba29c6225 HTTP/1.1" status: 204 len: 168 time: 1.3260629 Jun 10 16:21:18.420907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48214) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:18.440404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Deleting port a52990bb-cb2f-4109-853b-3d9ada57a4d8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:18.441037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.445132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:18.450083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.469463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.475991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:18.484556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.529388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Pushing event deleted for resources: {'Port': ['ID=19de2203-e762-446b-84ee-269a639aabc9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:18.538738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting subnet a3023a03-51f6-4a5e-94bc-33f4104167d1 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:18.545404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:18.549877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.588990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet 4ed46d20-8be1-4027-9014-24326c113c77 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:18.613699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.616438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.620078 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/security-groups/9a327c51-9141-4d1a-8d83-9ec45915c14c HTTP/1.1" status: 204 len: 168 time: 0.5771646 Jun 10 16:21:18.620573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.623106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65262c36-c9e4-4861-90f4-9653b430646c tempest-RoutersAdminNegativeIpV6Test-1876778937 tempest-RoutersAdminNegativeIpV6Test-1876778937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:18.646840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] DHCP port deletion for 31b1a7fa-2de7-429c-bb4d-c62c31fbad2a request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:18.654603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48216) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:18.693218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] For port a52990bb-cb2f-4109-853b-3d9ada57a4d8, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a52990bb-cb2f-4109-853b-3d9ada57a4d8,segment=NetworkSegment(34dc7fa3-c542-4e4d-9950-4d062c0322d8),segment_id=34dc7fa3-c542-4e4d-9950-4d062c0322d8)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:18.693591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.710899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Deleting port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:18.711307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.720261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a327c51-9141-4d1a-8d83-9ec45915c14c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:18.743268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:18.747542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.801026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.812198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] For port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,segment=NetworkSegment(239f18e8-da0a-492e-803a-65b324e3167b),segment_id=239f18e8-da0a-492e-803a-65b324e3167b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:18.812531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.822225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Calling delete_port for a52990bb-cb2f-4109-853b-3d9ada57a4d8 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:18.855121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.857634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:18.860072 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] 10.222.0.23 "DELETE /v2.0/floatingips/17b75e0d-28c9-4434-9b66-5bd42966779d HTTP/1.1" status: 204 len: 168 time: 3.0433235 Jun 10 16:21:18.865611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48218) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:18.912660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Calling delete_port for 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:18.954757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.013530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.016527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.019179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-14eb2ece-86e8-4296-b4f8-1824408f06c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:19.047915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Pushing event deleted for resources: {'Port': ['ID=6a1c3a77-4579-44c2-ab1e-23e7ed27e209,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:19.051496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:19.055403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] No DVR routers for this DVR port 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:19.058186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.096198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.180126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.182842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.184048 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/security-groups/b01cc3fb-d12b-453b-8805-27e8c670df04 HTTP/1.1" status: 204 len: 168 time: 0.5162680 Jun 10 16:21:19.187469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-deb2b950-8dfd-4a41-8a9b-4f90f176fbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:19.192417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48220) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:19.203303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.228607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01cc3fb-d12b-453b-8805-27e8c670df04,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:19.235598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:19.236490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.239078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59fd01eb-2e04-40bf-8b13-c3acf65a65f7 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:19.258761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6ac70-b9a4-4572-a570-ba706882687f None None] Network da201a55-b406-4061-9e56-fd34573f914f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:19.288840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.290995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/subnets/a3023a03-51f6-4a5e-94bc-33f4104167d1 HTTP/1.1" status: 204 len: 168 time: 0.9257722 Jun 10 16:21:19.294137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48222) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:19.299100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4556144-d3cd-4459-9617-b2051c471447 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Subnet': ['ID=a3023a03-51f6-4a5e-94bc-33f4104167d1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:19.317613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.322594 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/4ed46d20-8be1-4027-9014-24326c113c77 HTTP/1.1" status: 204 len: 168 time: 0.8987930 Jun 10 16:21:19.329912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48224) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:19.353178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9acf8e-c8e5-470e-918d-3dc5fd333852 None None] Network 646aeb55-874a-4658-a892-55521828ce34 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:19.363200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed46d20-8be1-4027-9014-24326c113c77,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:19.368813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:19.369357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:19.369738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:19.401912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.435734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.460763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.466290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.484849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d72474cc-84a1-4173-8dd2-3fb350fbfc4b tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:19.498194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.519965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.536626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.601436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] No DVR routers for this DVR port a52990bb-cb2f-4109-853b-3d9ada57a4d8 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:19.611584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet aee8d207-18c7-4054-9aad-2be7fc5148c2 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:19.680146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.684535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=cdc4ca45-3ab2-42c2-ab92-4359269d6896,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:19.731947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] DHCP port deletion for da201a55-b406-4061-9e56-fd34573f914f request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:19.746013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:19.749113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4a0b149-e5a6-41b8-97f3-cd0b68cede8a tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:19.779431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] DHCP port deletion for 646aeb55-874a-4658-a892-55521828ce34 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:19.855679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Deleting port 47b1bc69-7f8d-4033-b08c-613859374d6e {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:19.856215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.875446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Deleting port a9991e63-5e3d-4510-90d0-f61847f4daa7 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:19.876052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.929392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.941192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:19.975854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:19.976071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network hostable DHCP agents. Network: 12102a82-a06e-4715-892b-6bfb38de3638, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:19.981392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.006801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.009403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.010540 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a158b8e-7d16-483a-abd3-c31e064d4135 HTTP/1.1" status: 204 len: 168 time: 0.8165369 Jun 10 16:21:20.013600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-72d0ca68-b5e0-4c13-bdac-ec22fa1bf4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:20.024537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48226) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:20.026615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.029427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a158b8e-7d16-483a-abd3-c31e064d4135,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:20.064310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] For port a9991e63-5e3d-4510-90d0-f61847f4daa7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a9991e63-5e3d-4510-90d0-f61847f4daa7,segment=NetworkSegment(4fa13e41-d07d-4809-a448-96381127e03c),segment_id=4fa13e41-d07d-4809-a448-96381127e03c)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:20.064899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.065623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:20.079498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b1a7fa-2de7-429c-bb4d-c62c31fbad2a']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:20.095068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a9991e63-5e3d-4510-90d0-f61847f4daa7 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:20.099405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239f18e8-da0a-492e-803a-65b324e3167b') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:20.099827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239f18e8-da0a-492e-803a-65b324e3167b') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:20.116072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd3970a-2e3e-48bc-89c9-fe41722a58b3']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:20.120683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.120902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=97451082-73aa-4aa2-b43e-8c881f46cbf9,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:20.125964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet aa2a6a09-6598-4cd5-b876-528060a75bcb {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:20.129127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.139712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] For port 47b1bc69-7f8d-4033-b08c-613859374d6e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=47b1bc69-7f8d-4033-b08c-613859374d6e,segment=NetworkSegment(7162dce8-823f-45af-871d-893d60a7680d),segment_id=7162dce8-823f-45af-871d-893d60a7680d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:20.140116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.178873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34dc7fa3-c542-4e4d-9950-4d062c0322d8') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:20.179178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34dc7fa3-c542-4e4d-9950-4d062c0322d8') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:20.179288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.201467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Port': ['ID=a52990bb-cb2f-4109-853b-3d9ada57a4d8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:20.204394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:20.207870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.216893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.662s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:20.217323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:20.227127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Calling delete_port for a9991e63-5e3d-4510-90d0-f61847f4daa7 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:20.297378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.347024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Calling delete_port for 47b1bc69-7f8d-4033-b08c-613859374d6e owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:20.358002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.371179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:20.371746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:20.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:20.475289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.479236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:20.486296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.519229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.524762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/networks/31b1a7fa-2de7-429c-bb4d-c62c31fbad2a HTTP/1.1" status: 204 len: 168 time: 1.2266247 Jun 10 16:21:20.525591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48228) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:20.526937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.529648 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/aa2a6a09-6598-4cd5-b876-528060a75bcb HTTP/1.1" status: 204 len: 168 time: 0.4978976 Jun 10 16:21:20.563225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2a6a09-6598-4cd5-b876-528060a75bcb,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:20.570002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48230) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:20.574605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:20.581632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6692f866-948a-4575-80ab-212b3eca6cc0 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:20.633342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631d40d-9549-47f0-8534-4a0b4847e0df None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:20.680874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:20.685056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Network': ['ID=31b1a7fa-2de7-429c-bb4d-c62c31fbad2a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:20.689513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.694265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:20.719646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:20.720047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.721270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:20.723394 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:20.733743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet 4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:20.737811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.762206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 12102a82-a06e-4715-892b-6bfb38de3638) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:20.767005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:20.767786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.782881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.804707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f764cfb-21e3-4b80-9464-e8f663afabc6 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:20.811906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.821797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.830243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bca7d8f2-332f-40b2-9a4c-63a88d8a4833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:20.845032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.849805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP ad089a8a-9847-4cde-ba78-a154e9946c46 associated. External IP: 172.26.5.239, port: 256af93d-39cc-459a-a572-9328be9237df. Jun 10 16:21:20.908372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Pushing event deleted for resources: {'Port': ['ID=a9991e63-5e3d-4510-90d0-f61847f4daa7,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:20.932845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting port 47b1bc69-7f8d-4033-b08c-613859374d6e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:20.933314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.962795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] No DVR routers for this DVR port a9991e63-5e3d-4510-90d0-f61847f4daa7 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:20.966433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:20.984254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:20.986898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.015198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c0ad7404-566a-4df0-a358-d9ae1283d1de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:21.029126 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9762564 Jun 10 16:21:21.042673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.047365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.052850 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/networks/0cd3970a-2e3e-48bc-89c9-fe41722a58b3 HTTP/1.1" status: 204 len: 168 time: 3.8344538 Jun 10 16:21:21.057507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:21.058730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48232) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:21.059268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48234) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:21.064207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f62860fd-96b6-48ea-ba79-a0375a184f28 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:21.083305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'name': 'tempest-NetworksTestDHCPv6-1013203721'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:21.105449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] For port 47b1bc69-7f8d-4033-b08c-613859374d6e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=47b1bc69-7f8d-4033-b08c-613859374d6e,segment=NetworkSegment(7162dce8-823f-45af-871d-893d60a7680d),segment_id=7162dce8-823f-45af-871d-893d60a7680d)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:21.105912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.125054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Pushing event deleted for resources: {'Port': ['ID=47b1bc69-7f8d-4033-b08c-613859374d6e,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:21.131272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:21.131637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6a1c3a77-4579-44c2-ab1e-23e7ed27e209 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:21.132084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 47b1bc69-7f8d-4033-b08c-613859374d6e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:21.140379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:21.159761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] No DVR routers for this DVR port 47b1bc69-7f8d-4033-b08c-613859374d6e on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:21.170168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Network': ['ID=0cd3970a-2e3e-48bc-89c9-fe41722a58b3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:21.172591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:21.211140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 47b1bc69-7f8d-4033-b08c-613859374d6e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:21.211140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 47b1bc69-7f8d-4033-b08c-613859374d6e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:21.254023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Calling delete_port for 47b1bc69-7f8d-4033-b08c-613859374d6e owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:21.281327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.299357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.350101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39a339f7-0bc2-40b9-a78e-77f2f9250741 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:21.361776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.370253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'cdc4ca45-3ab2-42c2-ab92-4359269d6896'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:21.371132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.376377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdb9903c-9aaa-45a5-b4e9-4e1f1422f82f tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:21.404050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:21.413343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.415278 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e HTTP/1.1" status: 204 len: 168 time: 0.8445299 Jun 10 16:21:21.417955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:21.418444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48236) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:21.434735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.456792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.459308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/aee8d207-18c7-4054-9aad-2be7fc5148c2 HTTP/1.1" status: 204 len: 168 time: 2.1283360 Jun 10 16:21:21.460220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=aee8d207-18c7-4054-9aad-2be7fc5148c2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:21.462405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:21.465296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48238) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:21.485268 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-322a77ed-c301-4881-8fbc-0e206528d92f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:21.485776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322a77ed-c301-4881-8fbc-0e206528d92f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:21.486037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a91ca-e2bf-4b2d-ac32-1104f5196ce0 None None] Network fbc7a1b2-6343-4f13-8125-63a529a14e7f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:21.492434 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-322a77ed-c301-4881-8fbc-0e206528d92f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/aa2a6a09-6598-4cd5-b876-528060a75bcb HTTP/1.1" status: 404 len: 337 time: 0.0680826 Jun 10 16:21:21.493184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48240) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:21.573789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.580013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5af5ef9f-6344-4374-9eb5-cfeb67cf4f67 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:21.618926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Port': ['ID=47b1bc69-7f8d-4033-b08c-613859374d6e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:21.635251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting subnet 6d5e8512-094c-4105-8595-332ad22a8a2d {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:21.638408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:21.650663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] No DVR routers for this DVR port 47b1bc69-7f8d-4033-b08c-613859374d6e on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:21.651971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.713967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e6d5b-107a-4b9d-960f-b79df0109d37 None None] Update dhcp port {'port': {'network_id': '348b97bd-e0cc-48a9-879b-c4f5062409c4', 'fixed_ips': [{'subnet_id': '6d5e8512-094c-4105-8595-332ad22a8a2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4cb8e94b-774a-40df-a8b2-c0e8b5b6d93e'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'bebedf9d-6d8c-4c65-8e89-8823aede8a2e'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:21:21.783405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/cdc4ca45-3ab2-42c2-ab92-4359269d6896/e5507de8-8e0e-4e68-9877-236242d71db3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:21.806286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6d5b-107a-4b9d-960f-b79df0109d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.824371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.845747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.853398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:21.856800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.871004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.891515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da201a55-b406-4061-9e56-fd34573f914f']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:21.907391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7162dce8-823f-45af-871d-893d60a7680d') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:21.907830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7162dce8-823f-45af-871d-893d60a7680d') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:21.928889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.964491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.970870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 3268805a-87a2-4b6c-9721-d1c725c5a82f yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:21.975995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:21.983247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:21.984463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.022898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:22.031038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:22.085980 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:22.094417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.099078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] DHCP port deletion for fbc7a1b2-6343-4f13-8125-63a529a14e7f request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:22.099472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:22.117406 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.121733 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/networks/da201a55-b406-4061-9e56-fd34573f914f HTTP/1.1" status: 204 len: 168 time: 1.5883436 Jun 10 16:21:22.126368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Network': ['ID=da201a55-b406-4061-9e56-fd34573f914f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:22.128082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48242) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:22.138393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:22.139280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:22.140303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c5650d-7a84-44e2-aab5-ad95d269b1bc') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:22.140597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c5650d-7a84-44e2-aab5-ad95d269b1bc') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:22.156235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.166997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Transition to ACTIVE for port object e5507de8-8e0e-4e68-9877-236242d71db3 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:22.176981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.194887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Transition to ACTIVE for port object e5507de8-8e0e-4e68-9877-236242d71db3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:22.203171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.205109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:22.207876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Deleting port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:22.208802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.241257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting subnet e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:22.242818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.243244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.303873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.328130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.342737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.353476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646aeb55-874a-4658-a892-55521828ce34']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:22.357256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.362937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db6dcff4-a43f-492d-833a-873ddb8bb828 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:22.402116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:22.402521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.408063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5e8512-094c-4105-8595-332ad22a8a2d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:22.410336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:22.411178 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:22.415888 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/6d5e8512-094c-4105-8595-332ad22a8a2d HTTP/1.1" status: 204 len: 168 time: 0.9212310 Jun 10 16:21:22.416168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48244) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:22.419830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:22.477318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa13e41-d07d-4809-a448-96381127e03c') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:22.477605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa13e41-d07d-4809-a448-96381127e03c') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:22.479871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.512786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server [None req-9d8e6d5b-107a-4b9d-960f-b79df0109d37 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d5e8512-094c-4105-8595-332ad22a8a2d: This subnet is being modified by another concurrent operation. Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 10 16:21:22.514656 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise self.value Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1711, in update_port Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server raise exception Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d5e8512-094c-4105-8595-332ad22a8a2d: This subnet is being modified by another concurrent operation. Jun 10 16:21:22.520581 dv-neutron-601336-90-hyperv neutron-server[92387]: ERROR oslo_messaging.rpc.server Jun 10 16:21:22.528476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Pushing event updated for resources: {'Port': ['ID=e5507de8-8e0e-4e68-9877-236242d71db3,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:22.530432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:22.532682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:22.534556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] For port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,segment=NetworkSegment(d91e9203-032f-4cb0-847d-6ba1bb9cd140),segment_id=d91e9203-032f-4cb0-847d-6ba1bb9cd140)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:22.534966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.537478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:22.565820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.573912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7e56cab-b0b5-4588-ad7b-476a47ec8221 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:22.619020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Subnet': ['ID=e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:22.619658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.621837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:22.624962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.633104 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/subnets/e448e9cc-e6d4-4f87-978c-6c3b24d2eeb9 HTTP/1.1" status: 204 len: 168 time: 0.5014184 Jun 10 16:21:22.633821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48246) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:22.656764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Calling delete_port for 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:22.664845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b374cf-0626-49b0-8572-ceb91f9ebaf6 None None] Network 231458e9-225d-4c6c-b350-48121e213607 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:22.666665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272cc75-f4b9-4ce0-8bb9-6be6a59e02be None None] Network 348b97bd-e0cc-48a9-879b-c4f5062409c4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:22.673035 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-008e8c1f-f971-4800-a6fe-c09df3e3a4a9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:22.673762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008e8c1f-f971-4800-a6fe-c09df3e3a4a9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:22.675940 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-008e8c1f-f971-4800-a6fe-c09df3e3a4a9 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/10de6af4-9959-467a-9eb6-ba602f00f033 HTTP/1.1" status: 404 len: 337 time: 0.1962955 Jun 10 16:21:22.700250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48248) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:22.739841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::1ef (12102a82-a06e-4715-892b-6bfb38de3638/cdc4ca45-3ab2-42c2-ab92-4359269d6896/3268805a-87a2-4b6c-9721-d1c725c5a82f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:22.748155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.763301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.822658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-73a2dc3d-c636-4c1d-9ddc-e5c57af10dc1 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "GET /v2.0/ports?device_id=863755e8-9bae-433b-8e78-cb4fcba2f8ef HTTP/1.1" status: 200 len: 205 time: 0.1173785 Jun 10 16:21:22.826143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48250) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:22.829789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.835205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.839777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/networks/d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7 HTTP/1.1" status: 204 len: 168 time: 1.7672317 Jun 10 16:21:22.840111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48252) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:22.841406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:22.841976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.848051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc5da811-28fd-4bc2-8f5c-c61c7425e40c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:22.853116 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:22.888964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Deleting port dfb7d93a-366d-420b-b03e-9b85c138b4ed {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:22.889350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:22.937135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Network': ['ID=d69ed132-04b0-4f0e-8ed4-13fb3d81b7b7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:22.939918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:22.944693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Attempting to bind port e5507de8-8e0e-4e68-9877-236242d71db3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:22.945083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Attempting to bind port e5507de8-8e0e-4e68-9877-236242d71db3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:22.949534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Attempting to bind port e5507de8-8e0e-4e68-9877-236242d71db3 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:22.968917 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-6c2dde99-bba6-42b9-997f-206dba028509 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] delete failed (client error): The resource could not be found. Jun 10 16:21:22.972412 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6c2dde99-bba6-42b9-997f-206dba028509 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/routers/863755e8-9bae-433b-8e78-cb4fcba2f8ef HTTP/1.1" status: 404 len: 336 time: 0.1429062 Jun 10 16:21:22.976193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48254) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.069956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-872c0fbc-8f2f-47a9-9bc6-142977c54087 None None] Provisioning complete for port ed41b4fa-9917-412b-892a-7b5b0df88017 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:23.070464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-872c0fbc-8f2f-47a9-9bc6-142977c54087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.072325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:23.072978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:23.073363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.073781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:23.074485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Bound port: e5507de8-8e0e-4e68-9877-236242d71db3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:23.074685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.104349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.118403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fceb8f0e-cf1f-412b-adc0-7fca5d781417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:23.133615 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b32a7b0-7f78-45fe-b238-1bd34320ba68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.134077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b32a7b0-7f78-45fe-b238-1bd34320ba68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.139380 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5b32a7b0-7f78-45fe-b238-1bd34320ba68 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/dd686fd3-7168-4608-b78f-21c72f223010 HTTP/1.1" status: 404 len: 337 time: 0.1586900 Jun 10 16:21:23.153252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48256) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.200383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] For port dfb7d93a-366d-420b-b03e-9b85c138b4ed, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=dfb7d93a-366d-420b-b03e-9b85c138b4ed,segment=NetworkSegment(36b5b719-e122-442b-a78b-814cace63391),segment_id=36b5b719-e122-442b-a78b-814cace63391)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:23.200747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.204174 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eac0257-4732-4225-b8e9-bb471b1a5f03 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.204794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eac0257-4732-4225-b8e9-bb471b1a5f03 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.210339 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8eac0257-4732-4225-b8e9-bb471b1a5f03 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/06c02d00-412d-4261-be21-f97d51a0a21c HTTP/1.1" status: 404 len: 337 time: 0.0525329 Jun 10 16:21:23.211950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.213405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Pushing event deleted for resources: {'Port': ['ID=0e4e58ac-44bf-45a5-80ce-ee470c0ed639,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:23.218894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:23.220331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] No DVR routers for this DVR port 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:23.226594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.263260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-872c0fbc-8f2f-47a9-9bc6-142977c54087 None None] Port ed41b4fa-9917-412b-892a-7b5b0df88017 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:23.280214 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc60fbd-d1ee-4e39-b78c-c45c6ab897c5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.280757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc60fbd-d1ee-4e39-b78c-c45c6ab897c5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.285772 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8cc60fbd-d1ee-4e39-b78c-c45c6ab897c5 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/c7b5a2fa-190a-47d0-9dee-615b67987eda HTTP/1.1" status: 404 len: 337 time: 0.0556097 Jun 10 16:21:23.330000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-872c0fbc-8f2f-47a9-9bc6-142977c54087 None None] Provisioning complete for port bebedf9d-6d8c-4c65-8e89-8823aede8a2e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:23.330324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-872c0fbc-8f2f-47a9-9bc6-142977c54087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.335319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] For port e5507de8-8e0e-4e68-9877-236242d71db3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:23.340589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] For port e5507de8-8e0e-4e68-9877-236242d71db3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5507de8-8e0e-4e68-9877-236242d71db3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:23.369203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Calling delete_port for dfb7d93a-366d-420b-b03e-9b85c138b4ed owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:23.371601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48260) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.373484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.382643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e046fafe-30cf-4392-b8ce-d3399f606248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:23.410149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:23.414984 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e102c539-f92f-4c91-88f4-152d640de523 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.416304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e102c539-f92f-4c91-88f4-152d640de523 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.420598 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e102c539-f92f-4c91-88f4-152d640de523 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/2bbe033f-505e-47af-b535-5b7b4fc4e5e4 HTTP/1.1" status: 404 len: 333 time: 0.0465052 Jun 10 16:21:23.423364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48262) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.424832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] DHCP port deletion for 348b97bd-e0cc-48a9-879b-c4f5062409c4 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:23.453550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:23.475333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.492125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.494079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/646aeb55-874a-4658-a892-55521828ce34 HTTP/1.1" status: 204 len: 168 time: 2.0252092 Jun 10 16:21:23.500424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48264) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.509978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7845ea81-cf9b-499a-b0a3-2615e22ad19d tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:23.514503 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d9e6da-1de7-452a-86de-f7daa24d0c2b tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.514944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d9e6da-1de7-452a-86de-f7daa24d0c2b tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.519082 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-69d9e6da-1de7-452a-86de-f7daa24d0c2b tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/1d755131-3652-48c8-ac9d-5e25f70de89b HTTP/1.1" status: 404 len: 337 time: 0.0919893 Jun 10 16:21:23.520557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.526049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48266) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.532682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] DHCP port deletion for 231458e9-225d-4c6c-b350-48121e213607 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:23.542584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:23.543339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:23.548494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Pushing event updated for resources: {'Port': ['ID=e5507de8-8e0e-4e68-9877-236242d71db3,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:23.604086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:23.615227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=646aeb55-874a-4658-a892-55521828ce34,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:23.617865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:23.674797 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15a3f33-8da4-4370-8a59-b21587953893 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.675459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15a3f33-8da4-4370-8a59-b21587953893 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.681395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b15a3f33-8da4-4370-8a59-b21587953893 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/dbdb44ef-edf3-42ef-b8e5-9ae735cd6e03 HTTP/1.1" status: 404 len: 337 time: 0.1481748 Jun 10 16:21:23.685894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48268) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.729390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.9220147 Jun 10 16:21:23.754500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'tag': '256af93d-39cc-459a-a572-9328be9237df'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:21:23.756390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48270) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.757560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b33879c-fc13-4986-8df5-12dcecc1b427" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "tag": "256af93d-39cc-459a-a572-9328be9237df"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:21:23.795285 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1a6b7d-2390-4300-9350-de25fa2af2dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.797439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1a6b7d-2390-4300-9350-de25fa2af2dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.801342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9b1a6b7d-2390-4300-9350-de25fa2af2dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/4cb148be-f829-4aaf-a367-939463110bee HTTP/1.1" status: 404 len: 333 time: 0.1133521 Jun 10 16:21:23.801589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Deleting port bebedf9d-6d8c-4c65-8e89-8823aede8a2e {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:23.802156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.822935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48274) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:23.902104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:21:23.902506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a73001-636d-4add-8fdf-cf23150939ad x-openstack-request-id: req-93a73001-636d-4add-8fdf-cf23150939ad {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:21:23.904996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "tag": "256af93d-39cc-459a-a572-9328be9237df", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:21:23.905527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93a73001-636d-4add-8fdf-cf23150939ad {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:21:23.906282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'tag': '256af93d-39cc-459a-a572-9328be9237df', 'status': 'completed', 'code': 200} Jun 10 16:21:23.913556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Deleting port dfb7d93a-366d-420b-b03e-9b85c138b4ed {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:23.914040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.920837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:23.955849 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0c9333-3005-4899-a8ae-52763bd22c9d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:23.956649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0c9333-3005-4899-a8ae-52763bd22c9d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:23.959381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3b0c9333-3005-4899-a8ae-52763bd22c9d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/514dd43c-c85d-4de5-8704-d706b8e36731 HTTP/1.1" status: 404 len: 337 time: 0.1264260 Jun 10 16:21:23.988333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48276) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:24.046825 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edb62d8-24cb-4ccd-b889-5be6f52c436f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:24.047811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edb62d8-24cb-4ccd-b889-5be6f52c436f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:24.050852 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0edb62d8-24cb-4ccd-b889-5be6f52c436f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/subnets/db23cc8e-f9aa-48b1-a9c2-4ba6fa79123a HTTP/1.1" status: 404 len: 337 time: 0.0551200 Jun 10 16:21:24.071719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] For port bebedf9d-6d8c-4c65-8e89-8823aede8a2e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,segment=NetworkSegment(45998232-45b4-42fa-9314-717c1f8e4279),segment_id=45998232-45b4-42fa-9314-717c1f8e4279)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:24.072134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.083762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48278) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:24.113766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] For port dfb7d93a-366d-420b-b03e-9b85c138b4ed, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:24.114183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.168532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.266143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 3268805a-87a2-4b6c-9721-d1c725c5a82f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:24.349779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-96b81fa1-e147-461d-b859-1beb536e27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:24.351319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-96b81fa1-e147-461d-b859-1beb536e27be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1098 time: 0.4439929 Jun 10 16:21:24.389317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5507de8-8e0e-4e68-9877-236242d71db3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:24.411907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.416209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719b30fc-6442-4f6c-8573-5b45d0154629']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:24.427464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-01b0c3e2-b9a7-4d1f-a155-30880b903ccb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:24.436196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Calling delete_port for bebedf9d-6d8c-4c65-8e89-8823aede8a2e owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:24.495318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97a3653-5427-4081-85e2-11da852a27ab') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:24.495588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97a3653-5427-4081-85e2-11da852a27ab') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:24.539947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] No DVR routers for this DVR port dfb7d93a-366d-420b-b03e-9b85c138b4ed on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:24.543956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Port': ['ID=dfb7d93a-366d-420b-b03e-9b85c138b4ed,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:24.550051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.561769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Deleting port ed41b4fa-9917-412b-892a-7b5b0df88017 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:24.562601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.572935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Calling delete_port for dfb7d93a-366d-420b-b03e-9b85c138b4ed owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:24.578673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:24.586064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Port dfb7d93a-366d-420b-b03e-9b85c138b4ed was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:21:24.595066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.602209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c22dc133-a20f-41f7-93b3-2d17ad41e978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:24.619405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.631525 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-67ac44ea-1811-4700-96d3-170e61feba1a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/ad089a8a-9847-4cde-ba78-a154e9946c46 HTTP/1.1" status: 200 len: 991 time: 0.8167095 Jun 10 16:21:24.639609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.664983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:24.665461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:24.669690 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:24.688602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.698721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-7c3dbe49-df3e-47bd-9e1b-d40c1713cdb5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5125704 Jun 10 16:21:24.701155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Pushing event deleted for resources: {'Port': ['ID=dfb7d93a-366d-420b-b03e-9b85c138b4ed,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:24.706937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:24.708981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-966f937a-9e75-4523-bbe9-6a6fdc1c0fed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:24.709752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] No DVR routers for this DVR port dfb7d93a-366d-420b-b03e-9b85c138b4ed on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:24.729598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Deleting port d98d31aa-41f2-4b9b-b414-3cf93f9477ee {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:24.730742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.738385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9d40ed-1975-426a-b90e-e03b0971c7c8 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:24.785684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.852477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.865468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231458e9-225d-4c6c-b350-48121e213607']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:24.896376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e5507de8-8e0e-4e68-9877-236242d71db3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:24.899550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b5b719-e122-442b-a78b-814cace63391') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:24.899881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b5b719-e122-442b-a78b-814cace63391') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:24.904082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.910414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.913287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Provisioning for port e5507de8-8e0e-4e68-9877-236242d71db3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:24.916304 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] 10.222.0.23 "DELETE /v2.0/networks/719b30fc-6442-4f6c-8573-5b45d0154629 HTTP/1.1" status: 204 len: 168 time: 2.0741048 Jun 10 16:21:24.930185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cd1fb91-392d-4a9b-b9e8-2da28bb6bdc6 tempest-PortsAdminExtendedAttrsTestJSON-964230605 tempest-PortsAdminExtendedAttrsTestJSON-964230605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:24.932643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e5507de8-8e0e-4e68-9877-236242d71db3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:24.933036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.937296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.939209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Provisioning complete for port e5507de8-8e0e-4e68-9877-236242d71db3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:24.939512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:24.966788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:24.992872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.012892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Calling delete_port for ed41b4fa-9917-412b-892a-7b5b0df88017 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:25.017756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:25.026526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:25.044683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Pushing event deleted for resources: {'Network': ['ID=719b30fc-6442-4f6c-8573-5b45d0154629,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.046544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:25.047827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.050758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.053622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:25.054395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.057795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-a6c18deb-92c5-412c-bfc3-4c37d4fda0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:25.059350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-a6c18deb-92c5-412c-bfc3-4c37d4fda0c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 897 time: 0.6906292 Jun 10 16:21:25.064753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=3268805a-87a2-4b6c-9721-d1c725c5a82f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.066459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.070492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Pushing event deleted for resources: {'Port': ['ID=bebedf9d-6d8c-4c65-8e89-8823aede8a2e,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.073413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.078186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.079903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc7a1b2-6343-4f13-8125-63a529a14e7f']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:25.081567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] No DVR routers for this DVR port bebedf9d-6d8c-4c65-8e89-8823aede8a2e on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:25.094725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:25.095125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:25.100111 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:25.132018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91e9203-032f-4cb0-847d-6ba1bb9cd140') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:25.132438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91e9203-032f-4cb0-847d-6ba1bb9cd140') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:25.202742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.212392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1387589 Jun 10 16:21:25.217389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48282) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.246705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.262642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.268943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.271934 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/networks/231458e9-225d-4c6c-b350-48121e213607 HTTP/1.1" status: 204 len: 168 time: 2.6370256 Jun 10 16:21:25.273461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:25.273933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.278772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0a6dcfb1-4755-4d87-a55e-56cb47599a04 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:25.281781 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:25.284159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48286) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.323187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] For port d98d31aa-41f2-4b9b-b414-3cf93f9477ee, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:25.323922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.334023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Pushing event deleted for resources: {'Network': ['ID=231458e9-225d-4c6c-b350-48121e213607,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.334770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:16Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:25.336757 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-7fc5dc2b-93fd-4d9d-8ad2-e93b1dc0eb13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 999 time: 0.2597818 Jun 10 16:21:25.337344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.357608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:21:25.369977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.393992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.407800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:25.408579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:25.412042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48288) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.441028 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cbff5f12-733b-453b-88b9-7c7509c9952a tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "GET /v2.0/ports?device_id=28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 HTTP/1.1" status: 200 len: 205 time: 0.1374319 Jun 10 16:21:25.443782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48290) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.456401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Calling delete_port for d98d31aa-41f2-4b9b-b414-3cf93f9477ee owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:25.519128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.551978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] For port e5507de8-8e0e-4e68-9877-236242d71db3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5507de8-8e0e-4e68-9877-236242d71db3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:25.558762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.564100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-321299f1-3d0e-481e-b566-36761f8bee4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:25.577006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8b700b87-bff1-4d8a-ae99-65966f744d8c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:25.631649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-cdd22986-492a-4f8f-ac17-368b85a4aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:25.633156 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-cdd22986-492a-4f8f-ac17-368b85a4aa47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 200 len: 834 time: 0.2863672 Jun 10 16:21:25.634058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Port': ['ID=ed41b4fa-9917-412b-892a-7b5b0df88017,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.639242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.643501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48294) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.653858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5d6e8cad-df1c-44e0-bf66-e7d658f8e423 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:25.657876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.666343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.674261 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/fbc7a1b2-6343-4f13-8125-63a529a14e7f HTTP/1.1" status: 204 len: 168 time: 2.1712825 Jun 10 16:21:25.679035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48296) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.689746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84586e5a-77b8-4a51-93e5-f6bea8027993 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:25.696405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84586e5a-77b8-4a51-93e5-f6bea8027993 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:25.698131 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-84586e5a-77b8-4a51-93e5-f6bea8027993 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4717240 Jun 10 16:21:25.704013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.704351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:21:25.704734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:21:25.708923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/ports/ed41b4fa-9917-412b-892a-7b5b0df88017 HTTP/1.1" status: 204 len: 168 time: 1.6104813 Jun 10 16:21:25.710670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:21:25.715063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48298) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.715382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48300) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:25.757959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Pushing event updated for resources: {'Port': ['ID=e5507de8-8e0e-4e68-9877-236242d71db3,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.758879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1624531282'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:25.762912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.784762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:25.791082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=fbc7a1b2-6343-4f13-8125-63a529a14e7f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:25.859957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:25.935312 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6fae192a-03ab-43e2-a1d4-1d9f84f8c562 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/ad089a8a-9847-4cde-ba78-a154e9946c46 HTTP/1.1" status: 200 len: 991 time: 0.2904778 Jun 10 16:21:25.985247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:25.989340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.028998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.077109 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9bfe63a1-33d1-4167-96cd-dadfc939027a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab707ba2be7742ec98ffc884f8d1a191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155150 Jun 10 16:21:26.078666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48302) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:26.118856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.122255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.146994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-e6eba9c7-08ed-4f13-b6fd-5d8006c625b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:26.148574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-e6eba9c7-08ed-4f13-b6fd-5d8006c625b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4807811 Jun 10 16:21:26.188345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:26.195697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fcb23-4d40-417c-97e4-9a33ca9df1fb None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:21:26.200177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.200454 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 7e982019-037c-4ef1-9cfa-d3de8978e371 of type vlan for network caae751c-44dc-48c4-bf8a-9de9861725ac Jun 10 16:21:26.211559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.212094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Fanout notify agent at l3_agent the message router_deleted on router 28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:21:26.219468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.220569 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4a484542-7135-47bb-a718-bb3c4e4e8da9 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] 10.222.0.23 "DELETE /v2.0/routers/28c7e4ba-5050-41ce-a8e1-1105cfec4cb8 HTTP/1.1" status: 204 len: 168 time: 0.7754240 Jun 10 16:21:26.262138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.300330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.306830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:26.307480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.311886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-328cbf5c-5ab7-4f7f-ba8d-dd3b298bf132 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:26.357441 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6742291 Jun 10 16:21:26.397206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-93478f6b-271f-464f-8ce2-a5016e3497a4 None None] Provisioning for port 3268805a-87a2-4b6c-9721-d1c725c5a82f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:26.419429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48306) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:26.427810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:26.444298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-93478f6b-271f-464f-8ce2-a5016e3497a4 None None] Provisioning complete for port 3268805a-87a2-4b6c-9721-d1c725c5a82f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:26.445916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-93478f6b-271f-464f-8ce2-a5016e3497a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.474747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48310) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:26.483240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=caae751c-44dc-48c4-bf8a-9de9861725ac,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:26.499936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:26.508321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network caae751c-44dc-48c4-bf8a-9de9861725ac details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:26.631547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:26.635724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.644189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fcb23-4d40-417c-97e4-9a33ca9df1fb None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:21:26.647559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:26.655039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:16Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:26.656907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-93478f6b-271f-464f-8ce2-a5016e3497a4 None None] Port 3268805a-87a2-4b6c-9721-d1c725c5a82f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:26.703644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: bebedf9d-6d8c-4c65-8e89-8823aede8a2e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:26.704001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bebedf9d-6d8c-4c65-8e89-8823aede8a2e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:26.704447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:26.709578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225013a-b261-4c01-8dee-61333416ce5a None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:20:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:16Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:26.755007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:26.755007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0e4e58ac-44bf-45a5-80ce-ee470c0ed639 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:26.755388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device dfb7d93a-366d-420b-b03e-9b85c138b4ed no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:26.800782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-33bab02b-d921-4bba-8220-6e2258c6afa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d4d95b466694bc5b7b2c010a7cbcdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210502 Jun 10 16:21:26.801894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48314) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:26.829906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: dfb7d93a-366d-420b-b03e-9b85c138b4ed {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:26.830481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device dfb7d93a-366d-420b-b03e-9b85c138b4ed not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:26.832155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-93478f6b-271f-464f-8ce2-a5016e3497a4 None None] Provisioning complete for port e5507de8-8e0e-4e68-9877-236242d71db3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:26.832751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-93478f6b-271f-464f-8ce2-a5016e3497a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.860396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 3268805a-87a2-4b6c-9721-d1c725c5a82f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:26.860946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.900746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:26.974770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48316) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:26.988919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348b97bd-e0cc-48a9-879b-c4f5062409c4']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:27.008409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45998232-45b4-42fa-9314-717c1f8e4279') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:27.008975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45998232-45b4-42fa-9314-717c1f8e4279') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:27.021397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5507de8-8e0e-4e68-9877-236242d71db3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:27.023364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.041120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.049488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:27.050232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.108304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.116513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3116b6e7-281d-4034-a640-b7e0b0e76a96 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:27.130947 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e812018d-a5af-4678-a209-eff4cf0c7da7 None None] New status for floating IP ad089a8a-9847-4cde-ba78-a154e9946c46: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:21:27.139949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.147811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:27.149850 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:27.221884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e5507de8-8e0e-4e68-9877-236242d71db3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:27.222277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.238457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '7e982019-037c-4ef1-9cfa-d3de8978e371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:27.238825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: caae751c-44dc-48c4-bf8a-9de9861725ac, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:27.247464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.269041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=613faadb-c4b1-49ed-adbd-80450d433ca1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:27.288300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:27.300883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network caae751c-44dc-48c4-bf8a-9de9861725ac is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:27.317740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, caae751c-44dc-48c4-bf8a-9de9861725ac) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:27.326145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:27.327065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.352088 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9290047 Jun 10 16:21:27.352854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48318) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:27.359976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536728594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:27.366411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-51cac0aa-ea3b-4708-b88c-b45f27b93d54 None None] Provisioning complete for port 3268805a-87a2-4b6c-9721-d1c725c5a82f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:27.366803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-51cac0aa-ea3b-4708-b88c-b45f27b93d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.387896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.388991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.400557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f61d51-c910-494e-af6a-b5084add4d20 None None] Network caae751c-44dc-48c4-bf8a-9de9861725ac requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:27.401389 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c03105e8-a4fc-4be1-990f-34a7c0f77ab9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/ad089a8a-9847-4cde-ba78-a154e9946c46 HTTP/1.1" status: 200 len: 991 time: 0.4217854 Jun 10 16:21:27.403493 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-6fb53433-abc8-4697-80cc-429a7d63c7cc service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2182529 Jun 10 16:21:27.410384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.434667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c53dd53-79c2-4c8d-8c54-8b2d5840d31e tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:27.441891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.445003 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] 10.222.0.23 "DELETE /v2.0/networks/348b97bd-e0cc-48a9-879b-c4f5062409c4 HTTP/1.1" status: 204 len: 168 time: 1.7263947 Jun 10 16:21:27.460093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.507838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.511509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.516115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.517806 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4895a2da-638d-456d-8f47-4323a247cd9b HTTP/1.1" status: 204 len: 168 time: 0.7141142 Jun 10 16:21:27.519971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0584c16c-8e52-408f-94cf-367a4ee470e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:27.535774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.556431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.559013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4895a2da-638d-456d-8f47-4323a247cd9b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:27.560284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Pushing event deleted for resources: {'Network': ['ID=348b97bd-e0cc-48a9-879b-c4f5062409c4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:27.562428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:27.564583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:27.572759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.574217 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ea576131-a1ad-403e-9735-9ec2d7e0c776 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2200167 Jun 10 16:21:27.577232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48324) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:27.583373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'port': {'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac', 'name': 'tempest-RoutersIpV6Test-626112531'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:27.609446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-51cac0aa-ea3b-4708-b88c-b45f27b93d54 None None] Port 3268805a-87a2-4b6c-9721-d1c725c5a82f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:27.633923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f8f2b38-bcc2-4cc6-9ee0-bb0b762ef6df tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:27.733940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98d31aa-41f2-4b9b-b414-3cf93f9477ee,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:27.737069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:27.749543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.798469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:27.816407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.873093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] device_id is not set on port 96cf1aea-0428-4bd3-9fda-d59867289379 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:27.904920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-caae751c-44dc-48c4-bf8a-9de9861725ac', 'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': '613faadb-c4b1-49ed-adbd-80450d433ca1'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:27.906305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:27.952886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 3268805a-87a2-4b6c-9721-d1c725c5a82f owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:27.955238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48330) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:28.055031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b33879c-fc13-4986-8df5-12dcecc1b427 req-40bfe5a7-6eb1-460d-8331-f50cbc6b78d5 service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421571 Jun 10 16:21:28.140086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Allocated IP 2001:db8::2 (caae751c-44dc-48c4-bf8a-9de9861725ac/613faadb-c4b1-49ed-adbd-80450d433ca1/0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:28.231450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.234120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.235240 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75d67870-9dc9-4a6f-bbee-d5ef88531b79 HTTP/1.1" status: 204 len: 168 time: 2.1509910 Jun 10 16:21:28.244412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32c7958e-1b30-43d3-8c92-3c38ebceb765 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:28.288906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d67870-9dc9-4a6f-bbee-d5ef88531b79,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:28.292082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:28.350069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-54c8cc33-d383-4280-bba3-92d82cea1f74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f3e8e7fa77941b6bc82d07d58d37cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858480 Jun 10 16:21:28.351960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.353064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48348) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:28.393963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.406111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48350) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:28.524094 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bc55bb5f-549f-47b4-8c35-2db04e9a8ac5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/ad089a8a-9847-4cde-ba78-a154e9946c46 HTTP/1.1" status: 200 len: 993 time: 0.1139684 Jun 10 16:21:28.539853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Transition to ACTIVE for port object 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:28.554432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.564557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Transition to ACTIVE for port object 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:28.584572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.596272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.600113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-512705a2-ff22-4b9c-9144-124cac8dd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:28.601838 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-512705a2-ff22-4b9c-9144-124cac8dd352 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1098 time: 0.4464343 Jun 10 16:21:28.602613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:28.613220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1191b38f-4c5b-41b9-891c-5b6c29fdb7d8 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:28.628868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.654589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=3268805a-87a2-4b6c-9721-d1c725c5a82f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:28.722118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8::2c0 (caae751c-44dc-48c4-bf8a-9de9861725ac/613faadb-c4b1-49ed-adbd-80450d433ca1/96cf1aea-0428-4bd3-9fda-d59867289379) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:28.739058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Pushing event updated for resources: {'Port': ['ID=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:28.750422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:28.764301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Network caae751c-44dc-48c4-bf8a-9de9861725ac is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:28.768875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:28.777888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.778912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:28.781554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.783041 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68909762-a6d3-4346-a599-627e7bc12ff9 HTTP/1.1" status: 204 len: 168 time: 0.4260080 Jun 10 16:21:28.787967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-71028a1f-77db-4c79-a240-7a28c45feb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:28.806956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:28.810573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48366) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:28.860105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.864947 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/3268805a-87a2-4b6c-9721-d1c725c5a82f HTTP/1.1" status: 204 len: 168 time: 3.1448138 Jun 10 16:21:28.867550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48372) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:28.899022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Attempting to bind port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:28.899584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Attempting to bind port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7e982019-037c-4ef1-9cfa-d3de8978e371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:28.899965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Attempting to bind port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 on network caae751c-44dc-48c4-bf8a-9de9861725ac {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:28.906880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:28.907274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Checking segment: {'id': '7e982019-037c-4ef1-9cfa-d3de8978e371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:28.907871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:28.908281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Bound using segment: {'id': '7e982019-037c-4ef1-9cfa-d3de8978e371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:28.908771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Bound port: 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e982019-037c-4ef1-9cfa-d3de8978e371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'caae751c-44dc-48c4-bf8a-9de9861725ac'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:28.909469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.012533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] For port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:29.016659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] For port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,segment=NetworkSegment(7e982019-037c-4ef1-9cfa-d3de8978e371),segment_id=7e982019-037c-4ef1-9cfa-d3de8978e371)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:29.028765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-c8dc021a-f889-4fd2-bfb0-ef3d11708b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:29.030353 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-c8dc021a-f889-4fd2-bfb0-ef3d11708b96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 897 time: 0.3848796 Jun 10 16:21:29.030840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.032911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6547b1fc-f36d-42cd-b46f-8ccd8c4bf2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:29.102842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Pushing event updated for resources: {'Port': ['ID=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:29.121084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:29.121437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555f37e-bf1a-4ce0-8cb8-06b3a43c25b0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:29.123394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555f37e-bf1a-4ce0-8cb8-06b3a43c25b0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:29.127337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e555f37e-bf1a-4ce0-8cb8-06b3a43c25b0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2550807 Jun 10 16:21:29.200763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48376) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:29.317236 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-c39ef4f7-2a59-4971-8506-9d3f93c516f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 1001 time: 0.2794878 Jun 10 16:21:29.409074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet cdc4ca45-3ab2-42c2-ab92-4359269d6896 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:29.434018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68909762-a6d3-4346-a599-627e7bc12ff9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:29.434320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.438611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:29.489443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-15bf5401-4c53-4c87-bc07-237c45afd9df tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:29.490575 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-15bf5401-4c53-4c87-bc07-237c45afd9df tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 10 16:21:29.506627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-15bf5401-4c53-4c87-bc07-237c45afd9df tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): There was a conflict when trying to complete your request. Jun 10 16:21:29.511839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-15bf5401-4c53-4c87-bc07-237c45afd9df tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6962912 Jun 10 16:21:29.521338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48386) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:29.527578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586065522'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:29.562032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.572314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-5616a345-1b1f-4fbb-af42-2bb98dc0c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:29.573976 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-5616a345-1b1f-4fbb-af42-2bb98dc0c7be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 200 len: 834 time: 0.2428281 Jun 10 16:21:29.576095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:29.585832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object 96cf1aea-0428-4bd3-9fda-d59867289379 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:29.591137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.635294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.648496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-318b65c2-f933-407a-8bcc-ee0e45a3b260 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:29.702491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=96cf1aea-0428-4bd3-9fda-d59867289379,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:29.706221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:29.715390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network caae751c-44dc-48c4-bf8a-9de9861725ac is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:29.716959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:29.719708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:29.727405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:29.728080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.752667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48394) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:29.790489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.790747 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2125957 Jun 10 16:21:29.794407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:29.795733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48400) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:29.958191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.008903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-756113321'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:30.187948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48410) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:30.236088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:30.239028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.313790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.338801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-348287293'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:30.492343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-5b1f5f50-aec6-46d4-b1c7-3d057ac3b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:30.492942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-5b1f5f50-aec6-46d4-b1c7-3d057ac3b825 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9064739 Jun 10 16:21:30.502250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.508324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.513775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6664d56c-b258-4155-bbe6-7a75b036ab10 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:30.588012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.590058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/cdc4ca45-3ab2-42c2-ab92-4359269d6896 HTTP/1.1" status: 204 len: 168 time: 1.3882816 Jun 10 16:21:30.591122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc4ca45-3ab2-42c2-ab92-4359269d6896,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:30.599270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48414) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:30.605135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5602741-bb95-4642-92a0-538c14b25367 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:30.651943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:30.655084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:30.669392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] 10.222.0.23 "PUT /v2.0/routers/ed3d2d7d-4314-42b2-8ef7-366c63ecdc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8000784 Jun 10 16:21:30.669578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48416) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:30.707462 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-82d36459-fb3a-41dc-b23e-116dbf42b83a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067960 Jun 10 16:21:30.719326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f5ed3-2771-40eb-9892-49bbad886295 None None] Network caae751c-44dc-48c4-bf8a-9de9861725ac requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:30.729839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] Sync routers for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:30.730045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48418) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:30.791928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:30.861975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.903998 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-222f20bf-d087-4501-9f53-7d0f5cbe8c96 service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033246 Jun 10 16:21:30.925560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:30.935089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adc67cda-3079-48c1-9e1e-983b76fced07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:30.977041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:21:30.977041 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:21:30.977041 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'project_id_1': 'd86bacf4d1a34792b0021c05c78962fa', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 21, 30, 460417)}] Jun 10 16:21:30.977041 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:21:30.977511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:21:31.005818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:31.006038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:31.006663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:31.035010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:31.039328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.054532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb29c39-dbb5-4fa5-be14-d90573985b4b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:31.063137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.063717 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment 7b679c2b-6ead-4e67-911d-48b71cce475a of type vlan for network 4fc63a6f-0970-43f9-a676-1488be48263a Jun 10 16:21:31.065450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:31.073007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.085554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.118918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:31.150812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-56212e2d-5ec0-40e9-aa95-9814f58d150e None None] Provisioning for port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:31.164156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.184034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.200770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.201442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:31.205098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.206449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bdea8c47-1c22-4cdc-a6d9-78f90ed93541 tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:31.244589 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c889cb80-3638-4b63-90d9-45ca02b4da84 req-f4deec37-2e60-45ca-8b37-85057d275a2a service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252447 Jun 10 16:21:31.292699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.299329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:31.299329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.365626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=96cf1aea-0428-4bd3-9fda-d59867289379,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:31.366810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.375479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:31.376002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dd4f2919-da01-4794-9195-a4fac0c15d6c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:31.397625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:21:31.478580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.494252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:31.531816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=4fc63a6f-0970-43f9-a676-1488be48263a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:31.548591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:31.548811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.558029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Deleting port cc5398d1-e07a-48b7-8d2c-55993be018bc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:31.558496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.573493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:31.581199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.585435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4cf3dc12-0f31-4b15-8c52-a873c3f9e801 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:31.600211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 4fc63a6f-0970-43f9-a676-1488be48263a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:31.608594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.620861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.650194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da6c2a39-06e0-4a1b-84ea-a4c864b7a5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:31.655393 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9011018 Jun 10 16:21:31.658194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.663694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48420) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:31.678377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:31.724073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:31.730111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-581254686'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:31.733633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:31.739126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:31.759878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:31.761180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.764854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.765224 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment 1d96e52b-3571-4839-9db1-f9b68f899069 of type vlan for network 110df828-021c-4ae6-83a8-e960b833f601 Jun 10 16:21:31.782860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=e3439a3f-604a-40e6-a439-8c9214a02bb9,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:31.797831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a171d6d-db4c-4bff-bd8e-bd25ba8d1173,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:31.797995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:31.802956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] For port cc5398d1-e07a-48b7-8d2c-55993be018bc, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cc5398d1-e07a-48b7-8d2c-55993be018bc,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:31.803588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.807692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:31.861450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.916622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Calling delete_port for cc5398d1-e07a-48b7-8d2c-55993be018bc owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:31.932223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.938158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:31.939772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.941666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:31.945914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f5d3c78-6785-472a-9048-10783c63d020 tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:31.955192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.002227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Deleting port e5507de8-8e0e-4e68-9877-236242d71db3 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:32.002643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.031277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,segment=NetworkSegment(7e982019-037c-4ef1-9cfa-d3de8978e371),segment_id=7e982019-037c-4ef1-9cfa-d3de8978e371)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:32.054976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.068762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.087255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.091404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:32.106887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=110df828-021c-4ae6-83a8-e960b833f601,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:32.113177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:32.116679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:32.121099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.127607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9362533 Jun 10 16:21:32.131723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4d8d11fd-eea6-4112-b6d5-36c5e243ce84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:32.134734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:32.141005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:21:26Z', 'revision_number': 5, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port': {'id': 'cc5398d1-e07a-48b7-8d2c-55993be018bc', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:17:06Z', 'updated_at': '2021-06-10T16:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:32.141992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48422) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:32.166032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2afb25-8ed6-4d2c-b3cc-d66c1df8266f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:32.170114 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4390717 Jun 10 16:21:32.173394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:32.175373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48424) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:32.186850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'name': 'tempest-NetworksTestDHCPv6-1777228548'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:32.189085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] Checking router: ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:21:32.210678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'name': 'tempest-PortsTestJSON-1753437376'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:32.332041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] Routers {'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:32.332744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:32.381576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:32.401819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] For port e5507de8-8e0e-4e68-9877-236242d71db3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5507de8-8e0e-4e68-9877-236242d71db3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:32.401819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.420546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.420928 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment 9d89bb8c-eb22-490f-8322-d3ab775a2b11 of type vlan for network edd325da-4df9-4615-af03-64a27bff95d8 Jun 10 16:21:32.447237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.452941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:32.462657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:32.468768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.482389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:32.498861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.503593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5398d1-e07a-48b7-8d2c-55993be018bc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:32.506849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:32.512095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9fb36c8e-3d9c-4649-845e-441a0cc85946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:32.565621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.609063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:32.612992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.626662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.627845 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1058292 Jun 10 16:21:32.633985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48426) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:32.639554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:32.642884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.646984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '13ed44f0-0b17-4ede-8ac0-0b657afbdc60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:32.650547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ed44f0-0b17-4ede-8ac0-0b657afbdc60,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:32.654096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:32.663754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 70d33e75-16fc-4f7d-82b5-71be3d367064 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:32.678742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 7e47774f-d9eb-4dee-98c6-2b4af02c4001 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:32.757867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.770047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.775636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Calling delete_port for e5507de8-8e0e-4e68-9877-236242d71db3 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:32.776134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:32.776378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.784243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df049687-70c2-42c4-afdb-ba257b06f8da tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:32.797917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ef0ba5a3-edd7-428e-90ca-e85a51104b09 None None] Provisioning complete for port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:32.798855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba5a3-edd7-428e-90ca-e85a51104b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.873450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] Set router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:21:32.922193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:32.949241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2792974 Jun 10 16:21:32.969280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48428) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:32.983600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:32.988658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.007050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:21:31Z', 'revision_number': 6, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:33.018790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=edd325da-4df9-4615-af03-64a27bff95d8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:33.019053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb03d4f-08c1-4c99-9c84-afcf280c090c None None] The sync data for ids ['ed3d2d7d-4314-42b2-8ef7-366c63ecdc46'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed3d2d7d-4314-42b2-8ef7-366c63ecdc46', 'name': 'tempest-ServerActionsTestJSON-174074493-router', 'tenant_id': '0bc8753f1dc44f178172e1f253c0ec15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:17:03Z', 'updated_at': '2021-06-10T16:21:31Z', 'revision_number': 6, 'project_id': '0bc8753f1dc44f178172e1f253c0ec15', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:33.024827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:33.029941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.036155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.079399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.080495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.092822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-76478dc7-5401-45e9-8495-e777765a849c tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:33.118544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network edd325da-4df9-4615-af03-64a27bff95d8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:33.134459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::398 (12102a82-a06e-4715-892b-6bfb38de3638/e3439a3f-604a-40e6-a439-8c9214a02bb9/7e47774f-d9eb-4dee-98c6-2b4af02c4001) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:33.200935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.206037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:33.248045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ef0ba5a3-edd7-428e-90ca-e85a51104b09 None None] Provisioning for port 96cf1aea-0428-4bd3-9fda-d59867289379 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:33.251916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] No DVR routers for this DVR port e5507de8-8e0e-4e68-9877-236242d71db3 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:33.253490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Pushing event deleted for resources: {'Port': ['ID=e5507de8-8e0e-4e68-9877-236242d71db3,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:33.257856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:33.260961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ef0ba5a3-edd7-428e-90ca-e85a51104b09 None None] Provisioning complete for port 96cf1aea-0428-4bd3-9fda-d59867289379 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:33.262638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba5a3-edd7-428e-90ca-e85a51104b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.294615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2157e5-649a-4a4e-b644-6439a86e3d8b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:33.359736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.373832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ba5a3-edd7-428e-90ca-e85a51104b09 None None] Port 96cf1aea-0428-4bd3-9fda-d59867289379 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:33.374180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 7e47774f-d9eb-4dee-98c6-2b4af02c4001 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:33.387228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.387675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:21:33.394063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.398396 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ed3d2d7d-4314-42b2-8ef7-366c63ecdc46 HTTP/1.1" status: 204 len: 168 time: 2.7246697 Jun 10 16:21:33.402817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48430) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:33.441367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:33.471490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Deleting subnet b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:33.477371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.508819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.513817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52e62c3a-0ce6-4a67-b996-f312f9a64c13 tempest-FloatingIPAdminTestJSON-992254575 tempest-FloatingIPAdminTestJSON-992254575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:33.574086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0575dbd-8937-4e4c-81f6-4f62eb3ea0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.577954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1417c7c7-d0eb-41c5-9dac-b197f1fe0ae1 None None] Provisioning complete for port 96cf1aea-0428-4bd3-9fda-d59867289379 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:33.578433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1417c7c7-d0eb-41c5-9dac-b197f1fe0ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.673118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1417c7c7-d0eb-41c5-9dac-b197f1fe0ae1 None None] Port 96cf1aea-0428-4bd3-9fda-d59867289379 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:33.686346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:33.686912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.760278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'e3439a3f-604a-40e6-a439-8c9214a02bb9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:33.761396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.806554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=96cf1aea-0428-4bd3-9fda-d59867289379,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:33.809570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:33.858102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.874726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.878135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.907296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee4e3610-8d33-454b-abf6-1d23529eabd9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:33.962728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:33.966752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.979107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030a9128-cb73-4573-9e37-f57fac0ba9eb,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:33.981773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:33.982557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:33.983773 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3417323 Jun 10 16:21:33.994806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5507de8-8e0e-4e68-9877-236242d71db3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:34.002061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48432) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:34.014154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4a043285-1ff8-435f-ac16-00566ff564ec tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '13ed44f0-0b17-4ede-8ac0-0b657afbdc60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:34.024362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.029776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network caae751c-44dc-48c4-bf8a-9de9861725ac is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:34.030157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e5507de8-8e0e-4e68-9877-236242d71db3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:34.030614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5507de8-8e0e-4e68-9877-236242d71db3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:34.040363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:34.052349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/e3439a3f-604a-40e6-a439-8c9214a02bb9/10048f2c-92fa-4c90-b606-01f46a83eb51) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:34.062979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:34.071904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:34.081930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:34.088514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:34.089397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.103755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=7e47774f-d9eb-4dee-98c6-2b4af02c4001,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:34.107922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:34.183025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.249902 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0712509 Jun 10 16:21:34.252364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48434) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:34.294829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.307762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Transition to ACTIVE for port object 10048f2c-92fa-4c90-b606-01f46a83eb51 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:34.328505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.331689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Transition to ACTIVE for port object 10048f2c-92fa-4c90-b606-01f46a83eb51 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:34.343211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.347363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4adc4ff0-f87f-4353-b8bd-5d6a8f030b9f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:34.348133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0f91dacd-5e10-4557-8fa1-8ddc700f6b00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:34.352872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a043285-1ff8-435f-ac16-00566ff564ec tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.374281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.385521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b9fbe35-c5e9-421a-9b7b-39c403cb43d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:34.397370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22effda-b7e3-43b1-89ef-76a5917b2c86 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:34.402119 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c22effda-b7e3-43b1-89ef-76a5917b2c86 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1487858 Jun 10 16:21:34.404458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.406704 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a HTTP/1.1" status: 204 len: 168 time: 1.0029359 Jun 10 16:21:34.408745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105369fe-25cc-442c-a8aa-968677522c08 None None] Network a2a3b60b-60d7-46f7-949d-cca2dcc25001 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:34.432476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48436) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:34.433084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48438) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:34.438595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:34.451536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:34.478447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3bd025f-60c0-4cc6-bdb1-34ac1e1d0d7a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:34.487584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=70d33e75-16fc-4f7d-82b5-71be3d367064,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:34.502223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:34.503401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:34.505640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:34.519292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Pushing event updated for resources: {'Port': ['ID=10048f2c-92fa-4c90-b606-01f46a83eb51,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:34.526828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:34.552209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d030946a-6057-4dab-9c3a-568bca21c32b None None] Provisioning complete for port 96cf1aea-0428-4bd3-9fda-d59867289379 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:34.552745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d030946a-6057-4dab-9c3a-568bca21c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.601784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': '1d96e52b-3571-4839-9db1-f9b68f899069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '110df828-021c-4ae6-83a8-e960b833f601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:34.602149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: 110df828-021c-4ae6-83a8-e960b833f601, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:34.619373 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-4a043285-1ff8-435f-ac16-00566ff564ec tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): There was a conflict when trying to complete your request. Jun 10 16:21:34.620677 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4a043285-1ff8-435f-ac16-00566ff564ec tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6102593 Jun 10 16:21:34.632395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48440) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:34.655651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.663194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Attempting to bind port 10048f2c-92fa-4c90-b606-01f46a83eb51 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:34.663581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Attempting to bind port 10048f2c-92fa-4c90-b606-01f46a83eb51 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:34.663962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Attempting to bind port 10048f2c-92fa-4c90-b606-01f46a83eb51 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:34.683567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 2b0580a6-0715-4146-bd64-124015962dbb is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:21:34.706521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:34.708764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:34.709960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:34.710559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.711225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:34.711919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Bound port: 10048f2c-92fa-4c90-b606-01f46a83eb51, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:34.712490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.726641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d030946a-6057-4dab-9c3a-568bca21c32b None None] Port 96cf1aea-0428-4bd3-9fda-d59867289379 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:34.757236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.760431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 7e47774f-d9eb-4dee-98c6-2b4af02c4001 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:34.760756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.813566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 110df828-021c-4ae6-83a8-e960b833f601) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:34.814784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.818174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:34.822131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] For port 10048f2c-92fa-4c90-b606-01f46a83eb51, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:34.825515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:34.825956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] For port 10048f2c-92fa-4c90-b606-01f46a83eb51, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10048f2c-92fa-4c90-b606-01f46a83eb51,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:34.826159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.829939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e66814-b1c8-488d-a72d-2762c87e5826 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:34.834843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.845279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b1ca326-ef11-4e47-b089-45d72ac8785e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:34.853718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.866524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:34.934217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Deleting port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:34.934564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:34.972000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d98d31aa-41f2-4b9b-b414-3cf93f9477ee no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:34.974913 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8296914 Jun 10 16:21:34.982887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48442) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:34.989187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] DHCP port deletion for a2a3b60b-60d7-46f7-949d-cca2dcc25001 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:35.002039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1223017248'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:35.005705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.009657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.010938 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/13ed44f0-0b17-4ede-8ac0-0b657afbdc60 HTTP/1.1" status: 204 len: 168 time: 0.3765030 Jun 10 16:21:35.015272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9f7d829-8c21-4047-8435-129daf14f534 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:35.016534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48444) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:35.024368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:35.025551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.039297 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] Sync routers for ids ['2b0580a6-0715-4146-bd64-124015962dbb'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:35.047798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/2b0580a6-0715-4146-bd64-124015962dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2506623 Jun 10 16:21:35.060152 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] Routers {'2b0580a6-0715-4146-bd64-124015962dbb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:35.061021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48446) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:35.061982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=42783e70-0d93-4e38-b012-1753082514e4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:35.063820 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2b0580a6-0715-4146-bd64-124015962dbb'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.072021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:35.089137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d98d31aa-41f2-4b9b-b414-3cf93f9477ee {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:35.089712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d98d31aa-41f2-4b9b-b414-3cf93f9477ee not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:35.090094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cc5398d1-e07a-48b7-8d2c-55993be018bc no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:35.144270 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.144973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] For port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,segment=NetworkSegment(988ea896-c541-48db-baf5-f9dd9a02b338),segment_id=988ea896-c541-48db-baf5-f9dd9a02b338)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:35.145468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.152143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': '7b679c2b-6ead-4e67-911d-48b71cce475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:35.152679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: 4fc63a6f-0970-43f9-a676-1488be48263a, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:35.154520 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] Routers {'2b0580a6-0715-4146-bd64-124015962dbb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:35.155677 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2b0580a6-0715-4146-bd64-124015962dbb'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.189005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:35.190393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: cc5398d1-e07a-48b7-8d2c-55993be018bc {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:35.190823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cc5398d1-e07a-48b7-8d2c-55993be018bc not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:35.198789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.203337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Pushing event updated for resources: {'Port': ['ID=10048f2c-92fa-4c90-b606-01f46a83eb51,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:35.243160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ea233-297a-44cf-bb42-1d6f525487cd tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:35.244995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-718ea233-297a-44cf-bb42-1d6f525487cd tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports/96cf1aea-0428-4bd3-9fda-d59867289379 HTTP/1.1" status: 200 len: 983 time: 0.1780736 Jun 10 16:21:35.248903 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e6ff6060-ecc0-4cfb-af67-cfc1d3817137 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2258041 Jun 10 16:21:35.257437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:35.257773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48450) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:35.263030 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.263450 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00993608-71bd-4dff-b21f-d57a14d46948 None None] The sync data for ids ['2b0580a6-0715-4146-bd64-124015962dbb'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:35.264080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--293042808'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:35.277762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:35.331961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Calling delete_port for 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:35.424953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 4fc63a6f-0970-43f9-a676-1488be48263a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:35.445483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ed44f0-0b17-4ede-8ac0-0b657afbdc60,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:35.450471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:35.452580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:35.466658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.472702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 4fc63a6f-0970-43f9-a676-1488be48263a) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:35.476755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.477104 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment adda884f-df2b-4aea-b3ce-c4d0ce79087a of type vlan for network 2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa Jun 10 16:21:35.502251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:35.502835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.533423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d90503-f567-407d-85a7-c02bc594cb1b None None] Network 4fc63a6f-0970-43f9-a676-1488be48263a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:35.545574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Deleting port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:35.545968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.548296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 7e47774f-d9eb-4dee-98c6-2b4af02c4001 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:35.564047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.618064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee436168-4be7-464e-8f63-710ca1c55641 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:35.644764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] No DVR routers for this DVR port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:35.650550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:35.656643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:35.671499 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6922507 Jun 10 16:21:35.682604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48452) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:35.688866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.696938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:35.721745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] For port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:35.722148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.775000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.798668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a3b60b-60d7-46f7-949d-cca2dcc25001']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.812154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988ea896-c541-48db-baf5-f9dd9a02b338') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.812154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988ea896-c541-48db-baf5-f9dd9a02b338') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:35.828256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.845501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Calling delete_port for 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:35.855882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:21:35.860656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.862947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:35.885533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.891535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.898512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:35.899236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.900205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:35.900772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:35.902958 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:35.905600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:35.932873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Pushing event deleted for resources: {'Port': ['ID=0b06b6ac-99fc-415b-b4c8-330c2ef15a99,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:35.940090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:35.941908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] No DVR routers for this DVR port 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:36.009292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:36.011337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-4fc63a6f-0970-43f9-a676-1488be48263a', 'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '42783e70-0d93-4e38-b012-1753082514e4'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:36.012564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.013775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:36.038819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:36.039942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.052452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f57b4b65-5ff8-4b9e-ba0c-4e9c6efb2469 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:36.061335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.135407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=7e47774f-d9eb-4dee-98c6-2b4af02c4001,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:36.139127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.144395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.144525 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/7e47774f-d9eb-4dee-98c6-2b4af02c4001 HTTP/1.1" status: 204 len: 168 time: 1.7100143 Jun 10 16:21:36.146118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48454) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.147776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.150395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2a3b60b-60d7-46f7-949d-cca2dcc25001 HTTP/1.1" status: 204 len: 168 time: 1.7083845 Jun 10 16:21:36.151411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:36.153295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbceddf3-2b5f-4e14-8500-b1cd9c217611 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:36.213041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a3b60b-60d7-46f7-949d-cca2dcc25001,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:36.218117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:36.231508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.242732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9084c67-34ee-4ad9-8531-45eb265e5d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:36.248945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333b86f-76dc-4163-9533-01509e2f393a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:36.251566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333b86f-76dc-4163-9533-01509e2f393a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:36.256421 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4333b86f-76dc-4163-9533-01509e2f393a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1035745 Jun 10 16:21:36.257176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48458) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.267537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48460) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.268120 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2836795 Jun 10 16:21:36.277580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'ports': [{'network_id': '110df828-021c-4ae6-83a8-e960b833f601'}, {'network_id': '2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa'}]} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:36.279759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:36.280617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:36.307994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.320874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.325799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06453071-8576-4f31-bfc7-159beca33c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.402658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Allocated IP 172.20.0.2 (4fc63a6f-0970-43f9-a676-1488be48263a/42783e70-0d93-4e38-b012-1753082514e4/ed24f997-8a27-4848-aaa8-56f0d0e2f004) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:36.464713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:36.465485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48462) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.468339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.471501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f1bb8c-9d0b-47a3-a42f-2aca3ae3b28a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:36.500526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:36.501511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.502876 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2427526 Jun 10 16:21:36.507949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet e3439a3f-604a-40e6-a439-8c9214a02bb9 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:36.510323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48464) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.512503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4c41bd25-95cb-4ae7-9321-8de0139e9d6a None None] Could not find standard attr ID for object 7e47774f-d9eb-4dee-98c6-2b4af02c4001. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:21:36.513807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.526487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-acc1343c-a314-495c-a6d6-a3052378bff2 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'a0f1bb8c-9d0b-47a3-a42f-2aca3ae3b28a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:36.527249 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-acc1343c-a314-495c-a6d6-a3052378bff2 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 10 16:21:36.527738 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-acc1343c-a314-495c-a6d6-a3052378bff2 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:36.531406 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-acc1343c-a314-495c-a6d6-a3052378bff2 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0171306 Jun 10 16:21:36.557532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4c41bd25-95cb-4ae7-9321-8de0139e9d6a None None] Provisioning for port 10048f2c-92fa-4c90-b606-01f46a83eb51 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:36.558804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48466) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.722323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.734815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Transition to ACTIVE for port object ed24f997-8a27-4848-aaa8-56f0d0e2f004 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:36.755806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.761575 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eb8391a2-ac74-417c-b61e-4a8b864014de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0bc8753f1dc44f178172e1f253c0ec15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2948573 Jun 10 16:21:36.780386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Transition to ACTIVE for port object ed24f997-8a27-4848-aaa8-56f0d0e2f004 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:36.790968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.795136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fac19681-d4c6-4d2a-a12b-bc5bf76efd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:36.811665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48470) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:36.832408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.833857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-25447dda-aacc-4f42-a349-cd5ecc200479 None None] Could not find standard attr ID for object 7e47774f-d9eb-4dee-98c6-2b4af02c4001. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:21:36.866328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Network 4fc63a6f-0970-43f9-a676-1488be48263a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:36.868279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:36.870901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Pushing event updated for resources: {'Port': ['ID=ed24f997-8a27-4848-aaa8-56f0d0e2f004,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:36.872639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:36.881086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:36.884043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.966734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Attempting to bind port ed24f997-8a27-4848-aaa8-56f0d0e2f004 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:36.967279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Attempting to bind port ed24f997-8a27-4848-aaa8-56f0d0e2f004 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7b679c2b-6ead-4e67-911d-48b71cce475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:36.967774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Attempting to bind port ed24f997-8a27-4848-aaa8-56f0d0e2f004 on network 4fc63a6f-0970-43f9-a676-1488be48263a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:36.973659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:36.974168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Checking segment: {'id': '7b679c2b-6ead-4e67-911d-48b71cce475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:36.975131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:36.975666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Bound using segment: {'id': '7b679c2b-6ead-4e67-911d-48b71cce475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:36.976278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Bound port: ed24f997-8a27-4848-aaa8-56f0d0e2f004, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b679c2b-6ead-4e67-911d-48b71cce475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4fc63a6f-0970-43f9-a676-1488be48263a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:36.976804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.065995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10048f2c-92fa-4c90-b606-01f46a83eb51 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:37.111515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 2} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:37.116785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.124017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] For port ed24f997-8a27-4848-aaa8-56f0d0e2f004, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:37.146524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.148557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] For port ed24f997-8a27-4848-aaa8-56f0d0e2f004, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ed24f997-8a27-4848-aaa8-56f0d0e2f004,segment=NetworkSegment(7b679c2b-6ead-4e67-911d-48b71cce475a),segment_id=7b679c2b-6ead-4e67-911d-48b71cce475a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:37.151646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.154623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.157206 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0f1bb8c-9d0b-47a3-a42f-2aca3ae3b28a HTTP/1.1" status: 204 len: 168 time: 0.5956697 Jun 10 16:21:37.157734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.160140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48474) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:37.160866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e48d155-e787-4fdb-962a-11998cd22aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:37.185565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:37.196814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.198398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.205857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f1bb8c-9d0b-47a3-a42f-2aca3ae3b28a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:37.216015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 10048f2c-92fa-4c90-b606-01f46a83eb51 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:37.230802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:37.255999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 10048f2c-92fa-4c90-b606-01f46a83eb51 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:37.256548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.266893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.296171 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-548966b4-b77d-44d3-8bbc-0ca33fe80082 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1270778 Jun 10 16:21:37.297260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48476) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:37.302831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Pushing event updated for resources: {'Port': ['ID=ed24f997-8a27-4848-aaa8-56f0d0e2f004,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:37.308579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710343435'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:37.309591 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:21:37.312271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.313936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:37.384650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.415526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.420958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f096d943-f997-4f3b-9095-983302fc940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:37.437107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 10048f2c-92fa-4c90-b606-01f46a83eb51, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10048f2c-92fa-4c90-b606-01f46a83eb51,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:37.440539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.443834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.446881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-349dc4fd-64a4-4fc1-a4fb-6d5f8b3a91e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:37.492699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 96cf1aea-0428-4bd3-9fda-d59867289379 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:37.493888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.519987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:37.537958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=8ec21692-35fd-4d1e-aeff-4f62f3e120fc,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:37.543852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=10048f2c-92fa-4c90-b606-01f46a83eb51,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:37.544159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:37.546717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:37.582690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.585710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/e3439a3f-604a-40e6-a439-8c9214a02bb9 HTTP/1.1" status: 204 len: 168 time: 1.3270469 Jun 10 16:21:37.586451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=e3439a3f-604a-40e6-a439-8c9214a02bb9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:37.590918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48478) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:37.591576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43e846-a376-4b76-b3c5-61843e4b63b8 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:37.595692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.608136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:37.619784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:37.626263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.629608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.631292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52bea268-f5a0-42f6-a7c0-406e9d2b0026 HTTP/1.1" status: 204 len: 168 time: 0.8185704 Jun 10 16:21:37.637883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 72021510-4fde-4dcd-ac2b-6a81f4999f9f yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:37.671787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa844d67-491b-4a81-8000-f76191892512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:37.694206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bea268-f5a0-42f6-a7c0-406e9d2b0026,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:37.701065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': '9d89bb8c-eb22-490f-8322-d3ab775a2b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:37.701635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: edd325da-4df9-4615-af03-64a27bff95d8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:37.702123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:37.705164 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a2a250e-3b23-4b6d-9efb-ac8c1ef19cb5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125853 Jun 10 16:21:37.708639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48482) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:37.716662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:37.822301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:37.822713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0b06b6ac-99fc-415b-b4c8-330c2ef15a99 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:37.844848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.856071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network edd325da-4df9-4615-af03-64a27bff95d8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:37.886968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:37.980747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 96cf1aea-0428-4bd3-9fda-d59867289379 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:38.003403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, edd325da-4df9-4615-af03-64a27bff95d8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:38.009639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.011758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:38.012466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.015366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.022845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c67bfbaf-fb5c-46b9-8c68-52f161dda908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:38.030450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9dac44-9624-406b-833e-dbd924e9e98f None None] Network edd325da-4df9-4615-af03-64a27bff95d8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:38.044220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:38.049659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:38.076250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02caa3a6-310c-4b6c-a3d4-4d1500513002,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:38.079847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:38.171355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:38.178012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.193600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5082610 Jun 10 16:21:38.197125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48492) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.206387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1397893053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:38.213779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.215230 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9132760 Jun 10 16:21:38.226023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48494) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.232197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e2951e28-6b3a-4027-a1b6-069071494383 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '02caa3a6-310c-4b6c-a3d4-4d1500513002', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:38.234056 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-e2951e28-6b3a-4027-a1b6-069071494383 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 10 16:21:38.234977 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-e2951e28-6b3a-4027-a1b6-069071494383 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:38.235568 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e2951e28-6b3a-4027-a1b6-069071494383 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093966 Jun 10 16:21:38.253502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Deleting port 10048f2c-92fa-4c90-b606-01f46a83eb51 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:38.253691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48496) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.253949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.354026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.355814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.408581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.506591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.537648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.546298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.552499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.561028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0e2f6b5-14ac-46b1-be3a-19a5cd23fc87 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:38.602239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.622795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.633341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48506) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.634535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e5ca27c6-d665-4b73-b6ba-4ae64acd8fc2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4335811 Jun 10 16:21:38.643140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=96cf1aea-0428-4bd3-9fda-d59867289379,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:38.676402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.680085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.693824 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/02caa3a6-310c-4b6c-a3d4-4d1500513002 HTTP/1.1" status: 204 len: 168 time: 0.4371192 Jun 10 16:21:38.694856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48508) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.702743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:38.752701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d855f889-28b6-41f1-9eeb-8bc3e86ec053 tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:38.763199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] For port 10048f2c-92fa-4c90-b606-01f46a83eb51, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=10048f2c-92fa-4c90-b606-01f46a83eb51,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:38.763759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.804160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02caa3a6-310c-4b6c-a3d4-4d1500513002,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:38.806559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.811928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:38.820267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1ebdb85-4982-4218-9eb1-15be9a1b2a80 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:38.839774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88c7e9a-f043-4aa9-aad7-4905798b4026 None None] Network 4fc63a6f-0970-43f9-a676-1488be48263a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:38.840311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.905161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:38.912351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:38.922090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:38.922959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:38.941282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-98088c74-67e6-41ed-b253-158d593c6522 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1667039 Jun 10 16:21:38.945645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48516) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:38.950597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852124076'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:38.971937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=72021510-4fde-4dcd-ac2b-6a81f4999f9f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:38.992327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:38.992869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-befb0fbc-0650-4f77-ab47-500914cdc345 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:39.022783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-edd325da-4df9-4615-af03-64a27bff95d8', 'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '8ec21692-35fd-4d1e-aeff-4f62f3e120fc'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:39.023617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.072267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Calling delete_port for 10048f2c-92fa-4c90-b606-01f46a83eb51 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:39.091591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ed24f997-8a27-4848-aaa8-56f0d0e2f004 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:39.101030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-19432f58-8150-4a61-bb2e-b4665669be39 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.102081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-19432f58-8150-4a61-bb2e-b4665669be39 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13928 time: 0.2607784 Jun 10 16:21:39.108714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48518) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.113110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-613e584b-f620-4c43-baa1-b942b4479cb7 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.116939 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-613e584b-f620-4c43-baa1-b942b4479cb7 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047586 Jun 10 16:21:39.126125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48520) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.131467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-59ed9c7d-5302-43b5-9864-ada2a9a500aa tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.135936 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-59ed9c7d-5302-43b5-9864-ada2a9a500aa tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053589 Jun 10 16:21:39.135936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.138131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48522) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.140078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:39.142843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:39.148471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-bfe5d91d-6eb5-44f3-adcd-3c630aadfc91 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.152374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bfe5d91d-6eb5-44f3-adcd-3c630aadfc91 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0102971 Jun 10 16:21:39.166461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48524) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.171957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-99b71e36-1148-4736-b2a9-07553541cdbe tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.176319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-99b71e36-1148-4736-b2a9-07553541cdbe tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0055163 Jun 10 16:21:39.179557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48526) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.185522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-aa5d70d6-52a1-409c-98c7-567f9b560823 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.190342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aa5d70d6-52a1-409c-98c7-567f9b560823 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0100176 Jun 10 16:21:39.192911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48528) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.198486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-561731c8-7375-45fb-a029-9b6fca0ed6a5 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs-active-vip returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.202970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-561731c8-7375-45fb-a029-9b6fca0ed6a5 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs-active-vip HTTP/1.1" status: 200 len: 500 time: 0.0079193 Jun 10 16:21:39.203860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': 'adda884f-df2b-4aea-b3ce-c4d0ce79087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:39.204276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: 2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:39.204612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.206309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48530) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.213541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-414857f2-9bc1-4bc6-8b89-063cd1aed635 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.217817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-414857f2-9bc1-4bc6-8b89-063cd1aed635 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0048664 Jun 10 16:21:39.223076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48532) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.238442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-1a1884dd-ba6c-4078-abd7-4a064503318e tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.239793 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a1884dd-ba6c-4078-abd7-4a064503318e tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112245 Jun 10 16:21:39.243195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48534) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.254827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-14e6c58e-2d0d-48f8-a334-5e2b2a041238 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.258970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-14e6c58e-2d0d-48f8-a334-5e2b2a041238 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0117621 Jun 10 16:21:39.259123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f1ca74b9-21c3-4af8-89f0-2b131cdc1c28 None None] Provisioning for port ed24f997-8a27-4848-aaa8-56f0d0e2f004 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:39.262906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48536) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.279201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-5f257519-a90b-4682-add2-9dc3bccef053 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.283884 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5f257519-a90b-4682-add2-9dc3bccef053 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0077453 Jun 10 16:21:39.285457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48540) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.290742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-4b5c469c-8425-4a3c-adb9-cd6eb6bed2a4 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.293186 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4b5c469c-8425-4a3c-adb9-cd6eb6bed2a4 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047092 Jun 10 16:21:39.294997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48542) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.295693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:39.302516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-9ff26c7d-2f32-4874-b0b1-f70197af721e tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.305609 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9ff26c7d-2f32-4874-b0b1-f70197af721e tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054281 Jun 10 16:21:39.306758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48544) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.312737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-2e848a44-98b5-4a1b-8633-e2dc929bb29e tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.315935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2e848a44-98b5-4a1b-8633-e2dc929bb29e tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061090 Jun 10 16:21:39.320147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48546) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.326373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-0aa7cc72-b8a2-4bdf-95e1-5d018d87f200 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.328941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0aa7cc72-b8a2-4bdf-95e1-5d018d87f200 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0062406 Jun 10 16:21:39.333800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48548) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.336378 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:39.341295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-4e148afd-3ff6-4220-ad9e-3a646013338c tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.342460 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4e148afd-3ff6-4220-ad9e-3a646013338c tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070269 Jun 10 16:21:39.347410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48550) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.352196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:39.357974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:39.362898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:39.363481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.368994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-8c743239-0a4a-49fa-bd03-2d83236d64a0 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.372446 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8c743239-0a4a-49fa-bd03-2d83236d64a0 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0214217 Jun 10 16:21:39.374463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48552) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.378205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-07ac5bda-8f70-4efd-8194-5c87623630d8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.382623 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-07ac5bda-8f70-4efd-8194-5c87623630d8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042901 Jun 10 16:21:39.385130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.385878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d670e-4748-41de-9b69-5ff72ee7f312 None None] Network 2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:39.387602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48554) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.408050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.409981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-00cea770-60cb-4751-97b4-8389cd417c95 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.413938 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-00cea770-60cb-4751-97b4-8389cd417c95 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0180259 Jun 10 16:21:39.416963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48556) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.417888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.435228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-eb0d7b3a-9029-4687-aa6e-c27454b92e40 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.439566 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eb0d7b3a-9029-4687-aa6e-c27454b92e40 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0102317 Jun 10 16:21:39.439566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1c0d257-6e3a-4619-a05c-6779cbf75c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:39.448813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48558) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.451226 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1814313 Jun 10 16:21:39.453944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48560) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.463155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-bc12faf2-c96e-4f14-8267-3e9652cdd525 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.466561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bc12faf2-c96e-4f14-8267-3e9652cdd525 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0115540 Jun 10 16:21:39.467291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.485327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-4c91288a-15e9-4e0c-9e7a-8109eae70a8b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.488687 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4c91288a-15e9-4e0c-9e7a-8109eae70a8b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0176141 Jun 10 16:21:39.490220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48564) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.494389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-a379934e-9c63-490f-b1c0-9468ab1a5716 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.497579 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a379934e-9c63-490f-b1c0-9468ab1a5716 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041938 Jun 10 16:21:39.502896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.521343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.522557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5759585 Jun 10 16:21:39.529573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48566) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.529901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48568) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.539110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ed24f997-8a27-4848-aaa8-56f0d0e2f004 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:39.539630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-fb047d4b-27fa-4496-80e7-a4f17fb9f712 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.542983 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fb047d4b-27fa-4496-80e7-a4f17fb9f712 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0097766 Jun 10 16:21:39.543984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b2f94a9d-eec3-4f61-94c7-f69cb1ab6329 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'e5b8f937-c1a2-4f5a-9905-e3e3363994e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:39.548163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ed24f997-8a27-4848-aaa8-56f0d0e2f004 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:39.548504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.553123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48570) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.553895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6edad855-30e8-445d-b3c7-874bfa3b1aaa tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:39.555562 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-b2f94a9d-eec3-4f61-94c7-f69cb1ab6329 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 10 16:21:39.556448 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-b2f94a9d-eec3-4f61-94c7-f69cb1ab6329 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:39.561415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b2f94a9d-eec3-4f61-94c7-f69cb1ab6329 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0258818 Jun 10 16:21:39.571111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48572) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.574307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-88c3198a-ff9b-4f1f-85c0-b37ff287280b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.578209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8f937-c1a2-4f5a-9905-e3e3363994e5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:39.578456 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-88c3198a-ff9b-4f1f-85c0-b37ff287280b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0203748 Jun 10 16:21:39.580430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48574) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.584174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.590825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-03f7d17c-602e-416f-bc1e-226f663b2358 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.592250 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-03f7d17c-602e-416f-bc1e-226f663b2358 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069063 Jun 10 16:21:39.593387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:39.595671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48576) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.596735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:39.606195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-0da49eb8-b8a7-452e-9e58-7ffe35971337 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.609719 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0da49eb8-b8a7-452e-9e58-7ffe35971337 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0115864 Jun 10 16:21:39.614451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48578) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.626644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-83bdc9e2-30c5-4983-be28-8895b53e7ad7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'e5b8f937-c1a2-4f5a-9905-e3e3363994e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:39.628214 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-83bdc9e2-30c5-4983-be28-8895b53e7ad7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 10 16:21:39.628728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-83bdc9e2-30c5-4983-be28-8895b53e7ad7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:39.634111 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-83bdc9e2-30c5-4983-be28-8895b53e7ad7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0165987 Jun 10 16:21:39.636900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48580) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.640408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1bc78222-65f4-4dc3-9544-56ccb2e86367 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'e5b8f937-c1a2-4f5a-9905-e3e3363994e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:39.641417 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-1bc78222-65f4-4dc3-9544-56ccb2e86367 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 10 16:21:39.642084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-1bc78222-65f4-4dc3-9544-56ccb2e86367 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:39.646585 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1bc78222-65f4-4dc3-9544-56ccb2e86367 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072246 Jun 10 16:21:39.650959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-49958787-89dc-4057-8d2e-fec612c9542b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.651496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48582) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.651921 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-49958787-89dc-4057-8d2e-fec612c9542b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0204999 Jun 10 16:21:39.655784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48584) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.661181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8519d75c-91f9-4b97-8523-fb5da5eb3859 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'e5b8f937-c1a2-4f5a-9905-e3e3363994e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:39.663428 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-8519d75c-91f9-4b97-8523-fb5da5eb3859 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 10 16:21:39.664009 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-8519d75c-91f9-4b97-8523-fb5da5eb3859 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:39.664419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:39.668555 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8519d75c-91f9-4b97-8523-fb5da5eb3859 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0123191 Jun 10 16:21:39.670882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-c206fd0d-478c-4a4b-b3dd-a7a65243cdd5 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.671017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48586) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.674494 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c206fd0d-478c-4a4b-b3dd-a7a65243cdd5 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0145009 Jun 10 16:21:39.674925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48588) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.676313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:39.681259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:39.681852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.682002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-e9be5db7-8cf0-4d35-816a-65ad11a1d458 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.685266 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e9be5db7-8cf0-4d35-816a-65ad11a1d458 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0070782 Jun 10 16:21:39.685625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48590) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.689779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-c9b599a4-0a13-44e0-af01-d07b9bb1bbaf tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.693805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c9b599a4-0a13-44e0-af01-d07b9bb1bbaf tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042832 Jun 10 16:21:39.696027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48592) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.704253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-5358a9e1-09bb-46b6-8c5d-e5a550052720 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.707718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5358a9e1-09bb-46b6-8c5d-e5a550052720 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102513 Jun 10 16:21:39.707900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Pushing event deleted for resources: {'Port': ['ID=10048f2c-92fa-4c90-b606-01f46a83eb51,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:39.710291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48594) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.712910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:39.719208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] No DVR routers for this DVR port 10048f2c-92fa-4c90-b606-01f46a83eb51 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:39.719415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-c7e78c07-517a-4be5-9989-327d9981d443 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.722722 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c7e78c07-517a-4be5-9989-327d9981d443 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0073869 Jun 10 16:21:39.723797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48596) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.735517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-086fb4fc-6ef4-46aa-aad4-64dcdc62aa16 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.735517 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-086fb4fc-6ef4-46aa-aad4-64dcdc62aa16 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048316 Jun 10 16:21:39.735898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.742524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48598) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.749360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-196e0dcf-c441-4f5a-b109-ef9760e316de tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.751888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-196e0dcf-c441-4f5a-b109-ef9760e316de tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079305 Jun 10 16:21:39.755441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48600) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.757604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=996e28ff-a18b-4e8e-9693-14682d484c1d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:39.764215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-4cd52f24-4f2e-47d0-9903-70b8abe98fa8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.766101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4cd52f24-4f2e-47d0-9903-70b8abe98fa8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072076 Jun 10 16:21:39.769592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48602) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.774433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-f03e66ed-910b-42df-b8f7-2145d06669f8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.777703 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f03e66ed-910b-42df-b8f7-2145d06669f8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047245 Jun 10 16:21:39.777703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:39.777703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:39.779903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48604) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.784058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-ba2d8ac0-2af9-4067-a084-311f5ed1f725 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.787955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba2d8ac0-2af9-4067-a084-311f5ed1f725 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042121 Jun 10 16:21:39.789187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48606) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.790087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33557f8e-e4ec-49f3-91af-3ad7b5fca63f None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:39.795792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Allocated IP 172.21.0.2 (edd325da-4df9-4615-af03-64a27bff95d8/8ec21692-35fd-4d1e-aeff-4f62f3e120fc/bfb7a4bb-aedd-419b-9922-66a6fafd8f64) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:39.807540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-bcc44957-0072-4338-b9fb-2f6dee4e8aed tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.811054 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bcc44957-0072-4338-b9fb-2f6dee4e8aed tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0186598 Jun 10 16:21:39.812786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48608) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.819932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-f239a901-2af3-417c-8d3b-7a42cd3cdb0f tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.824274 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f239a901-2af3-417c-8d3b-7a42cd3cdb0f tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085371 Jun 10 16:21:39.824508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:39.824705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48610) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.828865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1136334 Jun 10 16:21:39.829452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48612) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.834696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'name': 'tempest-NetworksTestDHCPv6-678587113'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:39.841184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-bc0887ed-dfc5-4870-8f84-73b3c6d4ea0b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.844576 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bc0887ed-dfc5-4870-8f84-73b3c6d4ea0b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0167773 Jun 10 16:21:39.880253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48614) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.893131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-69e4c718-8a20-4b43-8fb2-52519f21f515 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.897203 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-69e4c718-8a20-4b43-8fb2-52519f21f515 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0115836 Jun 10 16:21:39.902029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48616) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:39.909471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-78231510-f3a4-4594-bf1a-4f20e15d8726 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:39.914195 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-78231510-f3a4-4594-bf1a-4f20e15d8726 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075002 Jun 10 16:21:39.920919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48618) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.029807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 2b0580a6-0715-4146-bd64-124015962dbb has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:40.067902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.247121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ed24f997-8a27-4848-aaa8-56f0d0e2f004, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ed24f997-8a27-4848-aaa8-56f0d0e2f004,segment=NetworkSegment(7b679c2b-6ead-4e67-911d-48b71cce475a),segment_id=7b679c2b-6ead-4e67-911d-48b71cce475a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:40.264069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.269874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-12d49d40-f459-413a-88c5-5fce772d5e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:40.275439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.359200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Transition to ACTIVE for port object bfb7a4bb-aedd-419b-9922-66a6fafd8f64 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:40.367295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-d8d7a4d8-f197-44a5-a8db-3313fe3a64b2 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.371732 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d8d7a4d8-f197-44a5-a8db-3313fe3a64b2 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.4459796 Jun 10 16:21:40.371732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48620) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.372725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10048f2c-92fa-4c90-b606-01f46a83eb51 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:40.389883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-3a7a85cc-9d19-4c38-9e9b-0bff218bd12d tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.393269 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3a7a85cc-9d19-4c38-9e9b-0bff218bd12d tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129287 Jun 10 16:21:40.394646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48622) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.408252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-cc9c5723-6328-4c8e-8cd9-6ef470ed529b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.412150 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cc9c5723-6328-4c8e-8cd9-6ef470ed529b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0126998 Jun 10 16:21:40.413695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.417388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48624) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.436262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Transition to ACTIVE for port object bfb7a4bb-aedd-419b-9922-66a6fafd8f64 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:40.438209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '996e28ff-a18b-4e8e-9693-14682d484c1d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:40.439075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.441794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 10048f2c-92fa-4c90-b606-01f46a83eb51 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:40.442149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 10048f2c-92fa-4c90-b606-01f46a83eb51 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:40.455342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.480816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-44ce83c8-44da-4d43-8160-99059121964d tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.486246 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-44ce83c8-44da-4d43-8160-99059121964d tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0153248 Jun 10 16:21:40.486421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.486542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48626) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.496490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-c1803bf0-a0d3-4a82-9623-a050c73781b1 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.500286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c1803bf0-a0d3-4a82-9623-a050c73781b1 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0117636 Jun 10 16:21:40.507133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ed24f997-8a27-4848-aaa8-56f0d0e2f004,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:40.512479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:40.513075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48628) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.516583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4fb3dd8b-2b36-40d7-8fd8-b4f9fca0029b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:40.527103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-5a23caba-8a4f-4454-a595-c7ace055bdbd tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.528059 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5a23caba-8a4f-4454-a595-c7ace055bdbd tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0138369 Jun 10 16:21:40.531438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48630) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.543485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-78d5b09a-da89-457e-b550-6a769e50a1ef tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.547112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-78d5b09a-da89-457e-b550-6a769e50a1ef tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076282 Jun 10 16:21:40.588633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:40.591691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.602120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-32919583-6c0e-4c9e-9dff-b0a5563e5943 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.605697 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-32919583-6c0e-4c9e-9dff-b0a5563e5943 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092232 Jun 10 16:21:40.607270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48634) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.616788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-44c3b67a-a52d-44b9-b97b-eaa7fedcfdf8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.620680 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-44c3b67a-a52d-44b9-b97b-eaa7fedcfdf8 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087419 Jun 10 16:21:40.620680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48636) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.625208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-c31b7d1b-f7b2-4984-bc79-e26ab08f8ac6 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.629155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c31b7d1b-f7b2-4984-bc79-e26ab08f8ac6 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045218 Jun 10 16:21:40.629155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:40.632543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.634574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48638) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.642582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-d76d45b0-712c-422f-a6e0-74cf0f21565f tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.647253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d76d45b0-712c-422f-a6e0-74cf0f21565f tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0101280 Jun 10 16:21:40.659599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48640) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.663919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.672695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-117aa0ac-b447-4d92-ab57-5613c07c86ea tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.678138 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-117aa0ac-b447-4d92-ab57-5613c07c86ea tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046413 Jun 10 16:21:40.685412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48642) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.715053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port cff0591f-431b-4527-a230-0817014f235b yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:40.725049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-053d9715-b16c-4339-931a-0e45733e5c76 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.729223 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-053d9715-b16c-4339-931a-0e45733e5c76 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105331 Jun 10 16:21:40.730509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48644) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.737190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:40.743000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-9f29ebb1-cbcb-46a2-8887-39bf266a5d21 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.746593 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9f29ebb1-cbcb-46a2-8887-39bf266a5d21 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0100732 Jun 10 16:21:40.757206 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/2b0580a6-0715-4146-bd64-124015962dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4977262 Jun 10 16:21:40.757721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.768718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48648) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.772513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [None req-5dc22335-991c-4632-97fe-e5d0125914a7 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.776185 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5dc22335-991c-4632-97fe-e5d0125914a7 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148516 Jun 10 16:21:40.781171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48650) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.787573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] Sync routers for ids ['2b0580a6-0715-4146-bd64-124015962dbb'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:40.789040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-f9f4f359-28ab-4ffb-82bc-1bc2396ce368 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.792455 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f9f4f359-28ab-4ffb-82bc-1bc2396ce368 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079103 Jun 10 16:21:40.792616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Network edd325da-4df9-4615-af03-64a27bff95d8 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:40.794086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48652) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.799426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-34263918-7658-4220-97c1-5518004ba2ec tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.802650 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-34263918-7658-4220-97c1-5518004ba2ec tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0054646 Jun 10 16:21:40.807895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48654) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.815088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-ae442e4e-5f1b-4510-8de0-cdeaf3c808a6 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.819952 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ae442e4e-5f1b-4510-8de0-cdeaf3c808a6 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0062046 Jun 10 16:21:40.820179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:40.825642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:40.826008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48656) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.831003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-15494ec6-74d8-4544-9a50-c10acf94ce87 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.831938 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-15494ec6-74d8-4544-9a50-c10acf94ce87 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050042 Jun 10 16:21:40.836436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48658) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.840737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-35e42883-495c-4809-a3d4-6cca863f0efd tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.841699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-35e42883-495c-4809-a3d4-6cca863f0efd tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043712 Jun 10 16:21:40.845192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48660) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.850280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-bc57312a-cd8a-445f-8e14-acad45d90fc1 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.851248 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bc57312a-cd8a-445f-8e14-acad45d90fc1 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051646 Jun 10 16:21:40.854825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48662) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.856877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Pushing event updated for resources: {'Port': ['ID=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:40.859483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-ed827be4-9694-4224-a862-afd573a445b3 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.860444 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed827be4-9694-4224-a862-afd573a445b3 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047393 Jun 10 16:21:40.864024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48664) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.865031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] Routers {'2b0580a6-0715-4146-bd64-124015962dbb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:40.866561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2b0580a6-0715-4146-bd64-124015962dbb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:40.869640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-ff305758-7810-4d3b-99fd-60545da110d5 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.870618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ff305758-7810-4d3b-99fd-60545da110d5 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056293 Jun 10 16:21:40.873874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48666) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.878478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-e4e8f378-9c72-4592-a810-a2e86c50a08a tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.879515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e4e8f378-9c72-4592-a810-a2e86c50a08a tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047545 Jun 10 16:21:40.882464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48668) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.887401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-afb998fe-3c14-4dd7-aee2-a7b008aa0465 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.890760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-afb998fe-3c14-4dd7-aee2-a7b008aa0465 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050023 Jun 10 16:21:40.891707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48670) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.894168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.898583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-6ba7458c-dc65-46b9-9344-5841f619e78b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.901903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:40.902079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6ba7458c-dc65-46b9-9344-5841f619e78b tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065606 Jun 10 16:21:40.902344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:40.906340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:40.917437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [None req-55d8694e-df9a-4ab6-b565-e9d1b7b802e0 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:21:40.921802 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-55d8694e-df9a-4ab6-b565-e9d1b7b802e0 tempest-ExtensionsTestJSON-1494596179 tempest-ExtensionsTestJSON-1494596179-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0111759 Jun 10 16:21:40.940503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1f4e9af-1947-4a2c-a155-42a03676ebaa None None] Provisioning complete for port ed24f997-8a27-4848-aaa8-56f0d0e2f004 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:40.944089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e9af-1947-4a2c-a155-42a03676ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.955339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:40.958929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:40.960434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:40.965058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84 HTTP/1.1" status: 204 len: 168 time: 1.4986722 Jun 10 16:21:40.965714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48676) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.003845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.007087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.009184 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5b8f937-c1a2-4f5a-9905-e3e3363994e5 HTTP/1.1" status: 204 len: 168 time: 1.3359385 Jun 10 16:21:41.011964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48678) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.015954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ba745a3-b454-4aa9-973e-62d4ca860dcf tempest-ExternalNetworksAdminNegativeTestJSON-653339264 tempest-ExternalNetworksAdminNegativeTestJSON-653339264-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:41.028124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ed24f997-8a27-4848-aaa8-56f0d0e2f004 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:41.083926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:41.088747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0009880-ceaa-4179-b0c9-ea12440f6a60 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:41.094905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0009880-ceaa-4179-b0c9-ea12440f6a60 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:41.100154 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e0009880-ceaa-4179-b0c9-ea12440f6a60 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1333449 Jun 10 16:21:41.102494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8f937-c1a2-4f5a-9905-e3e3363994e5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:41.107591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c47b076a-e3f3-41e2-adb7-5581229fc9e5 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0898116 Jun 10 16:21:41.107591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.155417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.160171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--476249386'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:41.168807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:41.189218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.20.0.1 (4fc63a6f-0970-43f9-a676-1488be48263a/42783e70-0d93-4e38-b012-1753082514e4/b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:41.197412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Attempting to bind port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:41.198026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Attempting to bind port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9d89bb8c-eb22-490f-8322-d3ab775a2b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:41.198546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Attempting to bind port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 on network edd325da-4df9-4615-af03-64a27bff95d8 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:41.201340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/996e28ff-a18b-4e8e-9693-14682d484c1d/c18fd68d-73e5-48ae-8c19-6e2bd395741d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:41.206764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] Routers {'2b0580a6-0715-4146-bd64-124015962dbb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:41.207493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2b0580a6-0715-4146-bd64-124015962dbb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:41.248761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 72021510-4fde-4dcd-ac2b-6a81f4999f9f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:41.249109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.271489 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-706824bc-4791-4e18-9751-5b85859b6578 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] remove_router_interface failed (client error): The resource could not be found. Jun 10 16:21:41.277732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-706824bc-4791-4e18-9751-5b85859b6578 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/2b0580a6-0715-4146-bd64-124015962dbb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5031285 Jun 10 16:21:41.278382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48686) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.283837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.295623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:41.297433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07e63e-6cd7-4cbc-91be-73725c97be72 None None] The sync data for ids ['2b0580a6-0715-4146-bd64-124015962dbb'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:41.301593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:41.304289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Checking segment: {'id': '9d89bb8c-eb22-490f-8322-d3ab775a2b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:41.305367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.305795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Bound using segment: {'id': '9d89bb8c-eb22-490f-8322-d3ab775a2b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:41.306327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Bound port: bfb7a4bb-aedd-419b-9922-66a6fafd8f64, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d89bb8c-eb22-490f-8322-d3ab775a2b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'edd325da-4df9-4615-af03-64a27bff95d8'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:41.306725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.352902 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5cbc6fbd-c998-4701-b118-33b3f7eb16cf tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b0580a6-0715-4146-bd64-124015962dbb HTTP/1.1" status: 200 len: 205 time: 0.0698998 Jun 10 16:21:41.357189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48688) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.360365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.401482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.510608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 72021510-4fde-4dcd-ac2b-6a81f4999f9f owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:41.536931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.552930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.579397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.612015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ed24f997-8a27-4848-aaa8-56f0d0e2f004 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:41.612327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.614292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Transition to ACTIVE for port object c18fd68d-73e5-48ae-8c19-6e2bd395741d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:41.655560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.662905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-677cdc1f-6605-4edb-b9dd-62eb4eebef5e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:41.686464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] For port bfb7a4bb-aedd-419b-9922-66a6fafd8f64, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:41.695452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=72021510-4fde-4dcd-ac2b-6a81f4999f9f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:41.698647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:41.705933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Transition to ACTIVE for port object c18fd68d-73e5-48ae-8c19-6e2bd395741d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:41.710543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.714912 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/72021510-4fde-4dcd-ac2b-6a81f4999f9f HTTP/1.1" status: 204 len: 168 time: 0.6041982 Jun 10 16:21:41.715183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] For port bfb7a4bb-aedd-419b-9922-66a6fafd8f64, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,segment=NetworkSegment(9d89bb8c-eb22-490f-8322-d3ab775a2b11),segment_id=9d89bb8c-eb22-490f-8322-d3ab775a2b11)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:41.715514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48694) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.723775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.728658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5ca3586f-0bfc-4fcb-aabc-dad2a8ac821b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:41.735253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.758427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.829989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:41.832000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::2d9 (12102a82-a06e-4715-892b-6bfb38de3638/996e28ff-a18b-4e8e-9693-14682d484c1d/cff0591f-431b-4527-a230-0817014f235b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:41.847421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:41.854691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:41.858328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Pushing event updated for resources: {'Port': ['ID=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:41.864892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45099e78-97b6-4355-aad5-1d205283b249 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:41.868950 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-45099e78-97b6-4355-aad5-1d205283b249 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1501431 Jun 10 16:21:41.871020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48696) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.871929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:41.872568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-99110093-e012-47a1-bfca-a9cdbf8ab524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:41.879851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.892102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:41.907414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:41.920724 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d10af91-acc3-4793-82ab-99682bad541f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:21:41.924987 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9d10af91-acc3-4793-82ab-99682bad541f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/bfc06a0e-9ce9-4ebb-8be8-a5de4bb1ba84 HTTP/1.1" status: 404 len: 333 time: 0.0513477 Jun 10 16:21:41.926306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48698) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.977726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae2649f-ba7a-4e0a-a92d-32be405d2c98 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:21:41.979713 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5ae2649f-ba7a-4e0a-a92d-32be405d2c98 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/72021510-4fde-4dcd-ac2b-6a81f4999f9f HTTP/1.1" status: 404 len: 333 time: 0.0517943 Jun 10 16:21:41.984718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48700) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:41.990368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Pushing event updated for resources: {'Port': ['ID=c18fd68d-73e5-48ae-8c19-6e2bd395741d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:42.003479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.003967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0580a6-0715-4146-bd64-124015962dbb {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:21:42.005376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:42.010608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Attempting to bind port c18fd68d-73e5-48ae-8c19-6e2bd395741d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:42.010738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Attempting to bind port c18fd68d-73e5-48ae-8c19-6e2bd395741d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:42.011041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Attempting to bind port c18fd68d-73e5-48ae-8c19-6e2bd395741d on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:42.015429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.016804 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5b32dad2-1e94-4b9c-9f12-0e51d1aec0e0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/2b0580a6-0715-4146-bd64-124015962dbb HTTP/1.1" status: 204 len: 168 time: 0.6582940 Jun 10 16:21:42.019783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48702) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:42.020081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:42.021208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:42.022149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.022552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.022965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:42.023715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Bound port: c18fd68d-73e5-48ae-8c19-6e2bd395741d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:42.024580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.047056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.054685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5db05e30-c99b-4d07-a370-c1c0c1fbcfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:42.122004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f19e2c-80b7-4ce6-b4c9-286a11dd367d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:42.125400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:42.132997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] For port c18fd68d-73e5-48ae-8c19-6e2bd395741d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:42.150393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] For port c18fd68d-73e5-48ae-8c19-6e2bd395741d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c18fd68d-73e5-48ae-8c19-6e2bd395741d,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:42.157120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.161866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3896f12b-7890-4ae5-8bd5-6448533240bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:42.231039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet 613faadb-c4b1-49ed-adbd-80450d433ca1 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:42.246820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.263932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Pushing event updated for resources: {'Port': ['ID=c18fd68d-73e5-48ae-8c19-6e2bd395741d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:42.268781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:42.296721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.297651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.303523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:42.312173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.342092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.345199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object cff0591f-431b-4527-a230-0817014f235b will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:42.373872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 4fc63a6f-0970-43f9-a676-1488be48263a is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:42.382074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:42.384417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:42.390040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:42.392591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:42.455986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.466281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.493299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ac9a037-cdb1-4d16-868b-7d9baab53f43 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:42.495520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.496747 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3403628 Jun 10 16:21:42.502408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48704) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:42.507624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6cef332e-384a-4652-aa2a-6d0a109eb6cb tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:42.508439 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-6cef332e-384a-4652-aa2a-6d0a109eb6cb tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 10 16:21:42.508948 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-6cef332e-384a-4652-aa2a-6d0a109eb6cb tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:42.510401 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6cef332e-384a-4652-aa2a-6d0a109eb6cb tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074673 Jun 10 16:21:42.514128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.517838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48706) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:42.546903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3ec9cd7e-8b7a-4dbf-b26c-c534fbd99e44 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:42.578718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.601100 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=892f7806cd4f41cdb7e12304156c60cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2396951 Jun 10 16:21:42.620170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48708) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:42.656458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.668469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.670106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:42.672145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41defd94-ce82-4353-b410-abbf544ce7db,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:42.683191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:42.684962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:42.690044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adda884f-df2b-4aea-b3ce-c4d0ce79087a') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:42.691072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adda884f-df2b-4aea-b3ce-c4d0ce79087a') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:42.705314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.719236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:42.721350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2a845d1-33d5-4974-b740-598fe55e04a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:42.727919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:42.733138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:42.733917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.824462 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9943194 Jun 10 16:21:42.842666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-96b6f5c1-2f07-42a7-bef7-7a33d840113d None None] Provisioning for port b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:42.843890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48712) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:42.871904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=cff0591f-431b-4527-a230-0817014f235b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:42.882435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-96b6f5c1-2f07-42a7-bef7-7a33d840113d None None] Provisioning complete for port b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:42.884277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96b6f5c1-2f07-42a7-bef7-7a33d840113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.914920 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-3ec9cd7e-8b7a-4dbf-b26c-c534fbd99e44 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:42.918780 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3ec9cd7e-8b7a-4dbf-b26c-c534fbd99e44 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3744898 Jun 10 16:21:42.933683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:42.936077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.941447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48714) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:42.943560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:42.955623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d67992c-7e84-4f6f-9054-1073e955567e tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:43.006570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6018ab01-4274-4f45-9ef5-ee04b961e1b5 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.007415 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-6018ab01-4274-4f45-9ef5-ee04b961e1b5 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 10 16:21:43.008293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-6018ab01-4274-4f45-9ef5-ee04b961e1b5 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:43.010074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6018ab01-4274-4f45-9ef5-ee04b961e1b5 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0618646 Jun 10 16:21:43.010477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-96b6f5c1-2f07-42a7-bef7-7a33d840113d None None] Port b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:43.030075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=613faadb-c4b1-49ed-adbd-80450d433ca1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:43.034446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48716) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.041667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-01513827-29f5-4698-a42d-d46f1a577fa4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.053463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:43.078020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9793a6-f9cf-4570-8382-95aab84c7774 None None] Network caae751c-44dc-48c4-bf8a-9de9861725ac requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:43.086624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.088980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.100925 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/613faadb-c4b1-49ed-adbd-80450d433ca1 HTTP/1.1" status: 204 len: 168 time: 1.0793068 Jun 10 16:21:43.121908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48718) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.183199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bfb7a4bb-aedd-419b-9922-66a6fafd8f64 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:43.187337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.224828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:43.225324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:43.229501 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:43.274616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.366323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.372604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:43.379536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.382227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:43.383269 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa HTTP/1.1" status: 204 len: 168 time: 1.3972096 Jun 10 16:21:43.388112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48720) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.391468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2107f1a-cba6-4512-a0b0-6781712f6809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:43.399533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c18fd68d-73e5-48ae-8c19-6e2bd395741d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:43.399684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2107f1a-cba6-4512-a0b0-6781712f6809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:43.401662 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c2107f1a-cba6-4512-a0b0-6781712f6809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5463538 Jun 10 16:21:43.408379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365527c-7e6b-4950-ad07-538b35d24177 None None] Network edd325da-4df9-4615-af03-64a27bff95d8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:43.410417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48722) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.413003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-523471891'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.415105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-01513827-29f5-4698-a42d-d46f1a577fa4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:43.421584 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-01513827-29f5-4698-a42d-d46f1a577fa4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3782907 Jun 10 16:21:43.421785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48724) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.426593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3d82a4c6-4c0d-4450-b3e0-cacca6994e1a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.427905 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-3d82a4c6-4c0d-4450-b3e0-cacca6994e1a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 10 16:21:43.428587 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-3d82a4c6-4c0d-4450-b3e0-cacca6994e1a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:43.432714 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3d82a4c6-4c0d-4450-b3e0-cacca6994e1a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092411 Jun 10 16:21:43.432714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=2ee1948b-bcd8-42d5-b43b-9e6fbd85ccaa,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:43.449192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.465027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:43.481747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-27e141cc-8faa-4fc5-a468-62d819d3310b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.496137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.514479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:43.518817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.541295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.545287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.545287 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41defd94-ce82-4353-b410-abbf544ce7db HTTP/1.1" status: 204 len: 168 time: 0.9216340 Jun 10 16:21:43.568033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:43.568601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.576405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-98d6d28c-d83b-4a7f-9646-c84e380ff8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:43.587465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Provisioning for port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:43.605411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:43.609853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Provisioning complete for port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:43.610285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.721547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41defd94-ce82-4353-b410-abbf544ce7db,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:43.735384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.736294 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment f038044e-2f71-4a2b-b9ef-1f942a7719b9 of type vlan for network e25c1337-a96c-4547-b3c2-f7686ae61f37 Jun 10 16:21:43.749075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] DHCP port deletion for caae751c-44dc-48c4-bf8a-9de9861725ac request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:43.787118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c18fd68d-73e5-48ae-8c19-6e2bd395741d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:43.812108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.855915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:43.861938 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-27e141cc-8faa-4fc5-a468-62d819d3310b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:43.863459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-27e141cc-8faa-4fc5-a468-62d819d3310b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4122245 Jun 10 16:21:43.872472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48732) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.879254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ca56c255-225e-4e87-85fc-2341fe11bab1 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.880618 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-ca56c255-225e-4e87-85fc-2341fe11bab1 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 10 16:21:43.882253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-ca56c255-225e-4e87-85fc-2341fe11bab1 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:43.883460 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca56c255-225e-4e87-85fc-2341fe11bab1 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080991 Jun 10 16:21:43.890328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,segment=NetworkSegment(7e982019-037c-4ef1-9cfa-d3de8978e371),segment_id=7e982019-037c-4ef1-9cfa-d3de8978e371)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:43.890993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.893776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48734) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:43.900255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6a0ac554-53c4-4e9a-9368-2c47030d92fa tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:43.946886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.961314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:43.962426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:43.971640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-26fd79ad-1119-4921-9d8e-c7c1da961cc0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:44.043335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:44.126124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=e25c1337-a96c-4547-b3c2-f7686ae61f37,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:44.130622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:44.156464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.163226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.168999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7b402fce-6f04-4c30-9d91-5ce2e9a51ea1 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:44.171591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:44.231734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.249774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port cff0591f-431b-4527-a230-0817014f235b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:44.250241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.253221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:44.259760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:44.269181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:44.278532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:44.310248 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9041574 Jun 10 16:21:44.311027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48744) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:44.320556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:44.356082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:44.367032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:44.377849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Deleting port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:44.378238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.439786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.477536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] For port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:44.477946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.547414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:44.551161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.579341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Calling delete_port for 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:44.581326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.582722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:21:44.583752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48754) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:44.589980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.600633 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-6a0ac554-53c4-4e9a-9368-2c47030d92fa tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:44.601805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6a0ac554-53c4-4e9a-9368-2c47030d92fa tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7063813 Jun 10 16:21:44.607469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caae751c-44dc-48c4-bf8a-9de9861725ac']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:44.610420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-278a2e13-1280-4182-b2d4-0bf2baaed7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:44.611121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48758) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:44.623822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fc6d29c6-ac4a-4ac0-8d2a-274ebf9e2fab tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '92f19e2c-80b7-4ce6-b4c9-286a11dd367d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:44.647436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e982019-037c-4ef1-9cfa-d3de8978e371') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:44.647743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e982019-037c-4ef1-9cfa-d3de8978e371') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:44.671454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.691841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] No DVR routers for this DVR port 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:44.695084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.697228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.719501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Pushing event deleted for resources: {'Port': ['ID=0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:44.720575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1749947928'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:44.726067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:44.730513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.740334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 4fc63a6f-0970-43f9-a676-1488be48263a is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:44.744635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:44.762145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] For port bfb7a4bb-aedd-419b-9922-66a6fafd8f64, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,segment=NetworkSegment(9d89bb8c-eb22-490f-8322-d3ab775a2b11),segment_id=9d89bb8c-eb22-490f-8322-d3ab775a2b11)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:44.772571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.777443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:44.831985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for cff0591f-431b-4527-a230-0817014f235b owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:44.844845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:44.845443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:44.853263 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:44.856392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Pushing event updated for resources: {'Port': ['ID=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:44.859601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:44.905602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Provisioning for port cff0591f-431b-4527-a230-0817014f235b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:44.909643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Provisioning complete for port cff0591f-431b-4527-a230-0817014f235b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:44.910049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:44.991137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Port cff0591f-431b-4527-a230-0817014f235b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:45.011733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bfb7a4bb-aedd-419b-9922-66a6fafd8f64 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:45.014177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Provisioning for port c18fd68d-73e5-48ae-8c19-6e2bd395741d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:45.053839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Provisioning complete for port c18fd68d-73e5-48ae-8c19-6e2bd395741d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:45.054493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.056404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.063389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3ec37abd-cde5-43a4-9f96-7801fc079ca5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:45.118148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:21:45.133488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:45.136204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.141703 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-fc6d29c6-ac4a-4ac0-8d2a-274ebf9e2fab tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:45.144514 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fc6d29c6-ac4a-4ac0-8d2a-274ebf9e2fab tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5325332 Jun 10 16:21:45.150960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48760) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:45.168217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.213131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=2ba8742e-e732-46b2-903a-739ce950f02d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:45.218981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:45.219617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.258792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.268361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:45.280288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.287857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': 'f038044e-2f71-4a2b-b9ef-1f942a7719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:45.288235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: e25c1337-a96c-4547-b3c2-f7686ae61f37, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:45.290653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.294362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6e856e16-8f47-4ac9-a7a8-c0ad5b838483 tempest-ExtraDHCPOptionsTestJSON-1361363675 tempest-ExtraDHCPOptionsTestJSON-1361363675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:45.299318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.306820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/caae751c-44dc-48c4-bf8a-9de9861725ac HTTP/1.1" status: 204 len: 168 time: 2.1836636 Jun 10 16:21:45.308220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] For port c18fd68d-73e5-48ae-8c19-6e2bd395741d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c18fd68d-73e5-48ae-8c19-6e2bd395741d,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:45.309800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.314235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48762) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:45.314970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.317895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d1186ae8-b77c-40e7-8dce-4db93112e4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:45.327669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2004213116'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:45.330595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=caae751c-44dc-48c4-bf8a-9de9861725ac,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:45.335667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:45.336268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d273680a-f6cf-4cd7-967b-8520650c8fb7 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:45.344163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:45.377137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:45.389337 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] Sync routers for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:45.401973 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:45.402951 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:45.403795 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/a3e1baf9-ffc8-4b50-ba88-07d9a0c23727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7683122 Jun 10 16:21:45.403923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48764) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:45.404890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:45.416240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:45.423896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.448585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Pushing event updated for resources: {'Port': ['ID=c18fd68d-73e5-48ae-8c19-6e2bd395741d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:45.451784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:45.457586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-79a74a8d-318a-453b-a63e-b8a090600d21 None None] Provisioning complete for port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:45.458164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-79a74a8d-318a-453b-a63e-b8a090600d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.464014 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:45.472383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.472383 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Added segment 8eea6b73-fe8e-4a2a-a465-233d4c8dfb8e of type vlan for network 25350bcf-aa8e-423c-b651-be6ee55609bd Jun 10 16:21:45.475844 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:45.476751 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:45.499358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:45.513846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.514174 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 786b70c3-2c7c-4a0e-ad21-b526a8d159ed of type vlan for network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 Jun 10 16:21:45.534567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c301ea4d-e012-4e6c-ae16-36a70ee41b0d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:45.547322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:45.552277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:45.560155 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:45.560709 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860d4a3-f916-4f67-bd18-e76851989bf8 None None] The sync data for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:45.577072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.587402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:45.594884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:45.595240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0a1555bd-ccfc-4b0b-9d3d-c09eef5ec271 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:45.612854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-79a74a8d-318a-453b-a63e-b8a090600d21 None None] Provisioning complete for port b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:45.613266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-79a74a8d-318a-453b-a63e-b8a090600d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.614688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.630688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.634415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=cff0591f-431b-4527-a230-0817014f235b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:45.645264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47311ae9-f68d-4d98-bea3-6c76adcbdfe5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:45.649421 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-47311ae9-f68d-4d98-bea3-6c76adcbdfe5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports/b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 HTTP/1.1" status: 200 len: 910 time: 0.2383082 Jun 10 16:21:45.649421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:45.650313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48766) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:45.663093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-79a74a8d-318a-453b-a63e-b8a090600d21 None None] Port b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:45.669440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, e25c1337-a96c-4547-b3c2-f7686ae61f37) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:45.673790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:45.674672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.681979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae8814-97fb-477e-ad6e-ff1e242ea8d3 None None] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:45.690958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.711741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.717415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:45.718043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.723448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2a078c76-1736-4058-b262-3b83ba42e4ba tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:45.842394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=76221f48-d7eb-49a4-a2b3-0e4521b7cce3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:45.853456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:45.858940 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5440955 Jun 10 16:21:45.859769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48768) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:45.870322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37', 'name': 'tempest-PortsTestJSON-2050470564'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:45.876619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:45.879975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:45.926087 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6077464 Jun 10 16:21:45.990261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48770) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:45.996255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:46.058745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-e25c1337-a96c-4547-b3c2-f7686ae61f37', 'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': '2ba8742e-e732-46b2-903a-739ce950f02d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:46.059646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.121069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.123721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.127398 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/92f19e2c-80b7-4ce6-b4c9-286a11dd367d HTTP/1.1" status: 204 len: 168 time: 0.9719787 Jun 10 16:21:46.131462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-906a5bac-8e68-48de-916d-dcf0863fab26 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:46.143474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48772) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:46.182021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f19e2c-80b7-4ce6-b4c9-286a11dd367d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:46.187842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:46.193632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:21:46.207017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.211430 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/cff0591f-431b-4527-a230-0817014f235b HTTP/1.1" status: 204 len: 168 time: 2.7917347 Jun 10 16:21:46.216475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48774) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:46.230567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.236409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:46.237037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.242272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6a80323-7301-478f-bba5-91ac1c5ba71e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:46.270025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Allocated IP 172.20.0.2 (e25c1337-a96c-4547-b3c2-f7686ae61f37/2ba8742e-e732-46b2-903a-739ce950f02d/7ddfc27c-e24e-4d2b-b870-feba6cd83b32) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:46.279818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-49f49119-c757-42db-823b-d7f5ccc198b9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1348507 Jun 10 16:21:46.287226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48776) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:46.289679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:46.293221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.303576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--571368190'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:46.339308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7496767 Jun 10 16:21:46.342410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48778) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:46.351773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'subnet': {'network_id': '25350bcf-aa8e-423c-b651-be6ee55609bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:46.357407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89460c5-8614-4367-9158-295524fed688 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:46.359017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89460c5-8614-4367-9158-295524fed688 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:46.363108 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b89460c5-8614-4367-9158-295524fed688 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1428249 Jun 10 16:21:46.392954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48780) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:46.456471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Network': ['ID=25350bcf-aa8e-423c-b651-be6ee55609bd,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:46.495423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:46.535031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 996e28ff-a18b-4e8e-9693-14682d484c1d {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:46.540477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.544280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 25350bcf-aa8e-423c-b651-be6ee55609bd details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:46.701603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.728926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.740478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Transition to ACTIVE for port object 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:46.759626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Transition to ACTIVE for port object 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:46.766327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.768826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:46.782210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:46.785707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.825601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:46.832352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:46.836006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:46.839051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Pushing event updated for resources: {'Port': ['ID=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:46.846181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:46.893964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.897411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port d7fcf440-6612-4657-b8e4-c350ed199159 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:46.928127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Attempting to bind port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:46.929065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Attempting to bind port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'f038044e-2f71-4a2b-b9ef-1f942a7719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:46.929230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Attempting to bind port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 on network e25c1337-a96c-4547-b3c2-f7686ae61f37 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:46.934439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.936495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:46.936926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Checking segment: {'id': 'f038044e-2f71-4a2b-b9ef-1f942a7719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:46.937369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.937822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Bound using segment: {'id': 'f038044e-2f71-4a2b-b9ef-1f942a7719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:46.938305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Bound port: 7ddfc27c-e24e-4d2b-b870-feba6cd83b32, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f038044e-2f71-4a2b-b9ef-1f942a7719b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e25c1337-a96c-4547-b3c2-f7686ae61f37'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:46.938689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:46.954077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.032930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c18fd68d-73e5-48ae-8c19-6e2bd395741d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:47.060639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] For port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:47.084927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] For port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,segment=NetworkSegment(f038044e-2f71-4a2b-b9ef-1f942a7719b9),segment_id=f038044e-2f71-4a2b-b9ef-1f942a7719b9)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:47.092614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.094792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:47.109993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:47.113526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.143457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.148114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db666e24-5c8c-4dc3-815b-4ece8d2938cd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:47.186400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c18fd68d-73e5-48ae-8c19-6e2bd395741d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:47.186400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.186903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=996e28ff-a18b-4e8e-9693-14682d484c1d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:47.194017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:47.197634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.202884 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/996e28ff-a18b-4e8e-9693-14682d484c1d HTTP/1.1" status: 204 len: 168 time: 0.8090830 Jun 10 16:21:47.205186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48782) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:47.222817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe510c1-0bc0-4543-a8f9-9f526f127ac0 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:47.224936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Pushing event updated for resources: {'Port': ['ID=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:47.227939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:47.301415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.9 (e25c1337-a96c-4547-b3c2-f7686ae61f37/2ba8742e-e732-46b2-903a-739ce950f02d/d7fcf440-6612-4657-b8e4-c350ed199159) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:47.307769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-452c339a-e695-4fcd-aa55-fd8322de1768 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990708 Jun 10 16:21:47.316252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48784) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:47.398522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.413339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ef79ef1-cd9d-4d0c-9442-de6c6ca06ce0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:47.611462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=3f0d4e2f-afcb-450a-a3fc-fead629a0e8f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:47.618143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.21.0.1 (edd325da-4df9-4615-af03-64a27bff95d8/8ec21692-35fd-4d1e-aeff-4f62f3e120fc/e9bd8c64-245b-494a-b3a9-d14ff8166339) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:47.636542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.644422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:47.649256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:47.682165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.706929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Deleting port c18fd68d-73e5-48ae-8c19-6e2bd395741d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:47.707236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.736829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-612e8ba5-64c6-49c2-8c19-547d5170ca12 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:47.771626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '786b70c3-2c7c-4a0e-ad21-b526a8d159ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:47.771998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: 76221f48-d7eb-49a4-a2b3-0e4521b7cce3, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:47.803933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48788) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:47.809310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.816822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.818290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] For port c18fd68d-73e5-48ae-8c19-6e2bd395741d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c18fd68d-73e5-48ae-8c19-6e2bd395741d,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:47.818951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.820063 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5312095 Jun 10 16:21:47.832390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48790) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:47.884116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55442163-1013-4353-bbf3-6877446dc7e1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:47.885695 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55442163-1013-4353-bbf3-6877446dc7e1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5684557 Jun 10 16:21:47.889400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48792) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:47.892040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ba0d929c-ddc0-4296-9e54-b0628c35990f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'd4b5654d-00e9-44ae-bb47-4911638fde82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:47.915144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object e9bd8c64-245b-494a-b3a9-d14ff8166339 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:47.918034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b5654d-00e9-44ae-bb47-4911638fde82,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:47.939839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:47.949000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Calling delete_port for c18fd68d-73e5-48ae-8c19-6e2bd395741d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:47.968512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:47.978817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-51ee133b-9168-49df-8e75-582befa6ff10 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:47.982845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:48.007683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a994a8-fca5-4058-95d6-83df2cb7a833 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.008065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a994a8-fca5-4058-95d6-83df2cb7a833 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.008531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a994a8-fca5-4058-95d6-83df2cb7a833 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.022203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-85a994a8-fca5-4058-95d6-83df2cb7a833 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 3001 time: 0.2053165 Jun 10 16:21:48.022484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.030378 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511531b-87b3-43fc-bdf5-bec5f8a56211 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.034924 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b511531b-87b3-43fc-bdf5-bec5f8a56211 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1301575 Jun 10 16:21:48.039406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48796) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.060511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 76221f48-d7eb-49a4-a2b3-0e4521b7cce3) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:48.063338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object d7fcf440-6612-4657-b8e4-c350ed199159 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:48.075531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1c8d4-209f-411f-be36-daea8a903efd None None] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:48.087635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.088201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.108973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Subnet': ['ID=dbaeda01-4278-4ed1-9a70-4820b096c6e5,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:48.109286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-baf654de-be77-46e5-9d94-3666936ee9c1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634181 Jun 10 16:21:48.109286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.109607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:48.113916 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-ba0d929c-ddc0-4296-9e54-b0628c35990f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The resource could not be found. Jun 10 16:21:48.116014 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba0d929c-ddc0-4296-9e54-b0628c35990f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2406983 Jun 10 16:21:48.125061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48800) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.128073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:48.135261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7fd691be-007d-4a64-bd95-fb1f71b3e377 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': 'd4b5654d-00e9-44ae-bb47-4911638fde82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '000bf882-1304-4410-9f6f-5cca574bd2ba'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:48.141821 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1501412 Jun 10 16:21:48.149203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48802) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.157225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-684294482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:48.172968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.177706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:48.178952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.182376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b7ce4f10-8bb6-4442-8a60-4e0e4c08fbf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:48.197921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Checking segment: {'id': '8eea6b73-fe8e-4a2a-a465-233d4c8dfb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '25350bcf-aa8e-423c-b651-be6ee55609bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:48.198070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network hostable DHCP agents. Network: 25350bcf-aa8e-423c-b651-be6ee55609bd, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:48.216672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Pushing event deleted for resources: {'Port': ['ID=c18fd68d-73e5-48ae-8c19-6e2bd395741d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:48.219982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:48.228567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.238682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0607fa66-fc02-4c82-8642-a25a7903e888 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:48.238925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] No DVR routers for this DVR port c18fd68d-73e5-48ae-8c19-6e2bd395741d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:48.283371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:48.318936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.319955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.324466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:48.332059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 25350bcf-aa8e-423c-b651-be6ee55609bd) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:48.339269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:48.344588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.350348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.355109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:48.358822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=d7fcf440-6612-4657-b8e4-c350ed199159,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:48.362467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321bc34-b846-4d1f-8a2a-dd18038a163b None None] Network 25350bcf-aa8e-423c-b651-be6ee55609bd requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:48.370569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network edd325da-4df9-4615-af03-64a27bff95d8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:48.382957 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-7fd691be-007d-4a64-bd95-fb1f71b3e377 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The resource could not be found. Jun 10 16:21:48.385062 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7fd691be-007d-4a64-bd95-fb1f71b3e377 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2573373 Jun 10 16:21:48.394600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48806) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.398117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:48.416960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:48.439062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:48.450711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=e9bd8c64-245b-494a-b3a9-d14ff8166339,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:48.487764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:48.488554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:48.497602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.527611 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1841297 Jun 10 16:21:48.532820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48808) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.544138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1934401963', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:48.544370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-76221f48-d7eb-49a4-a2b3-0e4521b7cce3', 'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': '3f0d4e2f-afcb-450a-a3fc-fead629a0e8f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:48.545058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.552944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.565454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:48.566605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.570814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.606651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d97aa3-9642-4c63-ae1d-f912252aa4a5 None None] Network 25350bcf-aa8e-423c-b651-be6ee55609bd requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:48.624507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.625978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.636395 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7680736 Jun 10 16:21:48.636671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.638215 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-44bad12c-bec8-48d7-bba8-7ec264d9c505 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4878783 Jun 10 16:21:48.640386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48810) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.640830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48812) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:48.710879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6e0ecf-3bb3-4839-8952-0f08189afbcc None None] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:48.731333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.736803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:48.870876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bc43b0bc-1e0a-44a7-9454-8b49cb699f2a None None] Provisioning for port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:48.871148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.015019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.065664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:49.083371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.086017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.088439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.091955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4b5654d-00e9-44ae-bb47-4911638fde82 HTTP/1.1" status: 204 len: 168 time: 0.6892986 Jun 10 16:21:49.096481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5467fd9-4d4e-4041-b194-4eb3eb647b0c tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:49.109919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48816) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:49.133443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b5654d-00e9-44ae-bb47-4911638fde82,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:49.143070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Allocated IP 2001:db8::2 (76221f48-d7eb-49a4-a2b3-0e4521b7cce3/3f0d4e2f-afcb-450a-a3fc-fead629a0e8f/5844e155-4b1f-4c77-8b6d-18ee2d45cd03) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:49.173076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:49.305867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port d7fcf440-6612-4657-b8e4-c350ed199159 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:49.306215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.340459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.347113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d0f4f0d-d7a1-44bb-b30d-0aee5b923530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:49.410645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-188aa062-7ead-4a09-871c-2d501c200fbe tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2983000 Jun 10 16:21:49.410645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48820) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:49.414681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a554bdb7-0096-48ed-bd9f-75550683b98b None None] Provisioning for port e9bd8c64-245b-494a-b3a9-d14ff8166339 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:49.419082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-631b5542-2150-4868-b77c-c0bc38bccf2b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '9945f7f0-2f5e-454e-a076-47f8571c42a6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:49.421347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a554bdb7-0096-48ed-bd9f-75550683b98b None None] Provisioning complete for port e9bd8c64-245b-494a-b3a9-d14ff8166339 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:49.421730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a554bdb7-0096-48ed-bd9f-75550683b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.456387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:49.475265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:49.487139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:49.528107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:49.528518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.540423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946878fc-342e-4a7c-baf2-60e69901dced None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:49.543119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:49.543719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.567172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=37cef1ec-451d-4b77-8922-4137416fef5e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:49.595496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:49.631675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5167823 Jun 10 16:21:49.635856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48822) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:49.643934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '37cef1ec-451d-4b77-8922-4137416fef5e', 'ip_address': '2001:db8::829c:2e3c:db94:438'}], 'name': 'tempest-NetworksTestDHCPv6-300930200'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:49.664431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a554bdb7-0096-48ed-bd9f-75550683b98b None None] Port e9bd8c64-245b-494a-b3a9-d14ff8166339 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:49.672143 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-631b5542-2150-4868-b77c-c0bc38bccf2b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The resource could not be found. Jun 10 16:21:49.682354 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-631b5542-2150-4868-b77c-c0bc38bccf2b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2642767 Jun 10 16:21:49.682354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48824) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:49.690983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912190026'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:49.702647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48826) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:49.897479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.923974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '37cef1ec-451d-4b77-8922-4137416fef5e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:49.924819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.933303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.962502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:49.988494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Transition to ACTIVE for port object 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:50.045725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.054121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.099791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Transition to ACTIVE for port object 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:50.153101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.164340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9ad9f2f5-7c12-4d01-95a9-05b9616f80f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:50.187403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.222668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for d7fcf440-6612-4657-b8e4-c350ed199159 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:50.241585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.246287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eef79080-8287-4205-853c-0a2a16764397 None None] Provisioning for port d7fcf440-6612-4657-b8e4-c350ed199159 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:50.250977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fabf7177-30ff-4055-b660-1342b3da75eb tempest-FloatingIPAdminTestJSON-1728537607 tempest-FloatingIPAdminTestJSON-1728537607-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:50.252427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,segment=NetworkSegment(f038044e-2f71-4a2b-b9ef-1f942a7719b9),segment_id=f038044e-2f71-4a2b-b9ef-1f942a7719b9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:50.283920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Pushing event updated for resources: {'Port': ['ID=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:50.294474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.305556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:50.306280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:50.379045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.383920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:50.388352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:50.389430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eef79080-8287-4205-853c-0a2a16764397 None None] Provisioning complete for port d7fcf440-6612-4657-b8e4-c350ed199159 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:50.390009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eef79080-8287-4205-853c-0a2a16764397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.397175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/37cef1ec-451d-4b77-8922-4137416fef5e/ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:50.400225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c18fd68d-73e5-48ae-8c19-6e2bd395741d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:50.400464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaaa115-e0c7-4f81-9a05-8b7c5ccc505d tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:50.415857 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3eaaa115-e0c7-4f81-9a05-8b7c5ccc505d tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 814 time: 0.6965010 Jun 10 16:21:50.447397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.469824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c18fd68d-73e5-48ae-8c19-6e2bd395741d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:50.470186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c18fd68d-73e5-48ae-8c19-6e2bd395741d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:50.487060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:50.497993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:50.515479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:50.520574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eef79080-8287-4205-853c-0a2a16764397 None None] Port d7fcf440-6612-4657-b8e4-c350ed199159 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:50.523334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=e9bd8c64-245b-494a-b3a9-d14ff8166339,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:50.553730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:50.633413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:50.651906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eef79080-8287-4205-853c-0a2a16764397 None None] Provisioning complete for port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:50.652292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eef79080-8287-4205-853c-0a2a16764397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.719509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Attempting to bind port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:50.719846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Attempting to bind port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '786b70c3-2c7c-4a0e-ad21-b526a8d159ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:50.720165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Attempting to bind port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 on network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:50.740675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:50.741123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Checking segment: {'id': '786b70c3-2c7c-4a0e-ad21-b526a8d159ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:50.741510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.741915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Bound using segment: {'id': '786b70c3-2c7c-4a0e-ad21-b526a8d159ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:50.742414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Bound port: 5844e155-4b1f-4c77-8b6d-18ee2d45cd03, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786b70c3-2c7c-4a0e-ad21-b526a8d159ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '76221f48-d7eb-49a4-a2b3-0e4521b7cce3'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:50.742805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.764228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.767131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8::1 (76221f48-d7eb-49a4-a2b3-0e4521b7cce3/3f0d4e2f-afcb-450a-a3fc-fead629a0e8f/f7ee981a-08d4-4a1b-8754-eef8cd0ae184) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:50.768148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.775874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-004a9962-5afe-47d1-9af0-103a72bfa9b2 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:50.829456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port cfe6652b-2196-4b6d-bec1-e11a0fda826f yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:50.839175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=d7fcf440-6612-4657-b8e4-c350ed199159,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:50.841744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.844367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:50.869678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48832) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:50.878392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.879074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--646932731', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:50.905005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.925169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Transition to ACTIVE for port object ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:50.970463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] For port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:50.976005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network edd325da-4df9-4615-af03-64a27bff95d8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:50.977917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] For port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,segment=NetworkSegment(786b70c3-2c7c-4a0e-ad21-b526a8d159ed),segment_id=786b70c3-2c7c-4a0e-ad21-b526a8d159ed)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:50.981768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Transition to ACTIVE for port object ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:50.991555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:50.999789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3d683ba6-7f2b-49c4-985f-ecbe4ffd344a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:51.009000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.043116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.049344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:51.055080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:51.062648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.082401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8ed3edd5-2599-4160-9096-90878b2a39c6 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:51.114635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e8764ce1-2ecb-47e7-966c-e6ce44c2042c None None] Could not find standard attr ID for object d7fcf440-6612-4657-b8e4-c350ed199159. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:21:51.120023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:51.137499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649b6346-0c1b-4fa1-b17a-443dabfaf4f4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:51.137708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:51.139924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:51.177960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.180061 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/d7fcf440-6612-4657-b8e4-c350ed199159 HTTP/1.1" status: 204 len: 168 time: 2.5378273 Jun 10 16:21:51.213196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48834) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:51.217185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Pushing event updated for resources: {'Port': ['ID=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:51.241582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:51.250084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ec1f8c00-bae4-4c97-94ca-d449d3f466be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:51.286855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:51.289374 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a682b8-2960-4a65-9c07-c5d15552b507 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:21:51.290197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a682b8-2960-4a65-9c07-c5d15552b507 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:21:51.294458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-04a682b8-2960-4a65-9c07-c5d15552b507 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/d7fcf440-6612-4657-b8e4-c350ed199159 HTTP/1.1" status: 404 len: 333 time: 0.0763550 Jun 10 16:21:51.308741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48836) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:51.345562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.349925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Pushing event updated for resources: {'Port': ['ID=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:51.352402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.353677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:51.374283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object f7ee981a-08d4-4a1b-8754-eef8cd0ae184 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:51.376174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.24 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d3374d97-701b-49ce-a36b-4c45a49d4e4e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:51.377227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:51.378170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.406734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Attempting to bind port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:51.407206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Attempting to bind port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:51.407582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Attempting to bind port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:51.434393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:51.434777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:51.435199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.435662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:51.436154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Bound port: ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:51.436589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.554294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.558005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:51.590625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:51.595689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.596893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] For port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:51.601684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] For port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:51.613582 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24df920-6575-4c1c-ba0e-1066d1b7c7b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:21:51.624081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a24df920-6575-4c1c-ba0e-1066d1b7c7b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/d7fcf440-6612-4657-b8e4-c350ed199159 HTTP/1.1" status: 404 len: 333 time: 0.2404904 Jun 10 16:21:51.624081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.624081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9321344 Jun 10 16:21:51.625625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.626705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48838) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:51.627229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48840) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:51.631011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4946e08c-e528-4328-8356-0f89f45a342f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:51.655515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:51.660802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113655231'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:51.661946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c5fe8e33-280d-47bf-8d24-72777ba95619 None None] Provisioning complete for port e9bd8c64-245b-494a-b3a9-d14ff8166339 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:51.662420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c5fe8e33-280d-47bf-8d24-72777ba95619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.666386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:51.668759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:51.669336 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.739557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.743353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=f7ee981a-08d4-4a1b-8754-eef8cd0ae184,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:51.747175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:51.752856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:51.770154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.770797 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 189e8d31-6e47-44e1-9a24-06f76d42ad0f of type vlan for network 5612469b-9480-4e1b-920a-c516de93c475 Jun 10 16:21:51.790667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::829c:2e3c:db94:438 (12102a82-a06e-4715-892b-6bfb38de3638/37cef1ec-451d-4b77-8922-4137416fef5e/cfe6652b-2196-4b6d-bec1-e11a0fda826f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:51.826063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:51.835806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.898899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 2ba8742e-e732-46b2-903a-739ce950f02d {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:51.908777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.922903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.939019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:51.955871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe8e33-280d-47bf-8d24-72777ba95619 None None] Port e9bd8c64-245b-494a-b3a9-d14ff8166339 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:51.958037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:51.958619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Pushing event updated for resources: {'Port': ['ID=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:51.962258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:51.969462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.002117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:52.037355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:52.040741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:52.191361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.222034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=d3374d97-701b-49ce-a36b-4c45a49d4e4e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:52.229844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:52.324184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.329811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:52.330437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.379339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:52.443494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:52.454337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] Sync routers for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:52.468150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:52.468812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:52.517436 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/a3e1baf9-ffc8-4b50-ba88-07d9a0c23727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8657563 Jun 10 16:21:52.524941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:52.534378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:52.535047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:52.547729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48842) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:52.593509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a91b0-b1b7-4a15-ad2e-93372bb92f95 None None] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:52.595458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:52.595927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13965ec7-e5aa-44f3-9d78-221b366f58e6 None None] The sync data for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:52.640372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=5612469b-9480-4e1b-920a-c516de93c475,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:52.657090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:52.683211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5612469b-9480-4e1b-920a-c516de93c475 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:52.694361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.706270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.750868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.754130 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8824363 Jun 10 16:21:52.761677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541bf486-d9b5-437f-825a-b14623558a47 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:52.766080 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-541bf486-d9b5-437f-825a-b14623558a47 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports/e9bd8c64-245b-494a-b3a9-d14ff8166339 HTTP/1.1" status: 200 len: 910 time: 0.2082837 Jun 10 16:21:52.769766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:52.774850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48844) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:52.775130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:52.776521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:52.793117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2d7104ef-8c86-4072-82db-dad66b59aae1 None None] Provisioning for port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:53.058792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feaf686-6283-4d6f-ac42-4cfbba821599 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:53.062847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4feaf686-6283-4d6f-ac42-4cfbba821599 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2803812 Jun 10 16:21:53.071330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48848) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:53.072954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object cfe6652b-2196-4b6d-bec1-e11a0fda826f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:53.074491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.075723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4254234 Jun 10 16:21:53.087534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.105311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48850) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:53.113825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a35e1df5-8394-4664-bae6-15993481b3c9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group_rule': {'security_group_id': '649b6346-0c1b-4fa1-b17a-443dabfaf4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0204b8c9-90b3-4661-9220-94c4a24cb4a6'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:53.130608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:53.163752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0204b8c9-90b3-4661-9220-94c4a24cb4a6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:53.164525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.178589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:53.180379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4cb9e90d-8128-46c4-95dd-e7b4672d4c3f tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:53.192031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817d9dc-adf4-4e62-9722-7bbb40fc4732 None None] Network e25c1337-a96c-4547-b3c2-f7686ae61f37 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:53.200802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.205371 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/2ba8742e-e732-46b2-903a-739ce950f02d HTTP/1.1" status: 204 len: 168 time: 1.5370047 Jun 10 16:21:53.211047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48852) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:53.251802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.298043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:53.305891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba8742e-e732-46b2-903a-739ce950f02d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:53.314787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:53.317570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.331505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:53.435315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.436337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.447836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2d880a72-e568-477f-95d9-4deb1b761d43 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:53.448410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-70ec5e82-bd2f-4644-b554-21d2d4f13d3a None None] Provisioning for port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:53.525828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.573973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,segment=NetworkSegment(786b70c3-2c7c-4a0e-ad21-b526a8d159ed),segment_id=786b70c3-2c7c-4a0e-ad21-b526a8d159ed)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:53.586183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.587157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:53.618093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:53.703904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] DHCP port deletion for e25c1337-a96c-4547-b3c2-f7686ae61f37 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:53.709766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-256d3721-ddfa-4c6c-94d3-128389a8be12 None None] Provisioning complete for port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:53.710300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-256d3721-ddfa-4c6c-94d3-128389a8be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.779075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.795012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:53.798321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:53.810695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=f7ee981a-08d4-4a1b-8754-eef8cd0ae184,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:53.823940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:53.833787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:53.834189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.863396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:53.908951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Deleting port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:53.909370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.955780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:53.957702 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-a35e1df5-8394-4664-bae6-15993481b3c9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:21:53.962592 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a35e1df5-8394-4664-bae6-15993481b3c9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8540151 Jun 10 16:21:53.963164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48854) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:53.970838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:53.982634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e67ef-1fd1-4d93-89e9-37abd7f22aed tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:53.986747 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b04e67ef-1fd1-4d93-89e9-37abd7f22aed tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9104042 Jun 10 16:21:53.989734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48856) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.025546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] For port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,segment=NetworkSegment(f038044e-2f71-4a2b-b9ef-1f942a7719b9),segment_id=f038044e-2f71-4a2b-b9ef-1f942a7719b9)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:54.025957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.034613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.062869 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-162821c8-a21c-4a38-b916-4acde5fe7462 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703716 Jun 10 16:21:54.068851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48858) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.078447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:54.095411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:54.124401 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-849f0d82-528b-457d-b5ff-6c77facd483c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502629 Jun 10 16:21:54.127477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48860) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.129127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:54.133015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:54.138841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:54.139453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.150624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:54.152642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=cfe6652b-2196-4b6d-bec1-e11a0fda826f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:54.158381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Calling delete_port for 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:54.174935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:54.219582 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.5806024 Jun 10 16:21:54.230696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48862) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.303682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-256d3721-ddfa-4c6c-94d3-128389a8be12 None None] Provisioning for port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:54.310471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.318870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7ab24341-9bbf-4011-8546-191cce83bda7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:54.319162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.320672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-256d3721-ddfa-4c6c-94d3-128389a8be12 None None] Provisioning complete for port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:54.321053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-256d3721-ddfa-4c6c-94d3-128389a8be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.386276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.392424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Pushing event deleted for resources: {'Port': ['ID=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:54.397967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:54.405303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.414205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] No DVR routers for this DVR port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:54.455051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-256d3721-ddfa-4c6c-94d3-128389a8be12 None None] Port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:54.481804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:54.490848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.493771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d18764a8-75b8-4ce5-b656-e0dea817cbd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:54.497858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:54.498212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.512157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d54466-5080-4cd1-896e-606092714792 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:54.513981 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-74d54466-5080-4cd1-896e-606092714792 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3812628 Jun 10 16:21:54.517493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48864) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.554998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.557588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.561590 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/0204b8c9-90b3-4661-9220-94c4a24cb4a6 HTTP/1.1" status: 204 len: 168 time: 0.5897706 Jun 10 16:21:54.567500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e4208-b57a-4aae-bf36-3c720ceb3888 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:54.570737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-14833cc3-4aa0-4ed2-9fe5-59667c6d6080 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520275 Jun 10 16:21:54.572467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48866) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.573973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e4208-b57a-4aae-bf36-3c720ceb3888 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:54.578524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-799e4208-b57a-4aae-bf36-3c720ceb3888 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3454912 Jun 10 16:21:54.584772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Provisioning for port cfe6652b-2196-4b6d-bec1-e11a0fda826f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:54.594929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48868) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.595295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48870) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:54.602292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Provisioning complete for port cfe6652b-2196-4b6d-bec1-e11a0fda826f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:54.603100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.613241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-921052842', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:54.621362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43c2a800-22c8-4270-82ba-654702980430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:54.633090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:54.643996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:54.661906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Port cfe6652b-2196-4b6d-bec1-e11a0fda826f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:54.673895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Provisioning complete for port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:54.674319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.677365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0204b8c9-90b3-4661-9220-94c4a24cb4a6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:54.677976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:21:54.681558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:54.687263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] For port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:54.687622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.704155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router ccab4585-fb12-48e2-999a-1d4cf3b32e5c is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:21:54.730097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-94db8fbf-430e-4516-af2c-6ddf929675ac None None] Port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:54.796538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:54.800492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:21:54.804692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.808028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:54.840221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=7ddfc27c-e24e-4d2b-b870-feba6cd83b32,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:54.842210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No DVR routers for this DVR port 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:21:54.845294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.847327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:54.854184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-32a42764-f52b-482e-874b-43a1d6ca81d7 None None] Provisioning complete for port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:54.854573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32a42764-f52b-482e-874b-43a1d6ca81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:54.903950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-32a42764-f52b-482e-874b-43a1d6ca81d7 None None] Port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:21:54.986880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:55.047604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:55.047992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.069306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.083929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25c1337-a96c-4547-b3c2-f7686ae61f37']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.141666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f038044e-2f71-4a2b-b9ef-1f942a7719b9') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.141877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f038044e-2f71-4a2b-b9ef-1f942a7719b9') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.147718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:55.155978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.210464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.224648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:21:55.225061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:21:55.228710 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:21:55.328351 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a65bb9c-2cad-41d5-af1a-db14e70ce769 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7498965 Jun 10 16:21:55.330348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48872) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:55.366158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:55.366734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.372201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.379094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.389275 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/e25c1337-a96c-4547-b3c2-f7686ae61f37 HTTP/1.1" status: 204 len: 168 time: 2.1662853 Jun 10 16:21:55.389275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c067c1bd-ee59-467a-8206-24eca60570b3 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:55.390942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48874) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:55.431108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1393791769'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:55.446876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=e25c1337-a96c-4547-b3c2-f7686ae61f37,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:55.449712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:55.512550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:55.516379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.521891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:55.527825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:21:55.531205 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/ccab4585-fb12-48e2-999a-1d4cf3b32e5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8875799 Jun 10 16:21:55.536610 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] Sync routers for ids ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:55.540860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48876) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:55.547898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:55.550129 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] Routers {'ccab4585-fb12-48e2-999a-1d4cf3b32e5c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:55.550921 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.568342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.574465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:21:55.575637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7ddfc27c-e24e-4d2b-b870-feba6cd83b32 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:21:55.580421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:55.580875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:55.596217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:55.596876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.600373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.606103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port cfe6652b-2196-4b6d-bec1-e11a0fda826f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:55.606524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.622454 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.632252 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] Routers {'ccab4585-fb12-48e2-999a-1d4cf3b32e5c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:55.633178 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.649660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:21:55.653084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.654380 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1178992 Jun 10 16:21:55.662663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48878) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:55.683882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.687161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.694525 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.695224 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ae355-df17-4ffe-9a41-f8544bfaf024 None None] The sync data for ids ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:55.697923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c599d1f-bf8c-47a4-8a5d-f2e8cb886252 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:55.699076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:55.700465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.703257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0c599d1f-bf8c-47a4-8a5d-f2e8cb886252 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports/f7ee981a-08d4-4a1b-8754-eef8cd0ae184 HTTP/1.1" status: 200 len: 911 time: 0.1568298 Jun 10 16:21:55.703968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48880) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:55.705302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.706195 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment 18933d47-0c24-4961-bd0d-ca9fb95aff0b of type vlan for network ded966d9-407f-4aa7-a502-3ec34f9db291 Jun 10 16:21:55.731653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port e9bd8c64-245b-494a-b3a9-d14ff8166339 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:55.732133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.754526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:55.756319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342c706-74f3-4a34-a04f-19cafb299910 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:55.958453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:55.984407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.040394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.042963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.044079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/649b6346-0c1b-4fa1-b17a-443dabfaf4f4 HTTP/1.1" status: 204 len: 168 time: 0.7120903 Jun 10 16:21:56.057601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9955b39-4f24-420c-8148-dc1321ecb52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:56.061827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48882) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:56.084932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.127400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for cfe6652b-2196-4b6d-bec1-e11a0fda826f owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:56.189738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b6346-0c1b-4fa1-b17a-443dabfaf4f4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:56.192294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:56.209975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.215302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:56.215886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.231648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ab40c61-ecd6-40bb-a34b-a3e809083168 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:56.340077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for e9bd8c64-245b-494a-b3a9-d14ff8166339 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:56.385445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.389481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-43510585-a011-471e-a3f1-b20f3b57231f tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:56.431896 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0332887 Jun 10 16:21:56.447630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48884) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:56.494351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:56.501987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=ded966d9-407f-4aa7-a502-3ec34f9db291,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:56.504773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:56.512960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ded966d9-407f-4aa7-a502-3ec34f9db291 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:21:56.532509 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4a67a538-44ab-4f07-b10f-1e9a6a35a0bc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4552565 Jun 10 16:21:56.535399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48886) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:56.560799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482796006'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:56.647943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=8bd3e266-0c82-4399-922a-cbe5757ab967,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:56.658143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:56.677645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.683179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:56.683522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: 5612469b-9480-4e1b-920a-c516de93c475, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:56.701803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.712822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-887b2c66-8470-4299-bf16-ca55943c0c36 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:56.787696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=cfe6652b-2196-4b6d-bec1-e11a0fda826f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:56.790103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:56.793967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:56.794110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.817807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 5612469b-9480-4e1b-920a-c516de93c475 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:56.853241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:56.859153 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/cfe6652b-2196-4b6d-bec1-e11a0fda826f HTTP/1.1" status: 204 len: 168 time: 2.2551572 Jun 10 16:21:56.859153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48888) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:56.938544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5612469b-9480-4e1b-920a-c516de93c475) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:56.951466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a98a9-da94-496b-8d9c-9c0d30e657c9 None None] Network 5612469b-9480-4e1b-920a-c516de93c475 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:56.965580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:56.966176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.016421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1efbc-341c-4b75-b432-2bc7af6a0fe6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:57.018075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd1efbc-341c-4b75-b432-2bc7af6a0fe6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:57.023334 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8cd1efbc-341c-4b75-b432-2bc7af6a0fe6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1601579 Jun 10 16:21:57.054437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48890) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:57.122161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.138331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.143348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e763a5c0-6cbc-4b56-9b24-3ea1736bd10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:57.151611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.157328 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5587385 Jun 10 16:21:57.174049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5612469b-9480-4e1b-920a-c516de93c475', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '8bd3e266-0c82-4399-922a-cbe5757ab967'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:57.174983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.194582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 37cef1ec-451d-4b77-8922-4137416fef5e {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:21:57.201677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.209850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.211042 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6762836 Jun 10 16:21:57.246622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48894) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:57.251345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7784ddda-663c-4dc3-b044-224b9b709880 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:57.252022 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-7784ddda-663c-4dc3-b044-224b9b709880 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 10 16:21:57.252516 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-7784ddda-663c-4dc3-b044-224b9b709880 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] update failed (client error): There was a conflict when trying to complete your request. Jun 10 16:21:57.256377 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7784ddda-663c-4dc3-b044-224b9b709880 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "PUT /v2.0/security-groups/5a7855e1-d30a-423b-8d2b-2667b092ba60 HTTP/1.1" status: 409 len: 330 time: 0.0058644 Jun 10 16:21:57.306731 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48896) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:57.307405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7855e1-d30a-423b-8d2b-2667b092ba60,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:57.352044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Allocated IP 172.20.0.18 (5612469b-9480-4e1b-920a-c516de93c475/8bd3e266-0c82-4399-922a-cbe5757ab967/371cbcc4-ea92-4e95-9f23-1ca6b68202c2) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:57.362899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:57.397534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.456377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.462583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a423e69-7917-4de6-aeb3-2bd04cc8866f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:57.501718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=e9bd8c64-245b-494a-b3a9-d14ff8166339,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:57.505567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:57.556175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.565824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.577091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Transition to ACTIVE for port object 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:57.595465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Transition to ACTIVE for port object 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:21:57.603503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.606712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cade7473-aca1-4974-ab98-ee51a73edd4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:57.651265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.654155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.681841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Network 5612469b-9480-4e1b-920a-c516de93c475 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:57.687087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:57.690231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:57.702175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Pushing event updated for resources: {'Port': ['ID=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:57.706153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:57.784849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Attempting to bind port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:21:57.785248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Attempting to bind port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:21:57.785547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Attempting to bind port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 on network 5612469b-9480-4e1b-920a-c516de93c475 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:21:57.792296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:21:57.792716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Checking segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:57.793103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.793645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Bound using segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:21:57.794287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Bound port: 371cbcc4-ea92-4e95-9f23-1ca6b68202c2, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:21:57.794677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.890311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] For port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:21:57.894201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] For port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:21:57.899259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.901332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9b9d1953-45ab-4fd3-a497-ba481f5c6403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:57.913177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:57.922205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3493a2c8-579c-4438-afd5-1218a2525639 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:57.976494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Pushing event updated for resources: {'Port': ['ID=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:57.985782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:58.074827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=302a5d52-befe-44ff-9d17-c66e05a9bf6a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:58.088456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.137847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:58.137847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.200581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': '18933d47-0c24-4961-bd0d-ca9fb95aff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:21:58.200949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: ded966d9-407f-4aa7-a502-3ec34f9db291, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:21:58.268318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.1 (25350bcf-aa8e-423c-b651-be6ee55609bd/dbaeda01-4278-4ed1-9a70-4820b096c6e5/332752e1-7b7b-4a49-8b19-a49b1f850699) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:58.372858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.374962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network ded966d9-407f-4aa7-a502-3ec34f9db291 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:21:58.376548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.377927 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/5a7855e1-d30a-423b-8d2b-2667b092ba60 HTTP/1.1" status: 204 len: 168 time: 1.0680878 Jun 10 16:21:58.382074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-285b46dc-2975-4f66-aa5e-53b08d39536c tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:58.385090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48900) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.405079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.407113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7855e1-d30a-423b-8d2b-2667b092ba60,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:58.429602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ded966d9-407f-4aa7-a502-3ec34f9db291) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:58.437304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:58.440985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ccfcf46-38e0-400e-aded-e9359a319051 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:58.447424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:21:58.448138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.454137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc22bf0-cf62-4072-afa3-a3f677cbc404 None None] Network ded966d9-407f-4aa7-a502-3ec34f9db291 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:58.475648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=37cef1ec-451d-4b77-8922-4137416fef5e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:58.481737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:58.489664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.494358 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/37cef1ec-451d-4b77-8922-4137416fef5e HTTP/1.1" status: 204 len: 168 time: 1.4368708 Jun 10 16:21:58.499570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b2dfd-2b2e-48da-9a71-62c0507ca50c None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:58.515082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.559737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.572149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.621231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0088466-6aef-40fd-9a3a-0d3f5314c37d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:58.622346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48904) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.628891 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0dde6a3b-ea83-45cd-8335-bd8edb51d266 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665042 Jun 10 16:21:58.631958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.634832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110366578', 'description': 'tempest-secgroup-smoke-1110366578 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:58.650638 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2018292 Jun 10 16:21:58.655641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48908) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.669225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:58.670108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291', 'security_groups': [], 'name': 'tempest-PortsTestJSON-45674642'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:58.685372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4a7fd5da-9f8b-45a4-8f6a-03325ae7c11a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2976100 Jun 10 16:21:58.691173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48910) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.723428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:21:58.736800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:21:58.747870 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-649887ea-5a7b-4e1e-85c9-434fcaddc1d8 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] delete failed (client error): The resource could not be found. Jun 10 16:21:58.754844 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-649887ea-5a7b-4e1e-85c9-434fcaddc1d8 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1a7fa61-3148-41e5-90ed-76a6cd3310a8 HTTP/1.1" status: 404 len: 347 time: 0.0607831 Jun 10 16:21:58.785606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:21:58.796588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48912) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.852378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=332752e1-7b7b-4a49-8b19-a49b1f850699,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:58.876508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.877601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.878152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.878482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:21:58.880669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.881434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.881951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.882495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.883174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.883706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.884063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-40fcea6a-df62-410a-b570-db02213a1f63 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] show failed (client error): The resource could not be found. Jun 10 16:21:58.884397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.885374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-40fcea6a-df62-410a-b570-db02213a1f63 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-groups/e3e3b276-9823-42e3-8338-1cc3a3395739 HTTP/1.1" status: 404 len: 347 time: 0.0820999 Jun 10 16:21:58.885704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.886382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.887608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:58.894456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:58.895597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48914) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:58.945188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.961674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ded966d9-407f-4aa7-a502-3ec34f9db291', 'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': '302a5d52-befe-44ff-9d17-c66e05a9bf6a'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:21:58.962609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:58.979433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:58.983822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.069458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-02918814-096d-46ea-be18-0453eeda37db tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] show failed (client error): The resource could not be found. Jun 10 16:21:59.070960 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-02918814-096d-46ea-be18-0453eeda37db tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] 10.222.0.23 "GET /v2.0/security-group-rules/81c666d3-8ad8-4296-bbd2-c3e57287aaa8 HTTP/1.1" status: 404 len: 356 time: 0.1340053 Jun 10 16:21:59.088823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:21:59.125224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:21:59.134296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.156670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:21:59.211192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 1761d398-e052-41ea-b65e-0d0b35223bd1 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:21:59.247917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6409d-84ee-4044-b882-4405764c05d5 None None] Network 5612469b-9480-4e1b-920a-c516de93c475 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:21:59.248165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port f7ee981a-08d4-4a1b-8754-eef8cd0ae184 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:59.248464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.322158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:21:59.333297 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] Sync routers for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:21:59.348064 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:59.354083 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/a3e1baf9-ffc8-4b50-ba88-07d9a0c23727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5724247 Jun 10 16:21:59.362640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:59.401076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48920) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:59.435612 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:59.448090 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:21:59.450395 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:59.524458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.525935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48922) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:59.527103 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:21:59.527786 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95402a26-682d-4b2f-96df-d03bf2f37bfc None None] The sync data for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:21:59.543889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.555202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca0ff82b-7c7e-4dad-82af-8a042918c9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:59.566440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.587777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.592823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.593761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9661031 Jun 10 16:21:59.636692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48926) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:59.641718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'de914bd2-90b3-417d-9bde-87f4f4bba9c9', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:21:59.666664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-93414f85-dce9-45a9-8e64-d1f19884edbb None None] Provisioning for port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:59.670419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:21:59.684430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for f7ee981a-08d4-4a1b-8754-eef8cd0ae184 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:21:59.693972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Deleting port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:21:59.694284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.700156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:59.700546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.702059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-93414f85-dce9-45a9-8e64-d1f19884edbb None None] Provisioning complete for port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:21:59.702429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-93414f85-dce9-45a9-8e64-d1f19884edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.708726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de914bd2-90b3-417d-9bde-87f4f4bba9c9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:21:59.713589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.726544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0417ffa8-d9c7-4e12-8ca7-ebd63f5a475f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:21:59.736170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.736552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.736923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.737315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.737676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.738042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.738394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.738750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.739515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.740132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.740513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.740809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:21:59.796530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:21:59.818023 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-42f18029-a084-4477-abee-f65e3c016a6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d86bacf4d1a34792b0021c05c78962fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847104 Jun 10 16:21:59.818023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48928) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:21:59.841661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Allocated IP 172.20.0.2 (ded966d9-407f-4aa7-a502-3ec34f9db291/302a5d52-befe-44ff-9d17-c66e05a9bf6a/6b466b78-ad75-4ea6-9489-1a640b9fc8a9) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:21:59.957667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.984252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] For port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:21:59.984901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:21:59.993988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:00.014286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.016060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:00.024418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.028964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:00.029587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.044935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=1e458b21-fe3c-4de4-a91b-5a0ee8329699,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:00.055357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:00.081181 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4458334 Jun 10 16:22:00.084875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48930) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:00.093574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '1e458b21-fe3c-4de4-a91b-5a0ee8329699', 'ip_address': '2001:db8::b6e5:2381:97f1:dea8'}], 'name': 'tempest-NetworksTestDHCPv6-1858981440'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:00.112336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.118364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-772cc37e-4c29-46d1-8971-bf4588807264 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:00.156041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Calling delete_port for ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:00.217315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=f7ee981a-08d4-4a1b-8754-eef8cd0ae184,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:00.219021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:00.244019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.300279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.315734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:00.367046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d731e43-9abf-4a22-afa6-10c8a1aea060,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:00.370191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:00.376867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.381057 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7444131 Jun 10 16:22:00.382825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48932) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:00.396876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'de914bd2-90b3-417d-9bde-87f4f4bba9c9', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:00.442792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.456505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Transition to ACTIVE for port object 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:00.491626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.502152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.506303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.511953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-513f83d1-c53e-4a8e-82ce-051f41130aa8 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:00.530267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.557322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-93414f85-dce9-45a9-8e64-d1f19884edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.564327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Transition to ACTIVE for port object 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:00.606295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.612042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a155bfe4-8e53-4a61-8016-800e2d45031c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:00.653846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.676237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=332752e1-7b7b-4a49-8b19-a49b1f850699,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:00.681978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:00.683580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:00.686090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.703043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Network ded966d9-407f-4aa7-a502-3ec34f9db291 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:00.706400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.731552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:00.766538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:00.787962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.800208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Pushing event updated for resources: {'Port': ['ID=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:00.803526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:00.808775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46e2e0eb-558d-40aa-a0ef-7a9cc9815124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:00.812984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:00.841124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] No DVR routers for this DVR port ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:00.870422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-93414f85-dce9-45a9-8e64-d1f19884edbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:22:00.870795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-93414f85-dce9-45a9-8e64-d1f19884edbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:22:00.905233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf62bd-2d72-40bf-b29c-f63a5ab813ee None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:01.010095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Attempting to bind port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:01.010831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Attempting to bind port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '18933d47-0c24-4961-bd0d-ca9fb95aff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:01.010831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Attempting to bind port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 on network ded966d9-407f-4aa7-a502-3ec34f9db291 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:01.023658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:01.040639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:01.041030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Checking segment: {'id': '18933d47-0c24-4961-bd0d-ca9fb95aff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:01.041480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.041890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Bound using segment: {'id': '18933d47-0c24-4961-bd0d-ca9fb95aff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:01.042392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Bound port: 6b466b78-ad75-4ea6-9489-1a640b9fc8a9, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18933d47-0c24-4961-bd0d-ca9fb95aff0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ded966d9-407f-4aa7-a502-3ec34f9db291'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:01.042783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.049227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:01.066216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.069425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.071006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be2afb25-8ed6-4d2c-b3cc-d66c1df8266f HTTP/1.1" status: 204 len: 168 time: 1.2517970 Jun 10 16:22:01.075641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.6 (ded966d9-407f-4aa7-a502-3ec34f9db291/302a5d52-befe-44ff-9d17-c66e05a9bf6a/1761d398-e052-41ea-b65e-0d0b35223bd1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:01.082870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5d1db676-0698-4474-8861-1a562212c801 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:01.106401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.108255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Pushing event deleted for resources: {'Port': ['ID=ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:01.108401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2afb25-8ed6-4d2c-b3cc-d66c1df8266f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:01.111807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:01.136765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:01.165045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:01.166385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:01.166714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:01.182188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:01.182580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ecd1dc1b-0a66-46a2-bb46-2be5d5e6acfb not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:01.276099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] For port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:01.280183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] For port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,segment=NetworkSegment(18933d47-0c24-4961-bd0d-ca9fb95aff0b),segment_id=18933d47-0c24-4961-bd0d-ca9fb95aff0b)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:01.295218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.300185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fd0128ac-782c-4755-b9f4-e56e31d912b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:01.300677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.312810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:01.319983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:01.337090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:01.352512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d50b038-26fc-490e-b134-0caaea7ec481,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:01.358000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:01.508413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.511207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '1e458b21-fe3c-4de4-a91b-5a0ee8329699'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:01.512093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.512883 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1227586 Jun 10 16:22:01.513835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48944) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:01.525087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:01.533874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'de914bd2-90b3-417d-9bde-87f4f4bba9c9', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:01.559228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.789675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port e0b79c9a-5eef-4879-b07b-b802e21b90b0 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:01.802682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router ccab4585-fb12-48e2-999a-1d4cf3b32e5c has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:01.814534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Pushing event updated for resources: {'Port': ['ID=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:01.820019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:01.822797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.851430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:01.925984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 1761d398-e052-41ea-b65e-0d0b35223bd1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:01.955210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:01.984292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48956) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:01.986236 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/routers/1faca638-b3e2-4cbc-a03a-e430b40061a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3224521 Jun 10 16:22:01.993519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'port': {'network_id': '25350bcf-aa8e-423c-b651-be6ee55609bd', 'name': 'tempest-FloatingIPTestJSON-736666655'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:02.043056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/1e458b21-fe3c-4de4-a91b-5a0ee8329699/4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:02.095202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:02.148546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:02.149252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.196287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.203023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.219283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.221438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-874a7264-0a4b-4cac-b657-c1ee7cd910fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:02.243092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2380643-daa4-4d61-a8b5-49e7a797357b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:02.254129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e5e0fbb5-eacf-42ea-86a4-56bf1e1cebef None None] Provisioning complete for port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:02.254412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e5e0fbb5-eacf-42ea-86a4-56bf1e1cebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.259592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:02.261267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.262532 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7334988 Jun 10 16:22:02.267336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:02.269207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48960) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:02.280103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'de914bd2-90b3-417d-9bde-87f4f4bba9c9', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:02.282409 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] Sync routers for ids ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:02.299468 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/ccab4585-fb12-48e2-999a-1d4cf3b32e5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5847433 Jun 10 16:22:02.303534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:02.304187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.306790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48964) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:02.321286 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] Routers {'ccab4585-fb12-48e2-999a-1d4cf3b32e5c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:02.323112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:02.323564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.323950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.333598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.365813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba56eb57-78d5-4142-b94e-f6e08da316e7 tempest-PortsAdminExtendedAttrsTestJSON-1036240240 tempest-PortsAdminExtendedAttrsTestJSON-1036240240-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:02.368563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.369005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f5e5d-057d-4a88-805b-32f4d2d9976e None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:02.382879 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7376056d-fae8-4e4e-93a1-a2e76d143c0a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccab4585-fb12-48e2-999a-1d4cf3b32e5c HTTP/1.1" status: 200 len: 205 time: 0.0721869 Jun 10 16:22:02.389634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48966) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:02.399174 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.410620 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] Routers {'ccab4585-fb12-48e2-999a-1d4cf3b32e5c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:02.412407 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.478156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.481686 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:02.482885 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff863e8c-16ad-47df-9105-27fd3e5d8f4b None None] The sync data for ids ['ccab4585-fb12-48e2-999a-1d4cf3b32e5c'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:02.498498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Transition to ACTIVE for port object 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:02.517590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=1761d398-e052-41ea-b65e-0d0b35223bd1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:02.519460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Transition to ACTIVE for port object 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:02.529697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.531984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:02.539343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network ded966d9-407f-4aa7-a502-3ec34f9db291 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:02.621633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::b6e5:2381:97f1:dea8 (12102a82-a06e-4715-892b-6bfb38de3638/1e458b21-fe3c-4de4-a91b-5a0ee8329699/e0b79c9a-5eef-4879-b07b-b802e21b90b0) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:02.632689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:02.633782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.657887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Pushing event updated for resources: {'Port': ['ID=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:02.662245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:02.665770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:02.669563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:02.678960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:02.703071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:02.712487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.721815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:02.782741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Attempting to bind port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:02.783354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Attempting to bind port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:02.784146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Attempting to bind port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:02.789584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:02.790250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.791216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:02.791795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:02.792383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.793020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:02.793823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Bound port: 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:02.794387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.904811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] For port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:02.910051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] For port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:02.916944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:02.919109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:02.989809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.002488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.027466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-de7949f1-e046-4ec2-89af-ff20042248d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:03.080326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4446d8ad-9c30-457e-a1f0-7b749fc23992,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:03.081878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Pushing event updated for resources: {'Port': ['ID=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:03.088289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:03.096737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:03.103754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.112182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:03.125071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df3ade-9038-49b7-aa76-1cf551a8c3fe None None] Network ded966d9-407f-4aa7-a502-3ec34f9db291 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:03.138425 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 4.4813836 Jun 10 16:22:03.142806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48982) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:03.259878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.275527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.279113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.279572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.280772 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0071943 Jun 10 16:22:03.286983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48984) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:03.290814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] device_id is not set on port 6858daa6-6860-448e-bb37-86443b197d5f yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:03.305996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:03.324719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'de914bd2-90b3-417d-9bde-87f4f4bba9c9', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:03.358197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.362144 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:22:03.403508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4e9dabc1-36c1-43ac-a998-cf514822f4b3 None None] Provisioning for port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:03.461940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.499026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object e0b79c9a-5eef-4879-b07b-b802e21b90b0 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:03.511086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69d60f52-1b33-4c25-8082-a9f0dc15cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.522713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:03.534503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:03.535173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.573700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 1761d398-e052-41ea-b65e-0d0b35223bd1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:03.574047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.678742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:03.704210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.704728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router ccab4585-fb12-48e2-999a-1d4cf3b32e5c {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:03.713783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.714894 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-75fae74b-a594-4137-836b-5935ed0b27ad tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/ccab4585-fb12-48e2-999a-1d4cf3b32e5c HTTP/1.1" status: 204 len: 168 time: 1.3242950 Jun 10 16:22:03.721204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48986) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:03.754516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.768061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.784751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:03.792467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:03.792675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.798917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:03.824646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.14 (25350bcf-aa8e-423c-b651-be6ee55609bd/dbaeda01-4278-4ed1-9a70-4820b096c6e5/6858daa6-6860-448e-bb37-86443b197d5f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:03.844539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.854551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet 3f0d4e2f-afcb-450a-a3fc-fead629a0e8f {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:03.858980 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.915084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:03.924543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:03.932001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758f4618-fe90-4984-a8b0-906447cb0e5b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:03.933604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.943270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:03.952544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:03.953256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.958432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:03.963542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.964753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6604807 Jun 10 16:22:03.965438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a276e5e0-2371-4702-8c35-cc4115c74415 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:03.980265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:03.983622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48988) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:03.987104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.010519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e223d8f9-6c73-4393-9662-5b3153404a22 None None] Provisioning for port 1761d398-e052-41ea-b65e-0d0b35223bd1 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:04.024355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e223d8f9-6c73-4393-9662-5b3153404a22 None None] Provisioning complete for port 1761d398-e052-41ea-b65e-0d0b35223bd1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:04.024741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e223d8f9-6c73-4393-9662-5b3153404a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.039127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'de914bd2-90b3-417d-9bde-87f4f4bba9c9', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:04.112841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,segment=NetworkSegment(18933d47-0c24-4961-bd0d-ca9fb95aff0b),segment_id=18933d47-0c24-4961-bd0d-ca9fb95aff0b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:04.125386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.130840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:04.134257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e223d8f9-6c73-4393-9662-5b3153404a22 None None] Port 1761d398-e052-41ea-b65e-0d0b35223bd1 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:04.214310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e223d8f9-6c73-4393-9662-5b3153404a22 None None] Provisioning complete for port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:04.214932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e223d8f9-6c73-4393-9662-5b3153404a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.239042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.302017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:04.305170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 1761d398-e052-41ea-b65e-0d0b35223bd1 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:04.315429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:04.327018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2386839 Jun 10 16:22:04.336103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48990) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:04.336624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48992) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:04.344480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.353183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-abdc27fd-2db5-4e89-b4f0-7d6a7a3259be tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:04.360306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238516703', 'description': 'tempest-secgroup-smoke-238516703 description', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:04.409559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.412130 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/3f0d4e2f-afcb-450a-a3fc-fead629a0e8f HTTP/1.1" status: 204 len: 168 time: 0.6899531 Jun 10 16:22:04.413566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0d4e2f-afcb-450a-a3fc-fead629a0e8f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:04.416723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 48994) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:04.422330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae20449-4fe4-4572-b855-104c5fe11811 None None] Network 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:04.427727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:04.497178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=e0b79c9a-5eef-4879-b07b-b802e21b90b0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:04.509417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:04.512641 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:22:04.533359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-991e129c-11b3-4c5b-b052-a0f469ea44c7 None None] Provisioning complete for port 1761d398-e052-41ea-b65e-0d0b35223bd1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:04.533750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-991e129c-11b3-4c5b-b052-a0f469ea44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.578819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.590834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.593968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b385c85e-6564-4ca4-8e9f-f2b9b3ca305e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:04.624966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.634134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=b1b39bd0-3b9a-4e94-a0d6-0e1a9b510f74,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:04.637194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:04.654373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-991e129c-11b3-4c5b-b052-a0f469ea44c7 None None] Port 1761d398-e052-41ea-b65e-0d0b35223bd1 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:04.701015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.759319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.802799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] DHCP port deletion for 76221f48-d7eb-49a4-a2b3-0e4521b7cce3 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:04.831454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a053b-5c19-4b1b-9a42-b4d4f3c9ae6c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:04.839806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a053b-5c19-4b1b-9a42-b4d4f3c9ae6c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:04.844914 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-062a053b-5c19-4b1b-9a42-b4d4f3c9ae6c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5019715 Jun 10 16:22:04.846457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48996) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:04.854187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-21e47c79-0321-4c02-bc04-d838738dd194 None None] Provisioning for port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:04.887663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Deleting port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:04.887963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.949414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:04.949722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.968326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:04.994204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.046878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] For port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,segment=NetworkSegment(786b70c3-2c7c-4a0e-ad21-b526a8d159ed),segment_id=786b70c3-2c7c-4a0e-ad21-b526a8d159ed)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:05.047275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.171934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Calling delete_port for 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:05.182073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:05.208196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,segment=NetworkSegment(786b70c3-2c7c-4a0e-ad21-b526a8d159ed),segment_id=786b70c3-2c7c-4a0e-ad21-b526a8d159ed)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:05.208582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.315482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:05.457078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-78196325-011b-4c18-bc98-049165f07061 None None] Provisioning for port e0b79c9a-5eef-4879-b07b-b802e21b90b0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:05.466659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-78196325-011b-4c18-bc98-049165f07061 None None] Provisioning complete for port e0b79c9a-5eef-4879-b07b-b802e21b90b0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:05.467037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78196325-011b-4c18-bc98-049165f07061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.518169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.529074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.542399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-78196325-011b-4c18-bc98-049165f07061 None None] Port e0b79c9a-5eef-4879-b07b-b802e21b90b0 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:05.542759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:05.547652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:05.548126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.596816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.600542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.602283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:05.617928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2c9ec8-7c3f-4e21-9134-ddf11e613c83,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:05.639424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:05.641440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31b4d13d-7b26-43bd-a8fa-a481ca46cedc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:05.649133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Pushing event deleted for resources: {'Port': ['ID=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:05.657904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:05.674001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] No DVR routers for this DVR port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:05.723176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=1761d398-e052-41ea-b65e-0d0b35223bd1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:05.726088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:05.761798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:05.849244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.855749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:05.862701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:05.863097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.865273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af4410e4-9b7c-4702-81ac-aba28f2d2da8 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:05.918250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:05.946567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port e0b79c9a-5eef-4879-b07b-b802e21b90b0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:05.946909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.950944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:05.955151 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/1761d398-e052-41ea-b65e-0d0b35223bd1 HTTP/1.1" status: 204 len: 168 time: 2.8069165 Jun 10 16:22:05.962521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 48998) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:05.988181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:05.991791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.009668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:06.012662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=6858daa6-6860-448e-bb37-86443b197d5f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:06.031475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:06.036135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.038544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-56034b6f-78f6-43a1-a81e-a28f498e0b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:06.042782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:06.070841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:06.072852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.081113 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/a3e1baf9-ffc8-4b50-ba88-07d9a0c23727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6538596 Jun 10 16:22:06.082006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36b381d1-acab-4e94-a546-bf0b2bda9e7c tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:06.084125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49000) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:06.093499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:06.109039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] Sync routers for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:06.123116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c4c8a2-9054-47f6-be73-f51225336bf7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:22:06.127549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-42c4c8a2-9054-47f6-be73-f51225336bf7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/1761d398-e052-41ea-b65e-0d0b35223bd1 HTTP/1.1" status: 404 len: 333 time: 0.1513340 Jun 10 16:22:06.127719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:06.127812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.134602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49002) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:06.144840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=5844e155-4b1f-4c77-8b6d-18ee2d45cd03,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:06.147429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:06.152602 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-691006e9-7880-43f4-8c16-475991a166b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 HTTP/1.1" status: 200 len: 205 time: 0.0664952 Jun 10 16:22:06.153707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:06.155426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49004) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:06.174086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:06.174723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5844e155-4b1f-4c77-8b6d-18ee2d45cd03 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:06.186615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.189901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.191848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:06.193101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.197068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:06.211143 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.2010567 Jun 10 16:22:06.211782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.220702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4aad8a24-6b2a-4e7b-a2c0-19a06cf2a7cc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:06.253728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:06.260702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.275794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] Routers {'a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:06.276664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:21:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.280881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d4a38d5-5f68-47a5-9f66-7f7e109deb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.295428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:06.295893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.330724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.330947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d4be5-4257-40d8-a0f7-76781134d375 None None] The sync data for ids ['a3e1baf9-ffc8-4b50-ba88-07d9a0c23727'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:06.339539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ed6502-16ac-4d80-afaf-0a3cdd3c1310,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:06.345462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 302a5d52-befe-44ff-9d17-c66e05a9bf6a {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:06.347766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:06.354470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.373524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.387941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.452470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.507387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76221f48-d7eb-49a4-a2b3-0e4521b7cce3']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.508576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for e0b79c9a-5eef-4879-b07b-b802e21b90b0 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:06.522008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786b70c3-2c7c-4a0e-ad21-b526a8d159ed') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.522300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786b70c3-2c7c-4a0e-ad21-b526a8d159ed') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:06.554327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.573268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.679320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.682179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.685870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.690151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:06.690536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:06.693607 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:06.697753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-c2906f20-a1d2-4d5c-8008-01055cca2d12 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110366578&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.2312331 Jun 10 16:22:06.701029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.723290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.740315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:06.756335 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7709923 Jun 10 16:22:06.759762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49022) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:06.765660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'port': {'network_id': '25350bcf-aa8e-423c-b651-be6ee55609bd', 'name': 'tempest-FloatingIPTestJSON-1636095675'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:06.841416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.841902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:06.851886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.855619 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6818b648-e6a7-49da-9aa6-7db63548fc1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 HTTP/1.1" status: 204 len: 168 time: 0.6991930 Jun 10 16:22:06.856213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49024) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:06.897113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.898520 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.5440552 Jun 10 16:22:06.914514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49026) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:06.919807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.920383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886df84f-965e-4b5e-b80e-0b4052d303bd,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:06.924111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group_rule': {'security_group_id': '886df84f-965e-4b5e-b80e-0b4052d303bd', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:06.928025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:06.963758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5a1bb70a-7a94-47f8-b9f7-30d2748bfdd4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:06.972634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.979511 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/76221f48-d7eb-49a4-a2b3-0e4521b7cce3 HTTP/1.1" status: 204 len: 168 time: 2.5565414 Jun 10 16:22:06.983001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:06.993171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49028) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:07.011801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=76221f48-d7eb-49a4-a2b3-0e4521b7cce3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:07.021030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:07.021752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1177403874', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:07.030499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:07.047563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 8ec21692-35fd-4d1e-aeff-4f62f3e120fc {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:07.061045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.083196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-fe9cd14f-db16-4c67-9d29-0e9d879da0bc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:07.084756 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-fe9cd14f-db16-4c67-9d29-0e9d879da0bc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=5612469b-9480-4e1b-920a-c516de93c475 HTTP/1.1" status: 200 len: 796 time: 0.3724818 Jun 10 16:22:07.091789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.092298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:07.092787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.132702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.134216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.143147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.147067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-02c9c088-3f62-421d-b7de-e284e024fac3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0383627 Jun 10 16:22:07.148965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.153953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:07.217354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:07.217848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=e0b79c9a-5eef-4879-b07b-b802e21b90b0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:07.220754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.241640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:07.242965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.276893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dba38f2b-6302-4a3d-84f1-6400df5ef2b5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:07.279497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.292571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] device_id is not set on port 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:07.315609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.357290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.365740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.401501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.405839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/e0b79c9a-5eef-4879-b07b-b802e21b90b0 HTTP/1.1" status: 204 len: 168 time: 2.5429218 Jun 10 16:22:07.405949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:07.406046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.410347 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/302a5d52-befe-44ff-9d17-c66e05a9bf6a HTTP/1.1" status: 204 len: 168 time: 1.2724178 Jun 10 16:22:07.411830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49030) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:07.411830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49032) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:07.416851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5faea-4bc5-4796-8caf-5f59b302bd19 None None] Network ded966d9-407f-4aa7-a502-3ec34f9db291 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:07.417178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.441298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=302a5d52-befe-44ff-9d17-c66e05a9bf6a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:07.444359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:07.451874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb55305b-096c-4c93-b1b0-ff8c2b442f63,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:07.463810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:07.493447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.494889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5794420 Jun 10 16:22:07.499162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49034) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:07.506533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group_rule': {'security_group_id': '886df84f-965e-4b5e-b80e-0b4052d303bd', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:07.551234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.2 (25350bcf-aa8e-423c-b651-be6ee55609bd/dbaeda01-4278-4ed1-9a70-4820b096c6e5/6d8cd9ad-2348-486e-aeba-d891fd1f0f7d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:07.576053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.580899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46263543-d32c-424f-a0df-ae41131d98e4 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:07.635595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.649758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec21692-35fd-4d1e-aeff-4f62f3e120fc,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:07.649946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812d25a-b756-4209-8a73-e6a16d1ac0b7 None None] Network edd325da-4df9-4615-af03-64a27bff95d8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:07.651882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.653722 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/8ec21692-35fd-4d1e-aeff-4f62f3e120fc HTTP/1.1" status: 204 len: 168 time: 0.7523324 Jun 10 16:22:07.664859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:07.665253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49036) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:07.733847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] DHCP port deletion for ded966d9-407f-4aa7-a502-3ec34f9db291 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:07.827465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019be18-0f6e-4869-9cc8-2e74acd67c1d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:07.828027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 42783e70-0d93-4e38-b012-1753082514e4 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:07.829002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9019be18-0f6e-4869-9cc8-2e74acd67c1d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:07.830600 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9019be18-0f6e-4869-9cc8-2e74acd67c1d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4171681 Jun 10 16:22:07.841229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.843723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49038) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:07.844425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.849988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.876279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-9a244319-d3fe-433f-9f6a-731b52f1bed7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7080493 Jun 10 16:22:07.890000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.898291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Deleting port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:07.898682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.935356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.966883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9b1fe65e-4a65-4a77-842b-c432f53a2f93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:07.989740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:07.995877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] For port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,segment=NetworkSegment(18933d47-0c24-4961-bd0d-ca9fb95aff0b),segment_id=18933d47-0c24-4961-bd0d-ca9fb95aff0b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:07.996297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.044785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 1e458b21-fe3c-4de4-a91b-5a0ee8329699 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:08.059941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494092b8-7a49-4dab-8119-f36454fedb8a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:08.062803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.070175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:08.093761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-deef4e36-9bfe-45df-b177-f45a1eabfb9c service neutron] 10.222.0.23 "GET /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567214 Jun 10 16:22:08.096735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.100743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Calling delete_port for 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:08.102931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.106483 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6038196 Jun 10 16:22:08.113719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] DHCP port deletion for edd325da-4df9-4615-af03-64a27bff95d8 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:08.115577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49040) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:08.149981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.171741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group_rule': {'security_group_id': '886df84f-965e-4b5e-b80e-0b4052d303bd', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:08.250304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.252186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Deleting port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:08.253707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.258225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.282314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bc343fa7-796a-48da-861c-9a59415278d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:08.296035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:08.296456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.303580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.312171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:08.325539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.347716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] No DVR routers for this DVR port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:08.387324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Pushing event deleted for resources: {'Port': ['ID=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:08.400856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.401388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.401830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.402526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.403116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.403602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.404031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.404466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.404897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.405370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.405798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.406218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:08.409879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:08.415704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:08.425817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] For port bfb7a4bb-aedd-419b-9922-66a6fafd8f64, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,segment=NetworkSegment(9d89bb8c-eb22-490f-8322-d3ab775a2b11),segment_id=9d89bb8c-eb22-490f-8322-d3ab775a2b11)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:08.426623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.428111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:08.433627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.437408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:08.467546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.473075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=6d8cd9ad-2348-486e-aeba-d891fd1f0f7d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:08.512309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:08.514938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab6bb430-c3dc-4d2c-a32c-9ae8c1954b67 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:08.527446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.529396 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/42783e70-0d93-4e38-b012-1753082514e4 HTTP/1.1" status: 204 len: 168 time: 0.8631446 Jun 10 16:22:08.533699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Calling delete_port for bfb7a4bb-aedd-419b-9922-66a6fafd8f64 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:08.537726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872f3e0-8e1c-4e7e-8040-8a2bc7e3013b None None] Network 4fc63a6f-0970-43f9-a676-1488be48263a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:08.542365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49042) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:08.582613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=42783e70-0d93-4e38-b012-1753082514e4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:08.608264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:08.622410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:08.623357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.701842 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9405625 Jun 10 16:22:08.709945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49044) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:08.724183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '6d8cd9ad-2348-486e-aeba-d891fd1f0f7d', 'fixed_ip_address': '172.20.0.2'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:08.742315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.752246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.757779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a17d7dbf-2e0c-40a5-85f7-c59a522467af tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:08.792021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=1e458b21-fe3c-4de4-a91b-5a0ee8329699,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:08.799206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:08.801804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:08.802091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:08.851580 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-3db0fc13-86e6-4645-a242-7a2c9b46e876 service neutron] 10.222.0.23 "GET /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7338531 Jun 10 16:22:08.897241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] For port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:08.897878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.003690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.032812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8126b-67a2-44f1-908a-e31d3d156e49 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:09.034811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] DHCP port deletion for 4fc63a6f-0970-43f9-a676-1488be48263a request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:09.044678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bfb7a4bb-aedd-419b-9922-66a6fafd8f64 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:09.046925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Pushing event deleted for resources: {'Port': ['ID=bfb7a4bb-aedd-419b-9922-66a6fafd8f64,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:09.049714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:09.067971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] No DVR routers for this DVR port bfb7a4bb-aedd-419b-9922-66a6fafd8f64 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:09.174795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: bfb7a4bb-aedd-419b-9922-66a6fafd8f64 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:09.175475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bfb7a4bb-aedd-419b-9922-66a6fafd8f64 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:09.176132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:09.199121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:09.202194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:22:09.210464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.212570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.215579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2b2584a8-2057-4969-b81c-0ccf7f1356fe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:09.218382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.261121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:09.261533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:09.261944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ed24f997-8a27-4848-aaa8-56f0d0e2f004 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:09.276415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.283608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No DVR routers for this DVR port 6b466b78-ad75-4ea6-9489-1a640b9fc8a9 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:09.288338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=6b466b78-ad75-4ea6-9489-1a640b9fc8a9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:09.290595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:09.295658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-39b2e254-761f-4151-873b-0d71d8ea6a50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:09.316701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.320635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.324629 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/1e458b21-fe3c-4de4-a91b-5a0ee8329699 HTTP/1.1" status: 204 len: 168 time: 1.4721460 Jun 10 16:22:09.326647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49054) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:09.361129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.396453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.400666 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2842875 Jun 10 16:22:09.403699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49056) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:09.416245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71205b4a-664c-4fd2-a4a9-29c66ca01408,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:09.420094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:09.425905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group_rule': {'security_group_id': '886df84f-965e-4b5e-b80e-0b4052d303bd', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:09.441260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Deleting port ed24f997-8a27-4848-aaa8-56f0d0e2f004 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:09.441790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.473831 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b981a4b7-b02d-4f73-9f53-9a84bff6b9a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435707 Jun 10 16:22:09.476502 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-11b1c74e-e39b-4970-abec-3fa91aaa5c50 req-6fdbcec5-9da7-4599-8ae0-89e86e707274 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 210 time: 0.1530263 Jun 10 16:22:09.483813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49058) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:09.498279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:09.555353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.582233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded966d9-407f-4aa7-a502-3ec34f9db291']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:09.585430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.608082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18933d47-0c24-4961-bd0d-ca9fb95aff0b') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:09.608594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18933d47-0c24-4961-bd0d-ca9fb95aff0b') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:09.618364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] For port ed24f997-8a27-4848-aaa8-56f0d0e2f004, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ed24f997-8a27-4848-aaa8-56f0d0e2f004,segment=NetworkSegment(7b679c2b-6ead-4e67-911d-48b71cce475a),segment_id=7b679c2b-6ead-4e67-911d-48b71cce475a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:09.618903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.629114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.664130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.711915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:09.719127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.741589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:09.742268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:09.751593 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:09.756394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:09.760326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.768361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Calling delete_port for ed24f997-8a27-4848-aaa8-56f0d0e2f004 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:09.772916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 172.26.5.226 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/cb4a5724-4546-4133-8381-cd748bdaa018) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:09.779259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ed24f997-8a27-4848-aaa8-56f0d0e2f004, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ed24f997-8a27-4848-aaa8-56f0d0e2f004,segment=NetworkSegment(7b679c2b-6ead-4e67-911d-48b71cce475a),segment_id=7b679c2b-6ead-4e67-911d-48b71cce475a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:09.812355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.824947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:09.830229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.860567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd325da-4df9-4615-af03-64a27bff95d8']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:09.899829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d89bb8c-eb22-490f-8322-d3ab775a2b11') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:09.900504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d89bb8c-eb22-490f-8322-d3ab775a2b11') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:09.952445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.957296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.971754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.974328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/ded966d9-407f-4aa7-a502-3ec34f9db291 HTTP/1.1" status: 204 len: 168 time: 2.5591681 Jun 10 16:22:09.977558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:09.981742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49062) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:09.983579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:09.998113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ed24f997-8a27-4848-aaa8-56f0d0e2f004,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.014347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.014881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'name': 'tempest-PortsTestJSON-206184474'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:10.026763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Deleting port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:10.027285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.029756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=ded966d9-407f-4aa7-a502-3ec34f9db291,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.031158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.031325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.033180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.046816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c128152c-c135-4444-860a-d6ede5f6a929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.054469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f4222380-130b-4dbd-ac49-8057e2757f59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.081108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Pushing event deleted for resources: {'Port': ['ID=ed24f997-8a27-4848-aaa8-56f0d0e2f004,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.084971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.096592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.097290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.101302 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6790459 Jun 10 16:22:10.101302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3f0404-7e57-410b-b6da-21258f170bee,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.102288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.106110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49064) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:10.108753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:10.109329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:10.112404 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:10.152745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] No DVR routers for this DVR port ed24f997-8a27-4848-aaa8-56f0d0e2f004 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:10.154246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group_rule': {'security_group_id': '886df84f-965e-4b5e-b80e-0b4052d303bd', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:10.173965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] For port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:10.174761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.222182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.269263 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Project acc03bdbe0d04fcf91d13db2a4ae0c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:22:10.274066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.276186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Calling delete_port for 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:10.284621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.287452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-de6c6d8f-cd3a-4249-9ce2-74e9a54fdf80 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.300989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.307418 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/edd325da-4df9-4615-af03-64a27bff95d8 HTTP/1.1" status: 204 len: 168 time: 1.7376461 Jun 10 16:22:10.312083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49066) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:10.322695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:10.326064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=edd325da-4df9-4615-af03-64a27bff95d8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.326942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.329864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.376400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.407406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.423909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.451229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.456084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6959db1d-da71-4f71-9d2c-3574eba45df9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.456951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.469818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 5ce2ccc6-3250-48bb-80c3-45626df2afa3 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:10.479564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0522915b-0f25-42b2-9eb0-ff18af999d14 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.494390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Pushing event deleted for resources: {'Port': ['ID=4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.504413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] No DVR routers for this DVR port 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:10.506726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.548614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.107 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/acac71de-0b19-40ee-b32a-089a09c46db9) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:10.559705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:10.629673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.631852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:10.634586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:10.694884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.758644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.760405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.789081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:10.796005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:10.801660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:10.802451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.812029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243b908-3762-46a0-95f4-0652cb842fb6 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:10.818824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:10.824133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:10.826861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=b40882f1-b221-47a1-89fb-566c49ed5932,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.827387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=cb4a5724-4546-4133-8381-cd748bdaa018,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.829750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:10.831970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.832453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.833400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:10.834292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.843233 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e6a6fe3d-422a-48b1-b107-ac23e6eea312 req-56c066e2-c5fe-4c3f-a3ed-ddeb9690d217 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 210 time: 0.1148670 Jun 10 16:22:10.858690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00b84112-bc37-4f45-9f02-1a98026ef5f0 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:10.899954 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4068446 Jun 10 16:22:10.901968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49072) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:10.902951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=acac71de-0b19-40ee-b32a-089a09c46db9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.910267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'b40882f1-b221-47a1-89fb-566c49ed5932', 'ip_address': '2001:db8::2298:74a6:cadf:d8f'}], 'name': 'tempest-NetworksTestDHCPv6-1141706687'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:10.915634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:10.967773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf34222-a3e4-4352-955b-b18f61dfa696,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:10.970601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:11.039056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:11.104982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.108642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9558384 Jun 10 16:22:11.110709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49076) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:11.112640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:11.113353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4196a1a3-75c8-4fdd-8cbc-0d3fc72c33d7 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:11.119078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'security_group_rule': {'security_group_id': '886df84f-965e-4b5e-b80e-0b4052d303bd', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:11.182478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-da725555-c63d-4780-8c7e-5a3cd4f7d351 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:11.183961 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-da725555-c63d-4780-8c7e-5a3cd4f7d351 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=5612469b-9480-4e1b-920a-c516de93c475 HTTP/1.1" status: 200 len: 796 time: 0.7071502 Jun 10 16:22:11.201275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'b40882f1-b221-47a1-89fb-566c49ed5932'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:11.203326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.336984 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Project acc03bdbe0d04fcf91d13db2a4ae0c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:22:11.338620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.356767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.360477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.360815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc63a6f-0970-43f9-a676-1488be48263a']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:11.382568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:11.388286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b679c2b-6ead-4e67-911d-48b71cce475a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:11.388566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b679c2b-6ead-4e67-911d-48b71cce475a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:11.417352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/b40882f1-b221-47a1-89fb-566c49ed5932/c218b826-2a5d-420e-a155-8539aca2cdd3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:11.417661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.433443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-190734c7-48d7-4572-b4ab-39db30c762fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 473 time: 0.2206843 Jun 10 16:22:11.449047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['de914bd2-90b3-417d-9bde-87f4f4bba9c9']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:11.574108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.580266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.586255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.590075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.612921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:11.639106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.643780 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5257444 Jun 10 16:22:11.643780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 0eb13e73-41a2-483e-a099-c995383510df yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:11.651744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49078) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:11.652560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:11.652966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.653462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f88693-04de-4cbe-89f7-0d0b0fcccab9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:11.657883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:11.664984 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:11.682690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'network': {'name': 'tempest-network-smoke--128818032', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:11.765937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.791183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96ff6a07-5fd4-4a2a-9886-2698836c456e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:11.845825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.849618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Made reservation on behalf of acc03bdbe0d04fcf91d13db2a4ae0c6e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:11.852971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.854882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Transition to ACTIVE for port object c218b826-2a5d-420e-a155-8539aca2cdd3 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:11.861585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.871964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.877617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/4fc63a6f-0970-43f9-a676-1488be48263a HTTP/1.1" status: 204 len: 168 time: 1.5608733 Jun 10 16:22:11.879154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Transition to ACTIVE for port object c218b826-2a5d-420e-a155-8539aca2cdd3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:11.879282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49080) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:11.884975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1893169544'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:11.885847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.900353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-45bda590-3822-47ee-a611-da8d8c37b91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:11.909368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:11.916120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.924653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:11.927961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:11.933719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:11.934322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:11.962250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:11.966084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:11.970002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:12.015107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Pushing event updated for resources: {'Port': ['ID=c218b826-2a5d-420e-a155-8539aca2cdd3,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:12.023601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::2298:74a6:cadf:d8f (12102a82-a06e-4715-892b-6bfb38de3638/b40882f1-b221-47a1-89fb-566c49ed5932/0eb13e73-41a2-483e-a099-c995383510df) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:12.048636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:12.060512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Attempting to bind port c218b826-2a5d-420e-a155-8539aca2cdd3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:12.060893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Attempting to bind port c218b826-2a5d-420e-a155-8539aca2cdd3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:12.061299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Attempting to bind port c218b826-2a5d-420e-a155-8539aca2cdd3 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:12.066589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:12.067028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:12.067783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.068126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d704aff0-9197-4998-894b-bf7ed3cb5423 req-7945c93a-9e3b-405d-ab54-9cd4b265458e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 210 time: 0.0489116 Jun 10 16:22:12.069608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:12.071369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Bound port: c218b826-2a5d-420e-a155-8539aca2cdd3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:12.072353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.092911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=5ce2ccc6-3250-48bb-80c3-45626df2afa3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:12.094782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:12.107475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5975d3c3-360f-4fa8-b457-a615e88a8ec7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:12.133205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:12.145527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=4fc63a6f-0970-43f9-a676-1488be48263a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:12.148078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:12.155082 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1701870 Jun 10 16:22:12.158978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49084) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:12.167194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.168003 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Added segment b811efbb-100f-4bd0-9549-02c7bb522fb6 of type vlan for network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 Jun 10 16:22:12.169216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:12.172874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.175117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] For port c218b826-2a5d-420e-a155-8539aca2cdd3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:12.179586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] For port c218b826-2a5d-420e-a155-8539aca2cdd3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c218b826-2a5d-420e-a155-8539aca2cdd3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:12.185125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.188538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f1b6d2a0-43ad-4858-ba34-15705b37ad02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:12.228655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:12.233429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.261674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Pushing event updated for resources: {'Port': ['ID=c218b826-2a5d-420e-a155-8539aca2cdd3,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:12.262722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:12.265497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:12.272583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.291887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.299086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.299577 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment d18ff455-a755-4bc0-81cb-0a2f24e8a3ad of type vlan for network 0585e412-12d9-46e9-a83f-40d55a443bf5 Jun 10 16:22:12.561897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.689791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.699216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.705593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 5ce2ccc6-3250-48bb-80c3-45626df2afa3 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:12.705936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.737196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.742691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:12.743309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.760164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36f48d0d-37d7-48b0-922a-e167b10a4263 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:12.766993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 0eb13e73-41a2-483e-a099-c995383510df will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:12.868227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.873944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:12.874492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:12.881700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cbfbdca4-8820-4aba-b000-883eb49a8fad tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:12.988539 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3253293 Jun 10 16:22:13.033711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49086) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:13.048415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.051112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'admin_state_up': True, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:13.055960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c218b826-2a5d-420e-a155-8539aca2cdd3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:13.075775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Network': ['ID=bd6200fe-09ec-487f-b58a-8d6d54fb1e80,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:13.083954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:13.111117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:22:13.162876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.21 (5612469b-9480-4e1b-920a-c516de93c475/8bd3e266-0c82-4399-922a-cbe5757ab967/2e4d175b-7c56-4403-8724-ddd35cad8dda) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:13.260681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c218b826-2a5d-420e-a155-8539aca2cdd3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:13.277188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71e873b2-602b-4369-a44c-011f2764807c req-7c9d826c-656d-4551-8a21-3e931e6b4670 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 210 time: 0.0611298 Jun 10 16:22:13.354890 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4755301 Jun 10 16:22:13.359531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49090) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:13.380838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:13.424908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.425945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.443504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Provisioning for port c218b826-2a5d-420e-a155-8539aca2cdd3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:13.448565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Provisioning complete for port c218b826-2a5d-420e-a155-8539aca2cdd3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:13.449126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.450053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.486233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=0585e412-12d9-46e9-a83f-40d55a443bf5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:13.502957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:22:13.508315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:13.550367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.565867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.570894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router d4060f63-50a1-4576-9025-0288f13d6c99 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:22:13.630784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.668023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-53f8923d-86fd-4047-8992-96c460385096 None None] For port c218b826-2a5d-420e-a155-8539aca2cdd3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c218b826-2a5d-420e-a155-8539aca2cdd3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:13.672376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.675294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-467fe12f-469c-4aa4-8942-741e63b2e36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:13.683502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 2e4d175b-7c56-4403-8724-ddd35cad8dda will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:13.701214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 5ce2ccc6-3250-48bb-80c3-45626df2afa3 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:13.733960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Pushing event updated for resources: {'Port': ['ID=c218b826-2a5d-420e-a155-8539aca2cdd3,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:13.737313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:13.806024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.824103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-50006e98-488c-42de-ae7d-2d0b823c0ce7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:13.905035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:13.908494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.919371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.950805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:13.962415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=0eb13e73-41a2-483e-a099-c995383510df,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:13.969593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:13.975285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:13.979490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:13.984401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.985494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:13.986133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:13.992260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c0dae21-bb06-44f2-a131-727e71741989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:14.034224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:14.047316 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] Sync routers for ids ['d4060f63-50a1-4576-9025-0288f13d6c99'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:14.061521 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] Routers {'d4060f63-50a1-4576-9025-0288f13d6c99'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:14.062624 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d4060f63-50a1-4576-9025-0288f13d6c99'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:14.063979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.066785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 5612469b-9480-4e1b-920a-c516de93c475 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:14.075936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.083969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0a2449c-650e-4c53-933a-71d60b51b095 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:14.098823 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1923318 Jun 10 16:22:14.099430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49092) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:14.121533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:14.123946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:14.138881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.157364 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:14.168720 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] Routers {'d4060f63-50a1-4576-9025-0288f13d6c99'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:14.170006 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d4060f63-50a1-4576-9025-0288f13d6c99'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:14.171038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=2e4d175b-7c56-4403-8724-ddd35cad8dda,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:14.174182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:14.180337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.184272 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1933031 Jun 10 16:22:14.184990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49094) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:14.241689 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:14.242467 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a6b4e-bb9c-4840-a3f4-b1bd48770e08 None None] The sync data for ids ['d4060f63-50a1-4576-9025-0288f13d6c99'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:14.299333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:22:14.341866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:14.342525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.373833 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9304385 Jun 10 16:22:14.396559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Request body: {'port': {'device_id': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:14.415529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ba03a1a2-0636-4312-8bda-a789e7b35df5 None None] Provisioning for port 0eb13e73-41a2-483e-a099-c995383510df completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:14.426941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ba03a1a2-0636-4312-8bda-a789e7b35df5 None None] Provisioning complete for port 0eb13e73-41a2-483e-a099-c995383510df triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:14.427565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ba03a1a2-0636-4312-8bda-a789e7b35df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.434623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=acac71de-0b19-40ee-b32a-089a09c46db9,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:14.447018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:14.461853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f22e4213-2573-4229-8317-a3899f2bdc22 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/routers/d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 200 len: 885 time: 0.2693181 Jun 10 16:22:14.463087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49098) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:14.469753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7aa07dd4-d44a-48bf-9edc-2e559e271e55 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:14.478314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ba03a1a2-0636-4312-8bda-a789e7b35df5 None None] Port 0eb13e73-41a2-483e-a099-c995383510df cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:14.497350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.499196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.502162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.503944 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/5ce2ccc6-3250-48bb-80c3-45626df2afa3 HTTP/1.1" status: 204 len: 168 time: 2.3414745 Jun 10 16:22:14.528493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49100) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:14.598789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-21f1c141-bfbe-404a-827c-9c885b477bb9 None None] Provisioning for port 2e4d175b-7c56-4403-8724-ddd35cad8dda completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:14.602976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-21f1c141-bfbe-404a-827c-9c885b477bb9 None None] Provisioning complete for port 2e4d175b-7c56-4403-8724-ddd35cad8dda triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:14.603566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21f1c141-bfbe-404a-827c-9c885b477bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.631973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'mac_address': 'fa:16:3e:c8:da:8d', 'name': 'tempest-PortsTestJSON-965848579'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:14.635124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=5ce2ccc6-3250-48bb-80c3-45626df2afa3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:14.644776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:14.658690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-21f1c141-bfbe-404a-827c-9c885b477bb9 None None] Port 2e4d175b-7c56-4403-8724-ddd35cad8dda cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:14.664234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c4d25187-19c7-4333-ad72-7ad1a224c7a1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:14.776982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.778587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.818311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:14.838627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0fc37-9c08-4c6d-bb3e-093464406d6e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:14.844395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0fc37-9c08-4c6d-bb3e-093464406d6e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:14.848453 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8ab0fc37-9c08-4c6d-bb3e-093464406d6e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7199636 Jun 10 16:22:14.852586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49102) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:14.854427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=6603186b-a23c-4734-b1ce-006757c8e5d8,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:14.867227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:14.930250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:14.930662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: 0585e412-12d9-46e9-a83f-40d55a443bf5, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:22:14.939445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55374e78-021c-4d5e-870a-9de5da36c9c2 req-68004e47-c0f0-434a-a74d-4e3445fa1e85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:14.940974 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-55374e78-021c-4d5e-870a-9de5da36c9c2 req-68004e47-c0f0-434a-a74d-4e3445fa1e85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 932 time: 0.4918311 Jun 10 16:22:14.979215 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 181aedc6-10f4-4856-8552-55dc702d3a45 associated. External IP: 172.26.5.107, port: 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d. Jun 10 16:22:15.012643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:15.013686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c218b826-2a5d-420e-a155-8539aca2cdd3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:15.085483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c218b826-2a5d-420e-a155-8539aca2cdd3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:15.086065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.187741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Allocated IP 172.26.5.177 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/aa183b06-e640-4981-8a73-70e5f5ecf5f3) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:15.214558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:22:15.237602 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-55374e78-021c-4d5e-870a-9de5da36c9c2 req-b85c5b18-20c6-4f79-8cdb-252d11821186 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733645 Jun 10 16:22:15.256035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 0585e412-12d9-46e9-a83f-40d55a443bf5) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:15.267801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:15.268388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.273583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb308939-918b-4559-be9e-501c9a64fbeb None None] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:15.274689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.321885 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9522853 Jun 10 16:22:15.325530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49104) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:15.335577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1101925646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:15.342635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 0eb13e73-41a2-483e-a099-c995383510df {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:15.342970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.372342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:15.477971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-0585e412-12d9-46e9-a83f-40d55a443bf5', 'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '6603186b-a23c-4734-b1ce-006757c8e5d8'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:15.478956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.634414 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-db497ed1-66c6-42b9-8d1e-37595a5e7217 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1600454 Jun 10 16:22:15.638614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49106) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:15.647953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Allocated IP 172.20.0.2 (0585e412-12d9-46e9-a83f-40d55a443bf5/6603186b-a23c-4734-b1ce-006757c8e5d8/d893c812-beaf-4fef-81c5-4b81324e1825) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:15.664858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1177403874'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:15.845020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.854105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Transition to ACTIVE for port object d893c812-beaf-4fef-81c5-4b81324e1825 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:15.873634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Transition to ACTIVE for port object d893c812-beaf-4fef-81c5-4b81324e1825 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:15.881487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.884973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:15.936938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:15.940319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:15.945077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:15.954178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Pushing event updated for resources: {'Port': ['ID=d893c812-beaf-4fef-81c5-4b81324e1825,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:15.960753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:15.980682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:15.998669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4d175b-7c56-4403-8724-ddd35cad8dda {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:22:16.010977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.012312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.028162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Attempting to bind port d893c812-beaf-4fef-81c5-4b81324e1825 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:16.028543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Attempting to bind port d893c812-beaf-4fef-81c5-4b81324e1825 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:16.028919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Attempting to bind port d893c812-beaf-4fef-81c5-4b81324e1825 on network 0585e412-12d9-46e9-a83f-40d55a443bf5 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:16.034145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:16.034526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Checking segment: {'id': 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:16.034940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.035347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Bound using segment: {'id': 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:16.036399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Bound port: d893c812-beaf-4fef-81c5-4b81324e1825, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:16.036935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.054540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.091017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.118785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] For port d893c812-beaf-4fef-81c5-4b81324e1825, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:16.122308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] For port d893c812-beaf-4fef-81c5-4b81324e1825, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d893c812-beaf-4fef-81c5-4b81324e1825,segment=NetworkSegment(d18ff455-a755-4bc0-81cb-0a2f24e8a3ad),segment_id=d18ff455-a755-4bc0-81cb-0a2f24e8a3ad)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:16.127261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.130578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:16.139383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Transition to ACTIVE for port object 2e4d175b-7c56-4403-8724-ddd35cad8dda will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:16.156376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.162639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3fb5eff2-4f65-438c-8efa-f3194f428fe4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:16.201697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Pushing event updated for resources: {'Port': ['ID=d893c812-beaf-4fef-81c5-4b81324e1825,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:16.208049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:16.272598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 0eb13e73-41a2-483e-a099-c995383510df owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:16.283936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.351875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.359211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d175b-7c56-4403-8724-ddd35cad8dda,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:16.367415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.397910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:16.443464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:16.443667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12c97dd5-0fb6-4e95-8776-35a3297e1a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:16.504281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:16.513852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:16.518903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.521441 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7bedc641-c0df-49b0-9904-28532282dcbe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1919727 Jun 10 16:22:16.528107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49110) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:16.533773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'port': {'network_id': '0585e412-12d9-46e9-a83f-40d55a443bf5', 'name': 'tempest-RoutersTest-1438111963'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:16.573445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:16.746966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Port': ['ID=aa183b06-e640-4981-8a73-70e5f5ecf5f3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:16.754895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:16.777742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Attempting to bind port 2e4d175b-7c56-4403-8724-ddd35cad8dda on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:16.778136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Attempting to bind port 2e4d175b-7c56-4403-8724-ddd35cad8dda by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:16.778413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Attempting to bind port 2e4d175b-7c56-4403-8724-ddd35cad8dda on network 5612469b-9480-4e1b-920a-c516de93c475 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:16.788646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.837131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.856482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.866785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-68be444d-6138-461e-9776-de8a168f807f tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:16.889507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Port 2e4d175b-7c56-4403-8724-ddd35cad8dda on network 5612469b-9480-4e1b-920a-c516de93c475 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:22:16.889830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Attempting to bind port 2e4d175b-7c56-4403-8724-ddd35cad8dda on network 5612469b-9480-4e1b-920a-c516de93c475 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:16.907494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:16.907834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Checking segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:16.908224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Bound using segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:16.908662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Bound port: 2e4d175b-7c56-4403-8724-ddd35cad8dda, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:16.909011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.927049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:16.928523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=0eb13e73-41a2-483e-a099-c995383510df,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:16.939306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:16.956712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:16.959187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.979184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:16.980989 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/0eb13e73-41a2-483e-a099-c995383510df HTTP/1.1" status: 204 len: 168 time: 2.1243424 Jun 10 16:22:16.985247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49112) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:16.991357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acca37-bda0-4379-822e-4f7539463d57 req-ed6072e4-2479-44cb-bebe-339efd14a09d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:16.993656 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-08acca37-bda0-4379-822e-4f7539463d57 req-ed6072e4-2479-44cb-bebe-339efd14a09d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 944 time: 0.4247813 Jun 10 16:22:17.004183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:17.006401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:17.044143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.058370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5b43b0df-d3fc-43d7-9215-8d978b4541bb tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:17.112983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:17.142102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:17.144016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:17.148022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d893c812-beaf-4fef-81c5-4b81324e1825 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:17.157408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:17.161102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.175960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:17.182170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.210501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:17.233667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:17.234108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0a310-6f1a-4d52-98ec-bdfeaa50e8a6 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:17.263946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e61ac-bcfe-48c8-acc2-d5fbd71eb820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:17.273589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e61ac-bcfe-48c8-acc2-d5fbd71eb820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:17.277970 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-524e61ac-bcfe-48c8-acc2-d5fbd71eb820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2910385 Jun 10 16:22:17.279467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49114) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:17.281496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:17.287397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:17.288049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.295823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:17.299827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d893c812-beaf-4fef-81c5-4b81324e1825 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:17.314271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:17.321032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] device_id is not set on port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:17.333800 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.6223922 Jun 10 16:22:17.337686 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7560818 Jun 10 16:22:17.338321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49116) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:17.372227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49118) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:17.378418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:17.498091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] For port 2e4d175b-7c56-4403-8724-ddd35cad8dda, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:17.522375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-08acca37-bda0-4379-822e-4f7539463d57 req-42a85dba-fd52-42a2-9d11-6e9b06aa7881 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130920 Jun 10 16:22:17.531865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] For port 2e4d175b-7c56-4403-8724-ddd35cad8dda, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:17.541034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet b40882f1-b221-47a1-89fb-566c49ed5932 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:17.549443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.553222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.558775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router d4060f63-50a1-4576-9025-0288f13d6c99 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:17.563431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aada787f-594f-47e1-82c2-033eba5c59a4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:17.564782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aada787f-594f-47e1-82c2-033eba5c59a4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39 HTTP/1.1" status: 200 len: 840 time: 0.1829984 Jun 10 16:22:17.569425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49120) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:17.572612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c058e-2be9-4ee7-b535-e961853152e7 None None] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:17.585196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-813044ee-5eba-4185-b5f5-72fcbbe873df tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:17.587150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.644691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:17.645391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.647168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] 10.222.0.25 "PUT /v2.0/ports/2e4d175b-7c56-4403-8724-ddd35cad8dda HTTP/1.1" status: 200 len: 1094 time: 3.2590499 Jun 10 16:22:17.681433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'tag': '2e4d175b-7c56-4403-8724-ddd35cad8dda'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:17.684135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Provisioning for port d893c812-beaf-4fef-81c5-4b81324e1825 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:17.689485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7780ca16-5c0b-4077-8aeb-5e7ff605f009" -d '{"events": [{"name": "network-changed", "server_uuid": "b3891f24-52f4-4441-b20e-2d71c1c490a1", "tag": "2e4d175b-7c56-4403-8724-ddd35cad8dda"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:17.709287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Provisioning complete for port d893c812-beaf-4fef-81c5-4b81324e1825 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:17.709760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.713370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.20.0.3 (0585e412-12d9-46e9-a83f-40d55a443bf5/6603186b-a23c-4734-b1ce-006757c8e5d8/eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:17.723776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.761217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b18a7-4716-475e-9f93-31da37a8515c x-openstack-request-id: req-ba5b18a7-4716-475e-9f93-31da37a8515c {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:17.762095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3891f24-52f4-4441-b20e-2d71c1c490a1", "tag": "2e4d175b-7c56-4403-8724-ddd35cad8dda", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:17.762593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba5b18a7-4716-475e-9f93-31da37a8515c {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:17.763225 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'tag': '2e4d175b-7c56-4403-8724-ddd35cad8dda', 'status': 'completed', 'code': 200} Jun 10 16:22:17.920957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.968931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.978460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] For port d893c812-beaf-4fef-81c5-4b81324e1825, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d893c812-beaf-4fef-81c5-4b81324e1825,segment=NetworkSegment(d18ff455-a755-4bc0-81cb-0a2f24e8a3ad),segment_id=d18ff455-a755-4bc0-81cb-0a2f24e8a3ad)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:17.984361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.987149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:17.988007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:17.988258 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 181aedc6-10f4-4856-8552-55dc702d3a45 disassociated. External IP: 172.26.5.107, port: 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d. Jun 10 16:22:18.049881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Pushing event updated for resources: {'Port': ['ID=d893c812-beaf-4fef-81c5-4b81324e1825,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:18.058124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:18.169122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:18.169806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.241256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-460179f2-bea8-4b53-9386-bddcc0eaeece None None] Provisioning complete for port d893c812-beaf-4fef-81c5-4b81324e1825 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:18.241932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-460179f2-bea8-4b53-9386-bddcc0eaeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.324309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.396912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.405856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.440791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:18.460353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d175b-7c56-4403-8724-ddd35cad8dda,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:18.475256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:18.555194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:18.588943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:18.596996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.598825 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29dd6443-77b9-4aad-971f-731338b80344 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 200 len: 892 time: 2.9592309 Jun 10 16:22:18.600298 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] Sync routers for ids ['d4060f63-50a1-4576-9025-0288f13d6c99'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:18.608890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49126) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:18.612873 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] Routers {'d4060f63-50a1-4576-9025-0288f13d6c99'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:18.613922 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d4060f63-50a1-4576-9025-0288f13d6c99'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:18.674679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-9d5c37a7-2b42-4e5f-abd6-8caa13566cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:18.676898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-9d5c37a7-2b42-4e5f-abd6-8caa13566cc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 1097 time: 0.9581573 Jun 10 16:22:18.678698 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:18.688403 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] Routers {'d4060f63-50a1-4576-9025-0288f13d6c99'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:18.689472 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d4060f63-50a1-4576-9025-0288f13d6c99'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:18.742978 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:18.743556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f95b5-21c2-424d-b765-45286356dd05 None None] The sync data for ids ['d4060f63-50a1-4576-9025-0288f13d6c99'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:18.848037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:18.963161 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-c8a1f954-9a50-4b61-a045-855332ccc682 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda HTTP/1.1" status: 200 len: 217 time: 0.1843855 Jun 10 16:22:19.004385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d893c812-beaf-4fef-81c5-4b81324e1825 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:19.093211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:19.094601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.102961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb3ecb85-7f33-42a2-8abc-9c91254d0054 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:19.109897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.119568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-2ef6f73a-ecf0-49b6-84b9-f4daa4325713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:19.121024 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-2ef6f73a-ecf0-49b6-84b9-f4daa4325713 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8bd3e266-0c82-4399-922a-cbe5757ab967 HTTP/1.1" status: 200 len: 837 time: 0.1448307 Jun 10 16:22:19.134383 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57f083a7-9517-4d3d-8024-78dffcb5d5ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/routers/d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 200 len: 892 time: 0.5193322 Jun 10 16:22:19.134383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.137090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49128) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.173506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:19.186655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.216432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0fba2630-43f5-4ba2-8bcd-2e7aa624b39d tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:19.221063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-488e1207-826f-4f63-8e59-7621a778e1a9 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 200 len: 205 time: 0.0804150 Jun 10 16:22:19.232641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:19.234407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49130) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.250023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.251995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39 HTTP/1.1" status: 204 len: 168 time: 1.6797278 Jun 10 16:22:19.255275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d893c812-beaf-4fef-81c5-4b81324e1825 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:19.255796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.313324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:19.317648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:19.359460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49132) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.367139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f186f61-723b-43fc-8cae-54981204b427 req-918d5273-4d1e-42b6-b82e-468ce76a43e7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:19.368690 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2f186f61-723b-43fc-8cae-54981204b427 req-918d5273-4d1e-42b6-b82e-468ce76a43e7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 944 time: 0.6396229 Jun 10 16:22:19.393087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=b40882f1-b221-47a1-89fb-566c49ed5932,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:19.429801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.434069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/b40882f1-b221-47a1-89fb-566c49ed5932 HTTP/1.1" status: 204 len: 168 time: 2.1479235 Jun 10 16:22:19.434347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:19.437459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ab76e-7b78-4a97-9bbe-d0a0d9211970 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:19.441024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:19.441590 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1fa2bd4a-cc7c-4f1c-9815-3da4830f4aaf tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:19.445269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49134) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.447755 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-574974e5-9b32-4f79-9875-6116852e44e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:22:19.452516 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-574974e5-9b32-4f79-9875-6116852e44e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39 HTTP/1.1" status: 404 len: 333 time: 0.0794556 Jun 10 16:22:19.454228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49136) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.460281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'name': 'tempest-PortsTestJSON-86161822'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:19.563665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2f186f61-723b-43fc-8cae-54981204b427 req-3085d686-e1c6-4e4f-a106-3ca5791edcc2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846621 Jun 10 16:22:19.563859 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-91ee9c11-3c54-46d9-9507-0d49aa8b9a31 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123712 Jun 10 16:22:19.570616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49138) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.575479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=4a5c9187-0e1e-4aa6-9e57-8eb52b3e7b39,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:19.588285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:19.624258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-a7c53660-0e4f-45b1-a6b9-0928d6a3815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:19.625828 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-a7c53660-0e4f-45b1-a6b9-0928d6a3815a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5612469b-9480-4e1b-920a-c516de93c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4895768 Jun 10 16:22:19.641529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6b0d5c4-363e-4c69-bee1-1260d09503ef None None] Provisioning for port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:19.647458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d6b0d5c4-363e-4c69-bee1-1260d09503ef None None] Provisioning complete for port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:19.647656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d5c4-363e-4c69-bee1-1260d09503ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.653557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:19.654324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.672983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:19.677559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.684616 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1551912 Jun 10 16:22:19.699758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0d5c4-363e-4c69-bee1-1260d09503ef None None] Port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:19.705096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49140) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:19.763853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port e5c9cd46-70f6-4be4-8a20-8ea4bc547918 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:19.779022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:19.790735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:22:19.830785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.836359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:19.838103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Deleting port c218b826-2a5d-420e-a155-8539aca2cdd3 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:19.838434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.855115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:19.877119 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-e6e0e57b-796d-4ff7-854b-3d709a4771ad service neutron] 10.222.0.25 "GET /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421961 Jun 10 16:22:19.898973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:19.931333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:19.932181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:19.940481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] For port c218b826-2a5d-420e-a155-8539aca2cdd3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c218b826-2a5d-420e-a155-8539aca2cdd3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:19.940896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.002609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:20.095289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Calling delete_port for c218b826-2a5d-420e-a155-8539aca2cdd3 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:20.097480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:20.098587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:20.111255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c47b5-44b3-457d-af90-73ff8401bdf1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.116140 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-740c47b5-44b3-457d-af90-73ff8401bdf1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5345140 Jun 10 16:22:20.119089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49142) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.141225 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9c100b6f-5574-45b8-bed5-dcfb9c04729d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/floatingips/181aedc6-10f4-4856-8552-55dc702d3a45 HTTP/1.1" status: 200 len: 688 time: 2.7696085 Jun 10 16:22:20.158127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49144) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.160224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:20.161940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ded871-461e-4aeb-9360-95a5941ceea0 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:20.262558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.272448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9ac4d427-650f-48a3-b9e2-966a8de4bfae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:20.298138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Pushing event deleted for resources: {'Port': ['ID=c218b826-2a5d-420e-a155-8539aca2cdd3,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:20.307165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:20.307786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:20.310139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] No DVR routers for this DVR port c218b826-2a5d-420e-a155-8539aca2cdd3 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:20.313593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5209761-9c47-4928-8ed9-e921bd047938 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.316842 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Sync routers for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:20.318769 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c5209761-9c47-4928-8ed9-e921bd047938 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1960611 Jun 10 16:22:20.322010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49146) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.330753 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:20.331378 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:20.387262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.391963 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75ade4a8-1c16-4cc8-b1d8-8f99aaf57d3b req-328736a8-40c4-4883-840f-493c124b6fe8 service neutron] 10.222.0.25 "GET /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075235 Jun 10 16:22:20.418560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.424698 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d9bb0a12-7ac1-45aa-ba69-7b88917ac710 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992424 Jun 10 16:22:20.430175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49148) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.435896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:20.452686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.458079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.4126823 Jun 10 16:22:20.458889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49150) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.494033 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:20.556054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port acac71de-0b19-40ee-b32a-089a09c46db9 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:20.556555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.636687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.650818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6621d30c-c378-413d-92d1-559d6b67e7e5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:20.732415 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5085d8cb-0490-4126-8ba8-32169b30309c tempest-TestNetworkAdvancedServerOps-486739662 tempest-TestNetworkAdvancedServerOps-486739662-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2700567 Jun 10 16:22:20.743870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-58fd2124-3467-4174-b675-4bf8808c30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.745989 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-58fd2124-3467-4174-b675-4bf8808c30f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 1097 time: 0.2834914 Jun 10 16:22:20.746142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49156) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:20.747795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:20.770731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:20.786826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.787356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.794782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:20.801944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:20.802823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.821190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=e5c9cd46-70f6-4be4-8a20-8ea4bc547918,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:20.830739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:20.872870 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:17Z', 'revision_number': 3, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:20.877470 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Checking router: e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:20.877844 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Updating router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c port aa183b06-e640-4981-8a73-70e5f5ecf5f3 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:22:20.912816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:20.916758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.926056 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.971779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for acac71de-0b19-40ee-b32a-089a09c46db9 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:20.976221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port cb4a5724-4546-4133-8381-cd748bdaa018 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:20.976556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:20.989803 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5335782 Jun 10 16:22:20.994811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49158) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:21.000134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:21.063655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.069903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c218b826-2a5d-420e-a155-8539aca2cdd3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:21.102355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c218b826-2a5d-420e-a155-8539aca2cdd3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:21.103559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c218b826-2a5d-420e-a155-8539aca2cdd3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:21.197589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.380880 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.392126 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Transition to ACTIVE for port object aa183b06-e640-4981-8a73-70e5f5ecf5f3 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:21.399426 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.403599 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-90f166f3-5cd1-4072-89e4-75d73f1d7256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:21.471620 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Attempting to bind port aa183b06-e640-4981-8a73-70e5f5ecf5f3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:21.472043 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Attempting to bind port aa183b06-e640-4981-8a73-70e5f5ecf5f3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:21.472504 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Attempting to bind port aa183b06-e640-4981-8a73-70e5f5ecf5f3 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:21.476801 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Pushing event updated for resources: {'Port': ['ID=aa183b06-e640-4981-8a73-70e5f5ecf5f3,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:21.482240 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:21.482800 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:21.483300 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.483797 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:21.484393 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Bound port: aa183b06-e640-4981-8a73-70e5f5ecf5f3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:21.484868 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.517240 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.517796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.518226 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.518647 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.519061 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.519739 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.520331 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.520822 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.522949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.522949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.522949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.522949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:21.528452 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:21.568129 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] For port aa183b06-e640-4981-8a73-70e5f5ecf5f3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:21.573624 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] For port aa183b06-e640-4981-8a73-70e5f5ecf5f3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=aa183b06-e640-4981-8a73-70e5f5ecf5f3,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:21.583752 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.587074 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a394e691-5346-408c-9f30-79a67e57b276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:21.614395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eeaa89-b480-44fe-a568-b8cf0334aa39 tempest-TestNetworkAdvancedServerOps-486739662 tempest-TestNetworkAdvancedServerOps-486739662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:21.616082 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-44eeaa89-b480-44fe-a568-b8cf0334aa39 tempest-TestNetworkAdvancedServerOps-486739662 tempest-TestNetworkAdvancedServerOps-486739662-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8690712 Jun 10 16:22:21.633893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49160) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:21.656396 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Pushing event updated for resources: {'Port': ['ID=aa183b06-e640-4981-8a73-70e5f5ecf5f3,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:21.665383 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:21.667953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-722656ce-9d86-488d-a313-bfeb4f4851ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:21.669641 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-722656ce-9d86-488d-a313-bfeb4f4851ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=5612469b-9480-4e1b-920a-c516de93c475 HTTP/1.1" status: 200 len: 897 time: 0.9120841 Jun 10 16:22:21.684179 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:21.684452 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:21.704657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427b761-1eee-4bff-b696-fec7ff159e24 req-30d920f0-87da-486b-9cb4-918e76b2594e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:21.706307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3427b761-1eee-4bff-b696-fec7ff159e24 req-30d920f0-87da-486b-9cb4-918e76b2594e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 944 time: 0.9702618 Jun 10 16:22:21.742181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.761184 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fd961df2-0eca-411a-97da-1ef2130bac4f tempest-TestNetworkAdvancedServerOps-486739662 tempest-TestNetworkAdvancedServerOps-486739662-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216297 Jun 10 16:22:21.764379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49162) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:21.772119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661191351', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:21.778085 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-5a360ad4-04c0-42fc-b24e-c2c1db03f2a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda HTTP/1.1" status: 200 len: 217 time: 0.0823581 Jun 10 16:22:21.826706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:21.839903 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:21.881993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for cb4a5724-4546-4133-8381-cd748bdaa018 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:22.001736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-85c2a941-48f2-480f-b7b2-510fd2daf08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.003489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-85c2a941-48f2-480f-b7b2-510fd2daf08b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8bd3e266-0c82-4399-922a-cbe5757ab967 HTTP/1.1" status: 200 len: 837 time: 0.2149270 Jun 10 16:22:22.100410 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:17Z', 'revision_number': 3, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:22.104693 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3427b761-1eee-4bff-b696-fec7ff159e24 req-a7cf20f0-cb27-4512-9446-72ac606d60c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591428 Jun 10 16:22:22.105762 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718b2d2-4668-4269-bd65-dff7ca316d31 None None] The sync data for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv is: [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:17Z', 'revision_number': 3, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:22.197329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Made reservation on behalf of acc03bdbe0d04fcf91d13db2a4ae0c6e for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:22.200868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.272863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.281078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-097b0720-8b85-409e-bab7-53d052d59767 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:22.340854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.354554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5777794c-f196-40b2-805d-88cc43a443c0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:22.398615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=acac71de-0b19-40ee-b32a-089a09c46db9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:22.406309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:22.448516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:22.462266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:22.477357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4876e6d-1ebb-4fa8-b8a2-265f581c63d0 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:22.503821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-b3ccb6d8-8394-450f-8d24-de4923dd3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.505730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-b3ccb6d8-8394-450f-8d24-de4923dd3c1e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5612469b-9480-4e1b-920a-c516de93c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4903991 Jun 10 16:22:22.514224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.521454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.522126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.552681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.557874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.560477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-683eb8e0-f27a-4e5c-843f-b951d0d36e1f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:22.562744 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1315610 Jun 10 16:22:22.575391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49164) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:22.585871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'c10b9984-45ae-47bc-ba7b-2ba040a704f9', 'ip_address': '2001:db8::78f4:b9aa:68cb:a14d'}], 'name': 'tempest-NetworksTestDHCPv6-1130440268'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:22.595231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.614357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.632357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=c10b9984-45ae-47bc-ba7b-2ba040a704f9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:22.637032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:22.685839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:22.731592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] In _notify_port_updated(), no bound segment for port e5c9cd46-70f6-4be4-8a20-8ea4bc547918 on network 110df828-021c-4ae6-83a8-e960b833f601 {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:22:22.737067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:22.737739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.743170 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/ports/e5c9cd46-70f6-4be4-8a20-8ea4bc547918 HTTP/1.1" status: 200 len: 818 time: 1.7473502 Jun 10 16:22:22.753314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49166) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:22.757989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:22.790368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.793112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.794648 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/floatingips/181aedc6-10f4-4856-8552-55dc702d3a45 HTTP/1.1" status: 204 len: 168 time: 2.6339707 Jun 10 16:22:22.878169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'c10b9984-45ae-47bc-ba7b-2ba040a704f9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:22.879926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:22.923009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49168) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:22.929329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '6858daa6-6860-448e-bb37-86443b197d5f'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:22.991387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=e5c9cd46-70f6-4be4-8a20-8ea4bc547918,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:22.998221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:23.022596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 2e4d175b-7c56-4403-8724-ddd35cad8dda details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:22:23.059969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=cb4a5724-4546-4133-8381-cd748bdaa018,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:23.128780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:23.135606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:23.136145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:23.148788 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-33779bdd-8652-4099-9765-5d6157695c4f service neutron] 10.222.0.25 "GET /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311774 Jun 10 16:22:23.228704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.273406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aa183b06-e640-4981-8a73-70e5f5ecf5f3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:23.303705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.316328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.373789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7be38f2-e4ab-4b0a-9cd3-0cdb1b5617a8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:23.434916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb0e1757-f723-46a9-8e74-5a19cdda03d4 None None] Provisioning complete for port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:23.435304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb0e1757-f723-46a9-8e74-5a19cdda03d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.454983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 2e4d175b-7c56-4403-8724-ddd35cad8dda, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:23.510582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.514541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.517541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/c10b9984-45ae-47bc-ba7b-2ba040a704f9/a0391b37-0ee1-4c61-b7a0-3183aa51aec5) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:23.522403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '2e4d175b-7c56-4403-8724-ddd35cad8dda', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'port_id': '2e4d175b-7c56-4403-8724-ddd35cad8dda', 'mac_address': 'fa:16:3e:7d:7d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:22:23.525402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port e5c9cd46-70f6-4be4-8a20-8ea4bc547918 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:23.526136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.539353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eb0e1757-f723-46a9-8e74-5a19cdda03d4 None None] Port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:23.550704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port aa183b06-e640-4981-8a73-70e5f5ecf5f3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:23.552945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:23.594194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port aa183b06-e640-4981-8a73-70e5f5ecf5f3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:23.594584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.625059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Subnet': ['ID=4be6c977-81a2-4706-88be-e430c03bf6c3,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:23.627962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:23.701119 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7780ca16-5c0b-4077-8aeb-5e7ff605f009 req-18ac57fc-7c5e-4b42-99a5-104ab08a0f04 service neutron] 10.222.0.25 "GET /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948967 Jun 10 16:22:23.701363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.701927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router d4060f63-50a1-4576-9025-0288f13d6c99 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:23.712633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.713976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 204 len: 168 time: 4.4772177 Jun 10 16:22:23.719852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49172) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:23.722851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.724795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.728351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247812547'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:23.737498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Checking segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:23.738706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network hostable DHCP agents. Network: bd6200fe-09ec-487f-b58a-8d6d54fb1e80, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:22:23.758865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4d175b-7c56-4403-8724-ddd35cad8dda {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:22:23.772875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.792835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13378fcd-d2a8-4200-8f0c-5679a63b8d76 req-ffdc0704-6701-4b98-9a1e-2d282e027079 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:23.794651 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13378fcd-d2a8-4200-8f0c-5679a63b8d76 req-ffdc0704-6701-4b98-9a1e-2d282e027079 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 944 time: 0.4170790 Jun 10 16:22:23.810053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 2e4d175b-7c56-4403-8724-ddd35cad8dda, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:23.822491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.849417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:23.850395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6c9adb14-5061-4dda-8e3e-42cc7491b9bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:23.853597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.858493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.881414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for e5c9cd46-70f6-4be4-8a20-8ea4bc547918 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:23.885345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:22:23.931706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, bd6200fe-09ec-487f-b58a-8d6d54fb1e80) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:23.937073 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13378fcd-d2a8-4200-8f0c-5679a63b8d76 req-250f3482-fb04-4ca7-ae60-c117a8b0c855 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217592 Jun 10 16:22:23.938769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 321d047f-eec4-421e-b3ba-14bbd05769b8 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:23.952637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:23.953515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:23.959605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.034527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:24.053464 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2873099 Jun 10 16:22:24.058783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49174) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:24.110085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3705d5-d29c-45ec-8ad9-6bbcb5ecec48 None None] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:24.147140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.147376 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment b31f064f-1927-4195-bf13-8c601dd4d8f5 of type vlan for network eaa9067f-f95f-4054-9849-3a2dc5f30c8e Jun 10 16:22:24.199278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.216192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.222666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['2e4d175b-7c56-4403-8724-ddd35cad8dda'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:22:24.234637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.255237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.262673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4736f000-3584-4d07-864c-639100ea528c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:24.280286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.283604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=2e4d175b-7c56-4403-8724-ddd35cad8dda,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:24.308655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:24.318073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=e5c9cd46-70f6-4be4-8a20-8ea4bc547918,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:24.328510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:24.330775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.128 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/04b85b13-9c89-4121-a2bf-0b07c6ba10de) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:24.335179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Transition to ACTIVE for port object a0391b37-0ee1-4c61-b7a0-3183aa51aec5 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:24.342327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port aa183b06-e640-4981-8a73-70e5f5ecf5f3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=aa183b06-e640-4981-8a73-70e5f5ecf5f3,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:24.350832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.357463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:24.358124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.363128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:24.376894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.388785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-53f8923d-86fd-4047-8992-96c460385096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:24.404237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Transition to ACTIVE for port object a0391b37-0ee1-4c61-b7a0-3183aa51aec5 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:24.446040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.483744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.485732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/e5c9cd46-70f6-4be4-8a20-8ea4bc547918 HTTP/1.1" status: 204 len: 168 time: 1.7249095 Jun 10 16:22:24.490767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49176) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:24.540188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:24.551902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:24.561807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:24.565012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=aa183b06-e640-4981-8a73-70e5f5ecf5f3,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:24.585725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:24.589513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:24.599896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=eaa9067f-f95f-4054-9849-3a2dc5f30c8e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:24.654048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9279213 Jun 10 16:22:24.654048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:24.658655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49178) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:24.658876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:22:24.666228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:24.712718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:24.713626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.841524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Pushing event updated for resources: {'Port': ['ID=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:24.863434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:24.889082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Attempting to bind port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:24.889490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Attempting to bind port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:24.889868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Attempting to bind port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:24.965429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:24.965890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:24.966617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:24.966866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:24.967458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Bound port: a0391b37-0ee1-4c61-b7a0-3183aa51aec5, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:24.968327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.088753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aa183b06-e640-4981-8a73-70e5f5ecf5f3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:25.230610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::78f4:b9aa:68cb:a14d (12102a82-a06e-4715-892b-6bfb38de3638/c10b9984-45ae-47bc-ba7b-2ba040a704f9/321d047f-eec4-421e-b3ba-14bbd05769b8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:25.292069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Allocated IP 172.20.0.2 (bd6200fe-09ec-487f-b58a-8d6d54fb1e80/4be6c977-81a2-4706-88be-e430c03bf6c3/15039af6-dbba-4e5c-b859-4e18c47c0f18) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:25.300888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] For port a0391b37-0ee1-4c61-b7a0-3183aa51aec5, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:25.340602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.342612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] For port a0391b37-0ee1-4c61-b7a0-3183aa51aec5, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:25.357739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.364856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:25.369803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port aa183b06-e640-4981-8a73-70e5f5ecf5f3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:25.370397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.372632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.373463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:25.377951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.378103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1871dcbc-52c2-4362-9d16-6a313e029992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:25.439525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e02692-8a1d-4adf-82b3-df777005eac3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:25.440921 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-45e02692-8a1d-4adf-82b3-df777005eac3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8838110 Jun 10 16:22:25.444392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.448235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49184) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:25.501921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133881c0-06ef-4c3c-aab0-662ac1fa8fc5 req-ddf85d97-7c30-49ae-9632-c6310ee4af81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:25.503423 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-133881c0-06ef-4c3c-aab0-662ac1fa8fc5 req-ddf85d97-7c30-49ae-9632-c6310ee4af81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 945 time: 0.3728034 Jun 10 16:22:25.557180 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8a91a9-a158-45b4-b395-2f4edbc8384e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:22:25.558840 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd8a91a9-a158-45b4-b395-2f4edbc8384e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/e5c9cd46-70f6-4be4-8a20-8ea4bc547918 HTTP/1.1" status: 404 len: 333 time: 0.0992317 Jun 10 16:22:25.559811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.563128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49186) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:25.564415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-dc8fb767-d2aa-4da1-b208-ab7a9e396772 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3261592 Jun 10 16:22:25.578369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288823093'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:25.588233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:25.601234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:25.640643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.651416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Transition to ACTIVE for port object 15039af6-dbba-4e5c-b859-4e18c47c0f18 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:25.672436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Transition to ACTIVE for port object 15039af6-dbba-4e5c-b859-4e18c47c0f18 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:25.702700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.747452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-133881c0-06ef-4c3c-aab0-662ac1fa8fc5 req-677ffa93-cff2-4db3-95c0-95dda6175e60 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099595 Jun 10 16:22:25.761524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Pushing event updated for resources: {'Port': ['ID=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:25.764668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.776987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-682163e8-f139-42bb-9106-e421a033ee88 tempest-FloatingIPAdminTestJSON-642874693 tempest-FloatingIPAdminTestJSON-642874693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:25.787990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:25.790303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:25.793682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:25.805520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.808718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:25.843421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:25.847096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:25.853573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.913104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:25.927118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 321d047f-eec4-421e-b3ba-14bbd05769b8 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:25.936997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:25.948465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:25.949171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Pushing event updated for resources: {'Port': ['ID=15039af6-dbba-4e5c-b859-4e18c47c0f18,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:25.949171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:25.969789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-35953d89-723f-44c1-acab-fb3af236f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:25.975060 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-35953d89-723f-44c1-acab-fb3af236f296 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1098 time: 0.3467846 Jun 10 16:22:25.981638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:25.982134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Attempting to bind port 15039af6-dbba-4e5c-b859-4e18c47c0f18 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:25.982522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Attempting to bind port 15039af6-dbba-4e5c-b859-4e18c47c0f18 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:25.982884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Attempting to bind port 15039af6-dbba-4e5c-b859-4e18c47c0f18 on network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:25.993642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:25.993902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Checking segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:25.997897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:25.998343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Bound using segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:25.999135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Bound port: 15039af6-dbba-4e5c-b859-4e18c47c0f18, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:25.999352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.001794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:26.005324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:26.124464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] For port 15039af6-dbba-4e5c-b859-4e18c47c0f18, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:26.128089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] For port 15039af6-dbba-4e5c-b859-4e18c47c0f18, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15039af6-dbba-4e5c-b859-4e18c47c0f18,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:26.137484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.143062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:26.173998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=04b85b13-9c89-4121-a2bf-0b07c6ba10de,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:26.177856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:26.179217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-d30d9a86-aff8-478e-8810-0e74aa87c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:26.180697 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-d30d9a86-aff8-478e-8810-0e74aa87c4a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 897 time: 0.1668205 Jun 10 16:22:26.195647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.196625 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment 4e283df6-bfc1-47a2-a0b7-fe8cec5900aa of type vlan for network 9b527b58-1c8c-4aca-aedd-fd034b85b283 Jun 10 16:22:26.261133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Pushing event updated for resources: {'Port': ['ID=15039af6-dbba-4e5c-b859-4e18c47c0f18,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:26.272028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:26.286101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.310651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.316676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.344701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8d15a2e3-6e04-454d-9f5e-f9dd6dd5447d tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:26.410709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e46f28a4-edf9-4d52-919f-4a1bdcd97393 None None] Provisioning complete for port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:26.411848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e46f28a4-edf9-4d52-919f-4a1bdcd97393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.419903 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-433930d0-debe-41c6-aa9a-5f9ce80fc468 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 1001 time: 0.2237844 Jun 10 16:22:26.467369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.518745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e46f28a4-edf9-4d52-919f-4a1bdcd97393 None None] Port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:26.528380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.538480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:26.539127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.547273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4a46f186-605a-4299-a995-1d4196a21f68 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:26.574294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=69bc4493-5063-48c0-b302-366fb9ee1d47,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:26.599703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:26.603110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:26.605501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b966c0d5-a9fc-4394-87d4-96608b3a3b88 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:26.655101 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0826480 Jun 10 16:22:26.666801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49188) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:26.674259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:26.677668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:26.684791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=9b527b58-1c8c-4aca-aedd-fd034b85b283,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:26.698370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:22:26.706298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:26.717767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router e21ac1b5-d821-4210-9147-6ba24fa69626 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:22:26.762236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:26.768416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:26.769980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:26.783484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-806077eb-f3a9-48ef-862d-1e7b93fa8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:26.786248 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-806077eb-f3a9-48ef-862d-1e7b93fa8e46 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 200 len: 834 time: 0.3278213 Jun 10 16:22:26.797073 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2165844 Jun 10 16:22:26.811984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49192) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:26.829344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'c10b9984-45ae-47bc-ba7b-2ba040a704f9', 'ip_address': '2001:db8::78f4:b9aa:68cb:a14d'}], 'name': 'tempest-NetworksTestDHCPv6-860725474'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:26.866615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': 'b31f064f-1927-4195-bf13-8c601dd4d8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:26.867194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: eaa9067f-f95f-4054-9849-3a2dc5f30c8e, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:22:26.902934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=321d047f-eec4-421e-b3ba-14bbd05769b8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:26.925365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:26.927974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:22:26.948289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, eaa9067f-f95f-4054-9849-3a2dc5f30c8e) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:26.992750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:26.994073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.045433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-c949e7d8-59a7-4348-91dd-e23d610e4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:27.046936 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-c949e7d8-59a7-4348-91dd-e23d610e4e4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2484798 Jun 10 16:22:27.085400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb2ccec-57fd-4239-a975-ac789eab421f None None] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:27.087544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 2e4d175b-7c56-4403-8724-ddd35cad8dda up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:27.257344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15039af6-dbba-4e5c-b859-4e18c47c0f18 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:27.323837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:27.327556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.388869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:27.396903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 2e4d175b-7c56-4403-8724-ddd35cad8dda completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:27.411947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 2e4d175b-7c56-4403-8724-ddd35cad8dda triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:27.412341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.477058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8154166 Jun 10 16:22:27.479280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] Sync routers for ids ['e21ac1b5-d821-4210-9147-6ba24fa69626'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:27.484099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49196) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:27.487418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-62d67a4f-b93f-42b0-983f-81869ab18c01 None None] Provisioning for port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:27.491075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-190462842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:27.503782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/e21ac1b5-d821-4210-9147-6ba24fa69626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7944608 Jun 10 16:22:27.512756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49198) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:27.529466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.554729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 15039af6-dbba-4e5c-b859-4e18c47c0f18 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:27.582829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652c074-f8f9-453c-babd-7fd26d2719bd tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:27.584270 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7652c074-f8f9-453c-babd-7fd26d2719bd tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports/eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 HTTP/1.1" status: 200 len: 977 time: 0.0705411 Jun 10 16:22:27.594548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49200) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:27.600472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0391b37-0ee1-4c61-b7a0-3183aa51aec5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:27.602484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] Routers {'e21ac1b5-d821-4210-9147-6ba24fa69626'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:27.603136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e21ac1b5-d821-4210-9147-6ba24fa69626'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:27.651535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-17f38d16-39c1-4792-9103-07f6c0315279 service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013764 Jun 10 16:22:27.658214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.659279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.752368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:22:27.752368 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:22:27.752368 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': 'ad3d4c4b16334a5092378e13f2371bf5', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 22, 27, 571430)}] Jun 10 16:22:27.752368 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:22:27.752841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:22:27.758361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:27.780804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89094247-70b9-4705-9b23-e03f34743158 None None] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:27.786595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-eaa9067f-f95f-4054-9849-3a2dc5f30c8e', 'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': '69bc4493-5063-48c0-b302-366fb9ee1d47'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:27.787154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Allocated IP 172.20.0.1 (bd6200fe-09ec-487f-b58a-8d6d54fb1e80/4be6c977-81a2-4706-88be-e430c03bf6c3/ba400e40-dfd9-4137-97df-e94c6cd7c389) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:27.788164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.855582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] Routers {'e21ac1b5-d821-4210-9147-6ba24fa69626'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:27.856482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e21ac1b5-d821-4210-9147-6ba24fa69626'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:27.861756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a5aad-8158-46ab-9bbf-0ea95bf22d09 req-feb6b60a-fe33-43c4-ae66-c692d84a9f43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:27.863474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Provisioning for port 321d047f-eec4-421e-b3ba-14bbd05769b8 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:27.869282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f47a5aad-8158-46ab-9bbf-0ea95bf22d09 req-feb6b60a-fe33-43c4-ae66-c692d84a9f43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 945 time: 0.9060419 Jun 10 16:22:27.893789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.914345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.933021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.979712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Provisioning complete for port 321d047f-eec4-421e-b3ba-14bbd05769b8 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:27.980445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:27.991137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:27.991924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbcb3d-0668-428a-aed5-6f127155743e None None] The sync data for ids ['e21ac1b5-d821-4210-9147-6ba24fa69626'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:28.002596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.004035 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3c3c1185-cd99-44c3-8b47-3be51954ee1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5175681 Jun 10 16:22:28.009237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49202) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:28.020074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4cd45697-ae6b-4354-9455-4f422b099b8c req-a815ebf3-e26c-4c50-9c15-f3cbe065951b service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487456 Jun 10 16:22:28.032831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.039618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f47a5aad-8158-46ab-9bbf-0ea95bf22d09 req-31e72790-5f04-4c2a-a821-235a32741827 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691551 Jun 10 16:22:28.168261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d175b-7c56-4403-8724-ddd35cad8dda'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:28.170936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10770136-e0a9-4812-ac46-a73a28ec7440" -d '{"events": [{"server_uuid": "b3891f24-52f4-4441-b20e-2d71c1c490a1", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d175b-7c56-4403-8724-ddd35cad8dda"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:28.183168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:28.209085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 2e4d175b-7c56-4403-8724-ddd35cad8dda, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:28.213838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Port 321d047f-eec4-421e-b3ba-14bbd05769b8 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:28.221839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:28.222329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.258332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.261972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb7c1d8-0c12-448d-a9f6-2b665412a2ee x-openstack-request-id: req-8eb7c1d8-0c12-448d-a9f6-2b665412a2ee {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:28.262316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3891f24-52f4-4441-b20e-2d71c1c490a1", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d175b-7c56-4403-8724-ddd35cad8dda", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:28.262543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb7c1d8-0c12-448d-a9f6-2b665412a2ee {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:28.262952 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d175b-7c56-4403-8724-ddd35cad8dda', 'code': 200} Jun 10 16:22:28.322072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a65e016b-b672-4562-8358-018858cdf5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:28.402867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Provisioning for port 15039af6-dbba-4e5c-b859-4e18c47c0f18 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:28.418899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Provisioning complete for port 15039af6-dbba-4e5c-b859-4e18c47c0f18 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:28.419380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.475930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Allocated IP 2001:db8::2 (eaa9067f-f95f-4054-9849-3a2dc5f30c8e/69bc4493-5063-48c0-b302-366fb9ee1d47/918cd894-5f06-4795-82e4-16c73f00c937) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:28.517235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=2e4d175b-7c56-4403-8724-ddd35cad8dda,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:28.527457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:28.595483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:28.678868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.752648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.775029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.777445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.781651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cedd4b1a-7941-4b08-85a6-2f35248a8430 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:28.839650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port a0391b37-0ee1-4c61-b7a0-3183aa51aec5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:28.847972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.848254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Transition to ACTIVE for port object ba400e40-dfd9-4137-97df-e94c6cd7c389 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:28.851658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-582c8c5e-141b-4d18-877d-8dfc8d13744f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:28.918448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.919203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.929100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] For port 15039af6-dbba-4e5c-b859-4e18c47c0f18, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15039af6-dbba-4e5c-b859-4e18c47c0f18,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:28.938463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Transition to ACTIVE for port object 918cd894-5f06-4795-82e4-16c73f00c937 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:28.945539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=a5b1e7f2-6f6e-48e8-b112-2418c9025fa2,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:28.954398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:28.964747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:28.969687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:28.976396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:28.976921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:28.982082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Transition to ACTIVE for port object 918cd894-5f06-4795-82e4-16c73f00c937 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:29.020739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.028707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port a6305fb6-59ee-4dbe-bf11-e8670eac1443 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:29.038342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b384bdb-75c1-4349-ab8d-f339efb1bd90 req-9d603fb7-f468-4843-8c76-259760abe1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:29.040524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6b384bdb-75c1-4349-ab8d-f339efb1bd90 req-9d603fb7-f468-4843-8c76-259760abe1ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 1099 time: 0.3688574 Jun 10 16:22:29.060421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:29.064019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Pushing event updated for resources: {'Port': ['ID=15039af6-dbba-4e5c-b859-4e18c47c0f18,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:29.069429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:29.071911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:29.074206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:29.074928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:29.110609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.119429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f96bf9fc-6685-41f4-aedc-f0210dd4912f tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:29.149410 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6b384bdb-75c1-4349-ab8d-f339efb1bd90 req-fe1e07bc-7ac5-4efa-9ac8-257d230311d4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990677 Jun 10 16:22:29.160383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:29.161392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: 9b527b58-1c8c-4aca-aedd-fd034b85b283, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:22:29.171710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.203033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.205463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.219549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-173e7bbf-12ea-45d1-9f94-3de8ba2b0669 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:29.224354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:29.252204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:29.255494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:29.315268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Port': ['ID=ba400e40-dfd9-4137-97df-e94c6cd7c389,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:29.318163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:29.375189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:22:29.377273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Pushing event updated for resources: {'Port': ['ID=918cd894-5f06-4795-82e4-16c73f00c937,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:29.380554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c087ef78-30ac-4854-aee6-36a8ebd576ca None None] Provisioning complete for port 15039af6-dbba-4e5c-b859-4e18c47c0f18 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:29.381046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c087ef78-30ac-4854-aee6-36a8ebd576ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.383580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:29.385342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Attempting to bind port 918cd894-5f06-4795-82e4-16c73f00c937 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:29.385730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Attempting to bind port 918cd894-5f06-4795-82e4-16c73f00c937 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b31f064f-1927-4195-bf13-8c601dd4d8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:29.386104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Attempting to bind port 918cd894-5f06-4795-82e4-16c73f00c937 on network eaa9067f-f95f-4054-9849-3a2dc5f30c8e {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:29.422773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:29.423165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Checking segment: {'id': 'b31f064f-1927-4195-bf13-8c601dd4d8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:29.423585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.423995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Bound using segment: {'id': 'b31f064f-1927-4195-bf13-8c601dd4d8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:29.424494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Bound port: 918cd894-5f06-4795-82e4-16c73f00c937, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31f064f-1927-4195-bf13-8c601dd4d8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'eaa9067f-f95f-4054-9849-3a2dc5f30c8e'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:29.424881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.445780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.454269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.455886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9b527b58-1c8c-4aca-aedd-fd034b85b283) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:29.462197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:29.462788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.478959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded51fb-17fb-43c2-a1e6-a09bcb23ff89 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:29.499290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=04b85b13-9c89-4121-a2bf-0b07c6ba10de,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:29.514552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:29.581701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.640715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] For port 918cd894-5f06-4795-82e4-16c73f00c937, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:29.679845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] For port 918cd894-5f06-4795-82e4-16c73f00c937, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=918cd894-5f06-4795-82e4-16c73f00c937,segment=NetworkSegment(b31f064f-1927-4195-bf13-8c601dd4d8f5),segment_id=b31f064f-1927-4195-bf13-8c601dd4d8f5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:29.686621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.694682 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0217965 Jun 10 16:22:29.703445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16170d0f-83aa-4d0e-8f3c-4309fb678020 req-676effa5-1a7b-4873-a371-eee1189c1bdf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:29.704947 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-16170d0f-83aa-4d0e-8f3c-4309fb678020 req-676effa5-1a7b-4873-a371-eee1189c1bdf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 946 time: 0.4369323 Jun 10 16:22:29.710300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49208) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:29.712428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5405e170-a9b1-43b3-89c9-31792c195e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:29.720840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:29.728939 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 10 16:22:29.729468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:22:29.826423 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-16170d0f-83aa-4d0e-8f3c-4309fb678020 req-c25ba6c5-bc42-464c-b3aa-da1a5232c224 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057227 Jun 10 16:22:29.827325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Pushing event updated for resources: {'Port': ['ID=918cd894-5f06-4795-82e4-16c73f00c937,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:29.836491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:29.845818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-373e4d25-b0ce-4b21-9be6-add360885b29 None None] Provisioning for port ba400e40-dfd9-4137-97df-e94c6cd7c389 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:29.853970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-373e4d25-b0ce-4b21-9be6-add360885b29 None None] Provisioning complete for port ba400e40-dfd9-4137-97df-e94c6cd7c389 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:29.854361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-373e4d25-b0ce-4b21-9be6-add360885b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.860539 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c2ed0ddc-2c97-4b77-9b4f-5289ff100104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.0459349 Jun 10 16:22:29.863402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49210) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:29.871556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-9b527b58-1c8c-4aca-aedd-fd034b85b283', 'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': 'a5b1e7f2-6f6e-48e8-b112-2418c9025fa2'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:29.872419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:29.933622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-373e4d25-b0ce-4b21-9be6-add360885b29 None None] Port ba400e40-dfd9-4137-97df-e94c6cd7c389 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:29.969065 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 86565282-6946-4232-9a89-c8eeff7b22d6 associated. External IP: 172.26.5.128, port: 6858daa6-6860-448e-bb37-86443b197d5f. Jun 10 16:22:30.149557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Allocated IP 172.20.0.2 (9b527b58-1c8c-4aca-aedd-fd034b85b283/a5b1e7f2-6f6e-48e8-b112-2418c9025fa2/7285ae52-6ee2-4b91-a73b-b22d2e68c063) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:30.155347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8::1 (eaa9067f-f95f-4054-9849-3a2dc5f30c8e/69bc4493-5063-48c0-b302-366fb9ee1d47/33101a99-16c8-4402-a705-2738886e623c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:30.159894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.253546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:30.257580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.308231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d1135-f8ea-451d-9a8c-23747e691133 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:30.314355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d1135-f8ea-451d-9a8c-23747e691133 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:30.316006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f27d1135-f8ea-451d-9a8c-23747e691133 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4504311 Jun 10 16:22:30.319719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49212) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:30.398810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.414388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Transition to ACTIVE for port object 7285ae52-6ee2-4b91-a73b-b22d2e68c063 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:30.443870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Transition to ACTIVE for port object 7285ae52-6ee2-4b91-a73b-b22d2e68c063 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:30.452931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.456390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:30.507299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:30.514207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:30.516599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:30.525909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Pushing event updated for resources: {'Port': ['ID=7285ae52-6ee2-4b91-a73b-b22d2e68c063,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:30.529018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:30.577388 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.ipam_backend_mixin [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a5b1e7f2-6f6e-48e8-b112-2418c9025fa2 (CIDR: 172.20.0.0/28) Jun 10 16:22:30.600107 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:22:30.600534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:22:30.612997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Attempting to bind port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:30.613563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Attempting to bind port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:30.614707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Attempting to bind port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 on network 9b527b58-1c8c-4aca-aedd-fd034b85b283 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:30.620752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:30.621532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Checking segment: {'id': '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:30.621807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.622275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Bound using segment: {'id': '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:30.622848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Bound port: 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:30.623348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.624867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.649891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:30.653550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object 33101a99-16c8-4402-a705-2738886e623c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:30.668815 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-62425103-49d4-416a-b46c-a8ce6edebbd1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9533067 Jun 10 16:22:30.670545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49214) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:30.682515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:30.689194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:30.689401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.716250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] For port 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:30.719881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] For port 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7285ae52-6ee2-4b91-a73b-b22d2e68c063,segment=NetworkSegment(4e283df6-bfc1-47a2-a0b7-fe8cec5900aa),segment_id=4e283df6-bfc1-47a2-a0b7-fe8cec5900aa)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:30.726218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.728713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3c40b111-af9c-4058-9f0e-09c40a02f680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:30.816672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Pushing event updated for resources: {'Port': ['ID=7285ae52-6ee2-4b91-a73b-b22d2e68c063,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:30.824167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:30.858091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 321d047f-eec4-421e-b3ba-14bbd05769b8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:30.858275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:30.934143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.008431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cffbf5b0-f1c9-4278-97eb-f242fd6e6072 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:31.136209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:31.161820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:31.173393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:31.173945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.177345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=33101a99-16c8-4402-a705-2738886e623c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:31.188560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:31.204216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:31.252333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:31.273201 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:31.274023 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.280263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.307936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0391b37-0ee1-4c61-b7a0-3183aa51aec5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:31.377932 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.392657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:31.393567 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.431023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:31.431512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.478939 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:31.479537 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaef380-c9f8-4fc4-afda-a252f2c51e72 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:31.495525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c4730-1f64-4dcf-abc5-4d2d843b59fc None None] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:31.619812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d34acb52-99e1-4edc-8543-9e531a9798c1 None None] Provisioning for port 918cd894-5f06-4795-82e4-16c73f00c937 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:31.727105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15039af6-dbba-4e5c-b859-4e18c47c0f18 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:31.729496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.753241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.769245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1673de82-ee64-4932-9dc3-15e843c97472 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:31.836829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 15039af6-dbba-4e5c-b859-4e18c47c0f18 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:31.837332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.869240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:31.877821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 321d047f-eec4-421e-b3ba-14bbd05769b8 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:31.965746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 918cd894-5f06-4795-82e4-16c73f00c937 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:32.020888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:32.047659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 918cd894-5f06-4795-82e4-16c73f00c937 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:32.053496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 918cd894-5f06-4795-82e4-16c73f00c937 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:32.054472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.057295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Port': ['ID=ba400e40-dfd9-4137-97df-e94c6cd7c389,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.064109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.074342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.088983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.195063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.254429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 918cd894-5f06-4795-82e4-16c73f00c937, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=918cd894-5f06-4795-82e4-16c73f00c937,segment=NetworkSegment(b31f064f-1927-4195-bf13-8c601dd4d8f5),segment_id=b31f064f-1927-4195-bf13-8c601dd4d8f5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:32.261944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:32.265679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.273441 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3468623 Jun 10 16:22:32.274776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49218) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.276606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.284912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b29786be-5252-46f0-a5f5-765729239c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.346811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.356768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3996c1ff-6e18-4aca-b197-75b305219ac0 None None] Provisioning complete for port 918cd894-5f06-4795-82e4-16c73f00c937 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:32.357374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3996c1ff-6e18-4aca-b197-75b305219ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.390265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.407597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77789330-86bd-42c7-9924-bc4f8b3e02f5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.446733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=918cd894-5f06-4795-82e4-16c73f00c937,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.466458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=321d047f-eec4-421e-b3ba-14bbd05769b8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.469705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.476519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.483259 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-638b2d18-10a3-43de-80c4-13749da42856 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/floatingips/86565282-6946-4232-9a89-c8eeff7b22d6 HTTP/1.1" status: 200 len: 978 time: 0.2079103 Jun 10 16:22:32.502921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49220) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.558874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c996f4c-fe3b-4fed-83a4-842d39af7816 req-51ff1cd5-c530-4b05-ac1a-3f4df473842a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:32.566070 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4c996f4c-fe3b-4fed-83a4-842d39af7816 req-51ff1cd5-c530-4b05-ac1a-3f4df473842a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 946 time: 0.9587913 Jun 10 16:22:32.568531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.579192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b898ee33-56fa-4274-a24f-b3042d56a0c7 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:32.586158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:32.607261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3996c1ff-6e18-4aca-b197-75b305219ac0 None None] Provisioning for port 33101a99-16c8-4402-a705-2738886e623c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:32.611409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.613751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3996c1ff-6e18-4aca-b197-75b305219ac0 None None] Provisioning complete for port 33101a99-16c8-4402-a705-2738886e623c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:32.616856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3996c1ff-6e18-4aca-b197-75b305219ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:32.617839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/321d047f-eec4-421e-b3ba-14bbd05769b8 HTTP/1.1" status: 204 len: 168 time: 2.2935259 Jun 10 16:22:32.626834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49222) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.687960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=eb80c46a-e0b5-4e1f-b569-b1e1b22b08d4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:32.692518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:32.704006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:32.714920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:32.787563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2141db6c-7184-42c2-94fd-0cc13a3469c7 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2843363 Jun 10 16:22:32.792849 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4c996f4c-fe3b-4fed-83a4-842d39af7816 req-7f6bdb1a-9493-4cc1-b96d-396764b96d7b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257607 Jun 10 16:22:32.796211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49224) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:32.823919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'port_id': '6d8cd9ad-2348-486e-aeba-d891fd1f0f7d'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:32.914914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c88520-803f-462c-bf95-1cc734794104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:32.916708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c88520-803f-462c-bf95-1cc734794104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:32.918940 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c6c88520-803f-462c-bf95-1cc734794104 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2906957 Jun 10 16:22:32.921735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49228) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:33.159554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3996c1ff-6e18-4aca-b197-75b305219ac0 None None] Port 33101a99-16c8-4402-a705-2738886e623c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:33.200917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet c10b9984-45ae-47bc-ba7b-2ba040a704f9 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:33.211244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.233757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7285ae52-6ee2-4b91-a73b-b22d2e68c063 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:33.251693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.327170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Provisioning complete for port 33101a99-16c8-4402-a705-2738886e623c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:33.327561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.336787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.376342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fd8cd-15ad-44a7-b037-10487cea1542 req-2ffd9f80-fc47-46cd-8995-fd02b06a5149 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:33.377926 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7c2fd8cd-15ad-44a7-b037-10487cea1542 req-2ffd9f80-fc47-46cd-8995-fd02b06a5149 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 946 time: 0.3634682 Jun 10 16:22:33.384283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Port 33101a99-16c8-4402-a705-2738886e623c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:33.388013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:33.395289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 918cd894-5f06-4795-82e4-16c73f00c937 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:33.438902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Provisioning complete for port ba400e40-dfd9-4137-97df-e94c6cd7c389 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:33.439899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.464289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7c2fd8cd-15ad-44a7-b037-10487cea1542 req-99ee5601-162e-4c3e-9ac9-dc2fc23dd3e7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742385 Jun 10 16:22:33.484717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.513090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b418e31-1880-4326-bcb2-a0205b79351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.524574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.525550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Port ba400e40-dfd9-4137-97df-e94c6cd7c389 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:33.534686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 918cd894-5f06-4795-82e4-16c73f00c937 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:33.535004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.535145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.536605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.539093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.543197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b36a3647-4105-4caf-82eb-6e9c486eeea4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:33.566762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Provisioning for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:33.579025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Provisioning complete for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:33.579409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.603486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:33.703275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=33101a99-16c8-4402-a705-2738886e623c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:33.709210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:33.734089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.746829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.758436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c4ec091f-28ca-4278-8152-9df377a2c395 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:33.775723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] For port 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7285ae52-6ee2-4b91-a73b-b22d2e68c063,segment=NetworkSegment(4e283df6-bfc1-47a2-a0b7-fe8cec5900aa),segment_id=4e283df6-bfc1-47a2-a0b7-fe8cec5900aa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:33.781666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.793437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:33.795682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af60930-7588-42b4-ae58-35f1f3414a5e None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:33.810675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:33.814897 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/c10b9984-45ae-47bc-ba7b-2ba040a704f9 HTTP/1.1" status: 204 len: 168 time: 0.8898575 Jun 10 16:22:33.815265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=c10b9984-45ae-47bc-ba7b-2ba040a704f9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:33.817844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49234) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:33.825560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:33.877777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f835276f-613d-4152-8184-60107bd06c2d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552847 Jun 10 16:22:33.878071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49236) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:33.882014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:33.885918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:33.891020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:33.928539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Pushing event updated for resources: {'Port': ['ID=7285ae52-6ee2-4b91-a73b-b22d2e68c063,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:33.936943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:33.998807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f604aed0-ab1b-44a7-a447-e9454b8dd256 None None] Provisioning complete for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:33.999210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f604aed0-ab1b-44a7-a447-e9454b8dd256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.148453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:34.151629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.178801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:34.255462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Deleting port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:34.256125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.260070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router d493de92-a690-4acd-8fed-d6854bfc905a is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:22:34.356864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2a667429-22ac-49e3-974b-c7ea7b98cc6f None None] Provisioning complete for port 33101a99-16c8-4402-a705-2738886e623c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:34.357303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2a667429-22ac-49e3-974b-c7ea7b98cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.420440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] For port a0391b37-0ee1-4c61-b7a0-3183aa51aec5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:34.420440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.471435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:34.485524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/d493de92-a690-4acd-8fed-d6854bfc905a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4726155 Jun 10 16:22:34.485744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] Sync routers for ids ['d493de92-a690-4acd-8fed-d6854bfc905a'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:34.485860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49238) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:34.535311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Calling delete_port for a0391b37-0ee1-4c61-b7a0-3183aa51aec5 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:34.538829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2a667429-22ac-49e3-974b-c7ea7b98cc6f None None] Port 33101a99-16c8-4402-a705-2738886e623c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:34.589337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b21df-c6b3-426c-b847-5a18802d9eaf tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:34.595442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ee5b21df-c6b3-426c-b847-5a18802d9eaf tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports/33101a99-16c8-4402-a705-2738886e623c HTTP/1.1" status: 200 len: 911 time: 0.1061401 Jun 10 16:22:34.600190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49240) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:34.602628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] Routers {'d493de92-a690-4acd-8fed-d6854bfc905a'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:34.603337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d493de92-a690-4acd-8fed-d6854bfc905a'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:34.605488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69bc4493-5063-48c0-b302-366fb9ee1d47'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:34.626637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router e21ac1b5-d821-4210-9147-6ba24fa69626 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:34.640376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.645489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0a091d2-65ba-496f-8093-2efec84f04d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:34.665706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:34.673859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.682114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-05073013-861d-4615-83ed-ce17540f1339 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:34.690715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] Routers {'d493de92-a690-4acd-8fed-d6854bfc905a'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:34.692867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d493de92-a690-4acd-8fed-d6854bfc905a'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:34.712273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:34.721408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:34.739017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:34.739936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.751070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=ed5ece9e-e5af-48c8-81e2-ce0b67712403,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:34.752808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:34.753339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dccbda-ef7b-4ae0-8168-f1e3da7bdf25 None None] The sync data for ids ['d493de92-a690-4acd-8fed-d6854bfc905a'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:34.759246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:34.768890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:34.773095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:34.807162 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9276421 Jun 10 16:22:34.808977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:34.812221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Pushing event deleted for resources: {'Port': ['ID=a0391b37-0ee1-4c61-b7a0-3183aa51aec5,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:34.820249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:34.820665 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "PUT /v2.0/routers/e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7541425 Jun 10 16:22:34.821976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] No DVR routers for this DVR port a0391b37-0ee1-4c61-b7a0-3183aa51aec5 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:34.825409 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Sync routers for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:34.838014 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:34.838484 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:34.851422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2d31d-1955-4a14-84e0-2fd9ed371462 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:34.892834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49242) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:34.899400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'ed5ece9e-e5af-48c8-81e2-ce0b67712403', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-896511093'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:34.904002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:35.004975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:35.008362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:35.009161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.016718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:35.042400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=2f45efcf-e33e-4892-b117-33e20579afad,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:35.045601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:35.055780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e06a3-7003-4158-962f-777e9d325870 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:35.063785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7285ae52-6ee2-4b91-a73b-b22d2e68c063 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:35.110969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:35.117112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/e21ac1b5-d821-4210-9147-6ba24fa69626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5146859 Jun 10 16:22:35.126884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] Sync routers for ids ['e21ac1b5-d821-4210-9147-6ba24fa69626'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:35.136724 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:35.173212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:35.239600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.5614464 Jun 10 16:22:35.253279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] Routers {'e21ac1b5-d821-4210-9147-6ba24fa69626'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:35.254315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e21ac1b5-d821-4210-9147-6ba24fa69626'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.254521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49260) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:35.259459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283', 'fixed_ips': [{'subnet_id': 'a5b1e7f2-6f6e-48e8-b112-2418c9025fa2'}, {'subnet_id': '2f45efcf-e33e-4892-b117-33e20579afad'}], 'name': 'tempest-PortsTestJSON-2069007956'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:35.356676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.378736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'ed5ece9e-e5af-48c8-81e2-ce0b67712403'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:35.379632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.393972 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-b2f18f84-4cf8-464e-8134-bb8184db039d tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238516703&fields=id&tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e HTTP/1.1" status: 200 len: 267 time: 0.3949845 Jun 10 16:22:35.425413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] Routers {'e21ac1b5-d821-4210-9147-6ba24fa69626'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:35.427155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e21ac1b5-d821-4210-9147-6ba24fa69626'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.526310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.526742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e21ca4c-6dbd-4a58-bb89-eed537d8bd05 None None] The sync data for ids ['e21ac1b5-d821-4210-9147-6ba24fa69626'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:35.587044 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:30Z', 'revision_number': 2, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:35.591542 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Checking router: e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:35.591910 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Updating router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c port ba400e40-dfd9-4137-97df-e94c6cd7c389 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:22:35.601123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:35.601527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.648102 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.812281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.resource_extend [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:22:35.887089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:35.915177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:35.964441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/ed5ece9e-e5af-48c8-81e2-ce0b67712403/d5d67d62-8c98-4175-9486-e23961d28278) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:36.008894 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-0b142208-fce5-4a96-869f-d37285a55c77 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] remove_router_interface failed (client error): The resource could not be found. Jun 10 16:22:36.010316 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0b142208-fce5-4a96-869f-d37285a55c77 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/e21ac1b5-d821-4210-9147-6ba24fa69626/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8338928 Jun 10 16:22:36.015849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49262) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:36.054672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-574986ba-3931-4241-8d9d-ed879bb8e5a8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=e21ac1b5-d821-4210-9147-6ba24fa69626 HTTP/1.1" status: 200 len: 205 time: 0.0374017 Jun 10 16:22:36.065102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49264) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:36.078239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.091259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-580b6290-4aa4-4c46-b7aa-2643e792dd51 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:36.092943 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-580b6290-4aa4-4c46-b7aa-2643e792dd51 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 796 time: 0.6771643 Jun 10 16:22:36.099015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.116371 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.131002 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Transition to ACTIVE for port object ba400e40-dfd9-4137-97df-e94c6cd7c389 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:36.144385 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.157416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0391b37-0ee1-4c61-b7a0-3183aa51aec5 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:36.164630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:36.227107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:36.229745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: a0391b37-0ee1-4c61-b7a0-3183aa51aec5 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:36.229972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a0391b37-0ee1-4c61-b7a0-3183aa51aec5 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:36.236049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.242333 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-99d4b135-8e95-44f3-989c-6ee186987766 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/quotas/acc03bdbe0d04fcf91d13db2a4ae0c6e HTTP/1.1" status: 200 len: 375 time: 0.1391547 Jun 10 16:22:36.242706 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a66a71-48e3-4a01-b4c6-ce0e5055ed5b None None] Pushing event updated for resources: {'Port': ['ID=ba400e40-dfd9-4137-97df-e94c6cd7c389,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:36.311824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Update dhcp port {'port': {'network_id': '9b527b58-1c8c-4aca-aedd-fd034b85b283', 'fixed_ips': [{'subnet_id': 'a5b1e7f2-6f6e-48e8-b112-2418c9025fa2', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f45efcf-e33e-4892-b117-33e20579afad'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '7285ae52-6ee2-4b91-a73b-b22d2e68c063'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:22:36.318045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c05ec26-c7e3-4682-a6b8-c52d6e9f181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.327130 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f1a66a71-48e3-4a01-b4c6-ce0e5055ed5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:36.416254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.418332 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Attempting to bind port ba400e40-dfd9-4137-97df-e94c6cd7c389 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:36.418708 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Attempting to bind port ba400e40-dfd9-4137-97df-e94c6cd7c389 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:36.419619 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Attempting to bind port ba400e40-dfd9-4137-97df-e94c6cd7c389 on network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:36.427640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:36.428020 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Checking segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:36.428433 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.428832 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Bound using segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:36.429335 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Bound port: ba400e40-dfd9-4137-97df-e94c6cd7c389, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:36.429777 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.454850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.470506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.500856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Transition to ACTIVE for port object d5d67d62-8c98-4175-9486-e23961d28278 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:36.540590 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] For port ba400e40-dfd9-4137-97df-e94c6cd7c389, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:36.544484 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] For port ba400e40-dfd9-4137-97df-e94c6cd7c389, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ba400e40-dfd9-4137-97df-e94c6cd7c389,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:36.556522 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.577657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:36.601898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Transition to ACTIVE for port object d5d67d62-8c98-4175-9486-e23961d28278 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:36.630183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.636884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d995f975-aa79-48b8-b208-7ff8f4cf8afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:36.657120 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a66a71-48e3-4a01-b4c6-ce0e5055ed5b None None] Pushing event updated for resources: {'Port': ['ID=ba400e40-dfd9-4137-97df-e94c6cd7c389,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:36.661757 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f1a66a71-48e3-4a01-b4c6-ce0e5055ed5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:36.672864 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:36.673519 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:36.760796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:36.765358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Pushing event updated for resources: {'Port': ['ID=d5d67d62-8c98-4175-9486-e23961d28278,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:36.769109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:36.772514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:36.794103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:36.834052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.836668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.907321 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:36.915843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Allocated IP 172.20.0.18 (9b527b58-1c8c-4aca-aedd-fd034b85b283/2f45efcf-e33e-4892-b117-33e20579afad/7285ae52-6ee2-4b91-a73b-b22d2e68c063) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:36.935217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Attempting to bind port d5d67d62-8c98-4175-9486-e23961d28278 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:36.935660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Attempting to bind port d5d67d62-8c98-4175-9486-e23961d28278 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:36.936098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Attempting to bind port d5d67d62-8c98-4175-9486-e23961d28278 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:36.962601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:36.963061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:36.963512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:36.964310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:36.964450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Bound port: d5d67d62-8c98-4175-9486-e23961d28278, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:36.964928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.013207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.044101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.088759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:37.114827 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 86565282-6946-4232-9a89-c8eeff7b22d6 associated. External IP: 172.26.5.128, port: 6858daa6-6860-448e-bb37-86443b197d5f. Jun 10 16:22:37.119895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 8e6ce424-a516-4cbd-b04a-f1b4c68b8464 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:37.163365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] For port 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7285ae52-6ee2-4b91-a73b-b22d2e68c063,segment=NetworkSegment(4e283df6-bfc1-47a2-a0b7-fe8cec5900aa),segment_id=4e283df6-bfc1-47a2-a0b7-fe8cec5900aa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:37.172174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] For port d5d67d62-8c98-4175-9486-e23961d28278, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:37.192857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] For port d5d67d62-8c98-4175-9486-e23961d28278, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d5d67d62-8c98-4175-9486-e23961d28278,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:37.222358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.251685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Transition to ACTIVE for port object 7285ae52-6ee2-4b91-a73b-b22d2e68c063 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:37.255836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.258952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.259478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router e21ac1b5-d821-4210-9147-6ba24fa69626 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:37.268055 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:36Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:37.273637 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5ad56-f459-4832-a3d2-e84edb74a248 None None] The sync data for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv is: [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:36Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:37.279676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-013118b0-a335-436c-90f3-13d160bf29f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:37.286062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.286062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-681c52d7-9214-4292-93d5-309328dfca62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/e21ac1b5-d821-4210-9147-6ba24fa69626 HTTP/1.1" status: 204 len: 168 time: 1.1447055 Jun 10 16:22:37.289291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49266) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:37.292774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e8ce615a-1f3d-443f-bf54-64df42ccf13f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0347927 Jun 10 16:22:37.369514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Pushing event updated for resources: {'Port': ['ID=d5d67d62-8c98-4175-9486-e23961d28278,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:37.376545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:37.381692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.387019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:37.397499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 6603186b-a23c-4734-b1ce-006757c8e5d8 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:37.418847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.490783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Pushing event updated for resources: {'Port': ['ID=7285ae52-6ee2-4b91-a73b-b22d2e68c063,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:37.495095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:37.593027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.602769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.623256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.712764 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-5e3675d1-7c42-4b3a-9908-d145edc1e36e service neutron] 10.222.0.23 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498645 Jun 10 16:22:37.725974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.729549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.736224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:37.736890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:37.740973 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/ports/33101a99-16c8-4402-a705-2738886e623c HTTP/1.1" status: 200 len: 911 time: 3.1371479 Jun 10 16:22:37.744626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ac0acf29-d9d7-4d12-b71f-763d9af2054e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:37.747898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49270) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:38.007131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=33101a99-16c8-4402-a705-2738886e623c,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:38.026251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:38.028568 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:22:38.029186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:22:38.064157 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1c24cbf4-9867-40a8-bb06-a8b335dfc404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.1676235 Jun 10 16:22:38.074077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49272) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:38.151194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.323629 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-2de29a66-80c0-4544-95c2-5be1d2ad9b44 service neutron] 10.222.0.23 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917337 Jun 10 16:22:38.336958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a9455-353e-4514-9128-3293222c3bcb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:38.340953 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fd0a9455-353e-4514-9128-3293222c3bcb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2620711 Jun 10 16:22:38.352225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49274) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:38.416504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.442611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d1280d49-a7c1-46df-ad53-60d0c3439375 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:38.548902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c7e7adf5-f80c-4426-a2ab-9d81914beb77 None None] Provisioning for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:38.555901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c7e7adf5-f80c-4426-a2ab-9d81914beb77 None None] Provisioning complete for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:38.557197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c7e7adf5-f80c-4426-a2ab-9d81914beb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.621637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:38.670359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.17 (5612469b-9480-4e1b-920a-c516de93c475/8bd3e266-0c82-4399-922a-cbe5757ab967/3a0b2b57-a47c-4483-ab81-c8e37627b634) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:38.709753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=6603186b-a23c-4734-b1ce-006757c8e5d8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:38.719885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:38.727556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:38.733479 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/6603186b-a23c-4734-b1ce-006757c8e5d8 HTTP/1.1" status: 204 len: 168 time: 1.4358659 Jun 10 16:22:38.747426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f3552-f3f1-4fb3-9bde-a47c01400577 None None] Network 0585e412-12d9-46e9-a83f-40d55a443bf5 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:38.766157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.3 (9b527b58-1c8c-4aca-aedd-fd034b85b283/a5b1e7f2-6f6e-48e8-b112-2418c9025fa2/2d751ed0-4a8d-41f7-91ee-5ad4151fec32) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:38.772850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49282) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:38.777178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f27a363-2e9c-4b5b-83d7-5a7e3b314b48 req-ef544893-47c4-4e06-9c9e-c8a7a6c2482a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 210 time: 0.0652521 Jun 10 16:22:38.790672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.19 (9b527b58-1c8c-4aca-aedd-fd034b85b283/2f45efcf-e33e-4892-b117-33e20579afad/2d751ed0-4a8d-41f7-91ee-5ad4151fec32) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:38.873214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1f18a-6f4a-45ce-a83c-ea043e9fa185 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:38.874713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1f18a-6f4a-45ce-a83c-ea043e9fa185 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:38.878962 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-30b1f18a-6f4a-45ce-a83c-ea043e9fa185 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5256789 Jun 10 16:22:38.894109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49284) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:39.134457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.229725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.248460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7285ae52-6ee2-4b91-a73b-b22d2e68c063 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:39.255401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.333187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] DHCP port deletion for 0585e412-12d9-46e9-a83f-40d55a443bf5 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:39.350392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 3a0b2b57-a47c-4483-ab81-c8e37627b634 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:39.397901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet ed5ece9e-e5af-48c8-81e2-ce0b67712403 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:39.404087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.407997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:39.413232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port d893c812-beaf-4fef-81c5-4b81324e1825 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:39.413553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.420271 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:39.432947 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:39.433733 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:39.444529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bc204dcd-be2b-4d93-ad86-04af382ea8c0 None None] Provisioning for port d5d67d62-8c98-4175-9486-e23961d28278 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:39.465198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:39.465519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.526215 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:39.536967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.541366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3ebcd9b3-b243-4957-b70f-7a64427f4d22 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:39.551159 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:39.553825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:39.556385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port d893c812-beaf-4fef-81c5-4b81324e1825, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d893c812-beaf-4fef-81c5-4b81324e1825,segment=NetworkSegment(d18ff455-a755-4bc0-81cb-0a2f24e8a3ad),segment_id=d18ff455-a755-4bc0-81cb-0a2f24e8a3ad)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:39.556760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.571806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Deleting port d893c812-beaf-4fef-81c5-4b81324e1825 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:39.572407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:39.617039 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:39.617564 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576bc99-d9d6-4b2c-95de-5744cb55af11 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:39.648203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 5612469b-9480-4e1b-920a-c516de93c475 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:39.659086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:39.667338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:39.909102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ba400e40-dfd9-4137-97df-e94c6cd7c389 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:39.948617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] For port d893c812-beaf-4fef-81c5-4b81324e1825, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d893c812-beaf-4fef-81c5-4b81324e1825,segment=NetworkSegment(d18ff455-a755-4bc0-81cb-0a2f24e8a3ad),segment_id=d18ff455-a755-4bc0-81cb-0a2f24e8a3ad)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:39.948991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.080523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Calling delete_port for d893c812-beaf-4fef-81c5-4b81324e1825 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:40.154729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-38d6c1a9-ae4c-481b-ae0d-9399da4422be None None] Provisioning for port 3a0b2b57-a47c-4483-ab81-c8e37627b634 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:40.164904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-38d6c1a9-ae4c-481b-ae0d-9399da4422be None None] Provisioning complete for port 3a0b2b57-a47c-4483-ab81-c8e37627b634 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:40.165376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38d6c1a9-ae4c-481b-ae0d-9399da4422be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.192561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ba400e40-dfd9-4137-97df-e94c6cd7c389 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:40.214612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ba400e40-dfd9-4137-97df-e94c6cd7c389 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:40.214996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.240189 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-83c1f0b7-8984-4c0b-8ada-37cf0d17f3ab req-06cc187e-c6d5-4622-bc29-d697f01ac1ee tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 210 time: 0.0600252 Jun 10 16:22:40.280022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.288883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-38d6c1a9-ae4c-481b-ae0d-9399da4422be None None] Port 3a0b2b57-a47c-4483-ab81-c8e37627b634 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:40.357205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.369561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ab89301b-b298-4c09-8751-5fc249d97f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:40.400682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] No DVR routers for this DVR port d893c812-beaf-4fef-81c5-4b81324e1825 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:40.409399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.413562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Pushing event deleted for resources: {'Port': ['ID=d893c812-beaf-4fef-81c5-4b81324e1825,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:40.419940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:40.439633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.452260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for d893c812-beaf-4fef-81c5-4b81324e1825 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:40.472664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:40.488173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=3a0b2b57-a47c-4483-ab81-c8e37627b634,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:40.489665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ba400e40-dfd9-4137-97df-e94c6cd7c389, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ba400e40-dfd9-4137-97df-e94c6cd7c389,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:40.503193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.505410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d5d67d62-8c98-4175-9486-e23961d28278 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:40.508066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-857cc466-9075-4109-bb6b-90db077e7cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:40.515836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:40.564059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.623163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ba400e40-dfd9-4137-97df-e94c6cd7c389,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:40.631022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.636408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:40.654915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d5d67d62-8c98-4175-9486-e23961d28278 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:40.661333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d5d67d62-8c98-4175-9486-e23961d28278 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:40.661995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.690561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.773123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-8e959f9b-fac5-4172-a39f-f28d33d1a572 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:40.774616 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-8e959f9b-fac5-4172-a39f-f28d33d1a572 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.25 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 796 time: 0.3117964 Jun 10 16:22:40.783361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.790701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.810032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cb3e7ce-5577-4f85-9433-a8e5705f4b53 tempest-ServerActionsTestJSON-1273293658 tempest-ServerActionsTestJSON-1273293658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:40.837597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.847309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dbb66e6a-f44f-45e8-b4c8-5f7b84e90ffa tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:40.866206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=d893c812-beaf-4fef-81c5-4b81324e1825,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:40.872295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:40.875099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port d893c812-beaf-4fef-81c5-4b81324e1825 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:40.935798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:40.939789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:40.971426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:22:40.971953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:22:40.979536 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e4030421-9990-44fa-b077-112ea4663a29 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e HTTP/1.1" status: 200 len: 379 time: 0.1944032 Jun 10 16:22:40.993578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:40.998143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:40.998986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=2d751ed0-4a8d-41f7-91ee-5ad4151fec32,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:40.999101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'port': {'device_id': '2a670da7-7a13-4f52-b152-80b9b450113f', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'admin_state_up': True, 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'security_groups': ['886df84f-965e-4b5e-b80e-0b4052d303bd']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:41.002749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:41.005807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:41.006332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-634d6d84-6be6-4208-8b8b-5b37d05b2f9e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:41.029230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc549d1-1686-44af-b112-f86246d1564b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:41.079780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.087460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.102058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.106458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/ed5ece9e-e5af-48c8-81e2-ce0b67712403 HTTP/1.1" status: 204 len: 168 time: 2.1879404 Jun 10 16:22:41.108335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49300) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:41.110459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5ece9e-e5af-48c8-81e2-ce0b67712403,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:41.116105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:41.152816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:41.153514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.165953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0585e412-12d9-46e9-a83f-40d55a443bf5']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.234621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-68689954-3a82-4737-aa49-3d9179276eaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224005 Jun 10 16:22:41.243778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49302) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:41.243778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.243778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18ff455-a755-4bc0-81cb-0a2f24e8a3ad') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.249669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:41.303006 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.0475531 Jun 10 16:22:41.306329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49306) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:41.309318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.311504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5b1e7f2-6f6e-48e8-b112-2418c9025fa2'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:41.349848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:41.359369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-56585048-d0b5-416e-a030-007a83ccd27c None None] Provisioning for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:41.369292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-56585048-d0b5-416e-a030-007a83ccd27c None None] Provisioning complete for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:41.370865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-56585048-d0b5-416e-a030-007a83ccd27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.403966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.449530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:41.449864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.450596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:41.451132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-56585048-d0b5-416e-a030-007a83ccd27c None None] Port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:22:41.455925 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:41.460389 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:41.461667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.470567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:41.523845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:41.524482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.527564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.555486 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-537d6eb5-60f4-4c4a-a6bb-2dbc52df57fd req-90d59e26-5c59-4ef7-9528-655605b37d3c tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 210 time: 0.1527901 Jun 10 16:22:41.586741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.589613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Deleting port d5d67d62-8c98-4175-9486-e23961d28278 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:41.590872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.594357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.674552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-96044ccb-7a45-4bc2-9b14-10690828b96f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/floatingips/86565282-6946-4232-9a89-c8eeff7b22d6 HTTP/1.1" status: 200 len: 978 time: 8.8527448 Jun 10 16:22:41.675480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49308) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:41.680727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:41.694299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:41.695127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.708305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Made reservation on behalf of acc03bdbe0d04fcf91d13db2a4ae0c6e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:41.711780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.719750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.740798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-47b533ab-0e5b-4b03-863d-8e54cbe60bdc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:41.749997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.755841 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/0585e412-12d9-46e9-a83f-40d55a443bf5 HTTP/1.1" status: 204 len: 168 time: 2.9737198 Jun 10 16:22:41.756702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:41.756702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec5790c-5d50-4a27-88f2-7fd3752be481 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:41.774118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49310) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:41.779456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d5d67d62-8c98-4175-9486-e23961d28278, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d5d67d62-8c98-4175-9486-e23961d28278,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:41.782932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532955274'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:41.785034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=0585e412-12d9-46e9-a83f-40d55a443bf5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:41.788199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] For port d5d67d62-8c98-4175-9486-e23961d28278, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d5d67d62-8c98-4175-9486-e23961d28278,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:41.788477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.791222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.797765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:41.800090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f998bafe-35b9-4a92-8e6f-a545643cf9fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:41.809641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:41.813580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.818146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 33101a99-16c8-4402-a705-2738886e623c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:41.818486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.871562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d5d67d62-8c98-4175-9486-e23961d28278,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:41.876871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:41.898810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:41.984823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Calling delete_port for d5d67d62-8c98-4175-9486-e23961d28278 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:41.988691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ba400e40-dfd9-4137-97df-e94c6cd7c389 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:42.002650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:42.006550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.115699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ba400e40-dfd9-4137-97df-e94c6cd7c389 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:42.116131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.190316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Allocated IP 172.20.0.4 (bd6200fe-09ec-487f-b58a-8d6d54fb1e80/4be6c977-81a2-4706-88be-e430c03bf6c3/bc497c80-e8bc-4116-8982-747e0c68a9b0) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:42.193810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.202947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:42.213808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.232470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.234462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.236187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:42.242609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:42.282327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] No DVR routers for this DVR port d5d67d62-8c98-4175-9486-e23961d28278 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:42.287380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Pushing event deleted for resources: {'Port': ['ID=d5d67d62-8c98-4175-9486-e23961d28278,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:42.289765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:42.305115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d893c812-beaf-4fef-81c5-4b81324e1825 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:42.336811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d893c812-beaf-4fef-81c5-4b81324e1825 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:42.337919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d893c812-beaf-4fef-81c5-4b81324e1825 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:42.337919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d5d67d62-8c98-4175-9486-e23961d28278 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:42.366384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d5d67d62-8c98-4175-9486-e23961d28278 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:42.366967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d5d67d62-8c98-4175-9486-e23961d28278 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:42.381618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=3a0b2b57-a47c-4483-ab81-c8e37627b634,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:42.384955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:42.423955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.586281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.633802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-05144a98-6a2f-45ef-8481-a52112867e02 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624 tempest-ExtraDHCPOptionsIpV6TestJSON-482422624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:42.747973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 33101a99-16c8-4402-a705-2738886e623c owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:42.748656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:42.750325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.750672 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment 315439a8-d4cb-4131-8b4c-e9c5e6c01b27 of type vlan for network e1e02c37-f1a0-4d0e-81fd-32c967b5619c Jun 10 16:22:42.753046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=77406346-abe8-4a64-afea-79558f031e15,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:42.756688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:42.772628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:42.775231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:42.775822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.782388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd74cc8-e3dc-4273-a711-9da5e2cef74c None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:42.790307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:42.808716 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5629878 Jun 10 16:22:42.812562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 5612469b-9480-4e1b-920a-c516de93c475 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:42.813457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49314) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:42.818052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Transition to ACTIVE for port object bc497c80-e8bc-4116-8982-747e0c68a9b0 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:42.822273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2065556755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:42.827204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:42.857634 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8a8acf3c-7a3c-4371-89a4-7e4a189a2bf1 req-bd4c8980-0905-4b5c-a82d-6bb33ce8dd3b tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 210 time: 0.1410050 Jun 10 16:22:42.952253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.023007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.023629 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 86565282-6946-4232-9a89-c8eeff7b22d6 disassociated. External IP: 172.26.5.128, port: 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d. Jun 10 16:22:43.027407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.031695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Delete allocated IP 172.20.0.19 (9b527b58-1c8c-4aca-aedd-fd034b85b283/2f45efcf-e33e-4892-b117-33e20579afad) {{(pid=92386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 10 16:22:43.183608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '77406346-abe8-4a64-afea-79558f031e15'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:43.184621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.188567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a8be7e9e-6eca-40e7-80e8-268716db4c0c None None] Provisioning complete for port 3a0b2b57-a47c-4483-ab81-c8e37627b634 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:43.189082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8be7e9e-6eca-40e7-80e8-268716db4c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.303316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a8be7e9e-6eca-40e7-80e8-268716db4c0c None None] Port 3a0b2b57-a47c-4483-ab81-c8e37627b634 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:43.369137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.374550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:43.375158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.383420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ca4a1657-a633-4e68-b51b-9843925ab928 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:43.399651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/77406346-abe8-4a64-afea-79558f031e15/29a94c9c-9836-40f6-944c-7ac915bf3b33) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:43.439010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.440018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.495109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.502787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c424d6b7-bf53-4018-844c-32da7fb0e753 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:43.542878 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7652256 Jun 10 16:22:43.544772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49316) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:43.546905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=e1e02c37-f1a0-4d0e-81fd-32c967b5619c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:43.549789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:43.556208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:43.585275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.586386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:22:43.612342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.618996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:43.630352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:43.642524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:43.647469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:43.653649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:43.682567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:43.689402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.689689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.692377 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bbeca925-4ade-42e8-bca7-a311a84d6cbf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8750815 Jun 10 16:22:43.698542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49318) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:43.701413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Transition to ACTIVE for port object 29a94c9c-9836-40f6-944c-7ac915bf3b33 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:43.720761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Transition to ACTIVE for port object 29a94c9c-9836-40f6-944c-7ac915bf3b33 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:43.739529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.743005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-10e48fe0-c073-460e-a384-19a58b4ecc8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:43.799472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:43.803947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:43.807790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:43.814324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.815984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Pushing event updated for resources: {'Port': ['ID=29a94c9c-9836-40f6-944c-7ac915bf3b33,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:43.822436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:43.902285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Attempting to bind port 29a94c9c-9836-40f6-944c-7ac915bf3b33 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:43.902669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Attempting to bind port 29a94c9c-9836-40f6-944c-7ac915bf3b33 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:43.903043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Attempting to bind port 29a94c9c-9836-40f6-944c-7ac915bf3b33 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:43.921897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:43.921897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:43.922411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.922739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:43.923217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Bound port: 29a94c9c-9836-40f6-944c-7ac915bf3b33, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:43.923605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.925582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:43.926772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.947038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:43.952377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:43.964063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:43.967137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-00b70e9e-28bb-434d-a5d5-6722abdff664 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:43.975206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.020661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:44.024210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.071244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=33101a99-16c8-4402-a705-2738886e623c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:44.072684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] For port 29a94c9c-9836-40f6-944c-7ac915bf3b33, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:44.074210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:44.075962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] For port 29a94c9c-9836-40f6-944c-7ac915bf3b33, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=29a94c9c-9836-40f6-944c-7ac915bf3b33,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:44.077817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-43ca3bc9-2dfe-430f-a0a7-87dc9c4ca5b2 None None] Provisioning for port bc497c80-e8bc-4116-8982-747e0c68a9b0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:44.082689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-43ca3bc9-2dfe-430f-a0a7-87dc9c4ca5b2 None None] Provisioning complete for port bc497c80-e8bc-4116-8982-747e0c68a9b0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:44.083205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-43ca3bc9-2dfe-430f-a0a7-87dc9c4ca5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.109794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-962fddf9-1278-476a-a7db-40a881cf53c3 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:44.140652 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1502469 Jun 10 16:22:44.148575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.150658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-43ca3bc9-2dfe-430f-a0a7-87dc9c4ca5b2 None None] Port bc497c80-e8bc-4116-8982-747e0c68a9b0 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:44.152054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:44.173939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:44.179583 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/d39ea7b0-426e-4135-8122-3a5fd2029775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1599050 Jun 10 16:22:44.189469 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:44.209369 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:44.210012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:44.291264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Pushing event updated for resources: {'Port': ['ID=29a94c9c-9836-40f6-944c-7ac915bf3b33,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:44.298019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:44.342228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Request body: {'port': {'device_id': '2a670da7-7a13-4f52-b152-80b9b450113f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:44.490476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-056be0bb-634a-4222-b751-57bb0b912eb0 None None] Provisioning for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:44.495011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-056be0bb-634a-4222-b751-57bb0b912eb0 None None] Provisioning complete for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:44.495399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-056be0bb-634a-4222-b751-57bb0b912eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.510207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.563868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=2d751ed0-4a8d-41f7-91ee-5ad4151fec32,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:44.568061 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:44.603599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:44.620663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296230c2-640d-4e0b-8483-b1617090a77c req-4caab598-1c87-4a38-8f8a-aeebb3ef66c8 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:44.628655 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-296230c2-640d-4e0b-8483-b1617090a77c req-4caab598-1c87-4a38-8f8a-aeebb3ef66c8 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 931 time: 0.5537877 Jun 10 16:22:44.658250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-056be0bb-634a-4222-b751-57bb0b912eb0 None None] Port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:44.717184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.771703 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-296230c2-640d-4e0b-8483-b1617090a77c req-0ce3d132-cc06-448c-8d5c-46b0a5a8bfb0 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372578 Jun 10 16:22:44.776981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.888963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] In _notify_port_updated(), no bound segment for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 on network 9b527b58-1c8c-4aca-aedd-fd034b85b283 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:22:44.894400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:44.895311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:44.896605 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/ports/2d751ed0-4a8d-41f7-91ee-5ad4151fec32 HTTP/1.1" status: 200 len: 919 time: 3.5894825 Jun 10 16:22:44.901989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49328) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:44.915792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5b1e7f2-6f6e-48e8-b112-2418c9025fa2'}, {'subnet_id': '2f45efcf-e33e-4892-b117-33e20579afad'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:44.959299 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:27Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a0b2b57-a47c-4483-ab81-c8e37627b634', 'name': '', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:aa:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:38Z', 'updated_at': '2021-06-10T16:22:41Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:44.963440 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:44.963754 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Updating router d39ea7b0-426e-4135-8122-3a5fd2029775 port 3a0b2b57-a47c-4483-ab81-c8e37627b634 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:22:45.009854 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.390313 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.401400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc497c80-e8bc-4116-8982-747e0c68a9b0 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:22:45.406704 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Transition to ACTIVE for port object 3a0b2b57-a47c-4483-ab81-c8e37627b634 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:45.418756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.419196 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.422349 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:45.447621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Transition to ACTIVE for port object bc497c80-e8bc-4116-8982-747e0c68a9b0 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:45.449013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::1 (12102a82-a06e-4715-892b-6bfb38de3638/77406346-abe8-4a64-afea-79558f031e15/3ff23a7a-8e4d-4573-a65c-3fc0673033ff) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:45.479549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.486786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:45.501325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:45.502609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-449eb0cd-d2da-4fb0-9b5a-3a361426fa36 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:45.519532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:45.521209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.522099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:45.560577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:45.566034 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ee9e2-7ba9-4d05-a8f8-0732cf21441c None None] Pushing event updated for resources: {'Port': ['ID=3a0b2b57-a47c-4483-ab81-c8e37627b634,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:45.573471 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-cd2ee9e2-7ba9-4d05-a8f8-0732cf21441c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:45.580254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:45.632557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:45.660407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:45.662101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:45.671370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router d493de92-a690-4acd-8fed-d6854bfc905a has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:45.705785 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Attempting to bind port 3a0b2b57-a47c-4483-ab81-c8e37627b634 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:45.706129 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Attempting to bind port 3a0b2b57-a47c-4483-ab81-c8e37627b634 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:45.706661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Attempting to bind port 3a0b2b57-a47c-4483-ab81-c8e37627b634 on network 5612469b-9480-4e1b-920a-c516de93c475 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:45.714080 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:45.714511 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Checking segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:45.714925 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.715327 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Bound using segment: {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:45.715808 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Bound port: 3a0b2b57-a47c-4483-ab81-c8e37627b634, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e8d31-6e47-44e1-9a24-06f76d42ad0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5612469b-9480-4e1b-920a-c516de93c475'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:45.716216 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.773019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:45.773851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628a8ad-11dc-4cd7-bbcb-21030d7818c8 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:45.804721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bb08288d-e3fb-428e-91aa-2f973e5c88be None None] Provisioning for port 29a94c9c-9836-40f6-944c-7ac915bf3b33 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:45.866312 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] For port 3a0b2b57-a47c-4483-ab81-c8e37627b634, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:45.879200 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] For port 3a0b2b57-a47c-4483-ab81-c8e37627b634, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3a0b2b57-a47c-4483-ab81-c8e37627b634,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:45.889949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:45.892237 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:45.925308 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fc552f39-3d26-4f14-9466-c07f1e3e0877 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/floatingips/86565282-6946-4232-9a89-c8eeff7b22d6 HTTP/1.1" status: 200 len: 688 time: 4.2487423 Jun 10 16:22:45.939102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49332) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:45.966901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.021811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 29a94c9c-9836-40f6-944c-7ac915bf3b33 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:46.038019 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ee9e2-7ba9-4d05-a8f8-0732cf21441c None None] Pushing event updated for resources: {'Port': ['ID=3a0b2b57-a47c-4483-ab81-c8e37627b634,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:46.041297 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:46.041906 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:46.043981 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-cd2ee9e2-7ba9-4d05-a8f8-0732cf21441c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:46.046776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Attempting to bind port bc497c80-e8bc-4116-8982-747e0c68a9b0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:46.046776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Attempting to bind port bc497c80-e8bc-4116-8982-747e0c68a9b0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:46.046776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Attempting to bind port bc497c80-e8bc-4116-8982-747e0c68a9b0 on network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:46.049276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 3ff23a7a-8e4d-4573-a65c-3fc0673033ff will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:46.057077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Port bc497c80-e8bc-4116-8982-747e0c68a9b0 on network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:22:46.073762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Attempting to bind port bc497c80-e8bc-4116-8982-747e0c68a9b0 on network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:46.081417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:46.081781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Checking segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:46.082172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Bound using segment: {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:46.083824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Bound port: bc497c80-e8bc-4116-8982-747e0c68a9b0, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b811efbb-100f-4bd0-9549-02c7bb522fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:46.084181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.124813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 29a94c9c-9836-40f6-944c-7ac915bf3b33 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:46.131777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 29a94c9c-9836-40f6-944c-7ac915bf3b33 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:46.132166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.212646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.231350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.270155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:46.277011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:46.282981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fd3eab7-2096-41e9-adf8-c31102dcf4d4 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:46.284067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b749da64-8b5e-46ba-b1c5-00747311d9c8 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:46.287824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.308384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.327739 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:46.335770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 29a94c9c-9836-40f6-944c-7ac915bf3b33, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=29a94c9c-9836-40f6-944c-7ac915bf3b33,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:46.343018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.353586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:46.366497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:46.370228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:46.372765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:46.373687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.405219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:46.413055 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/d493de92-a690-4acd-8fed-d6854bfc905a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6640186 Jun 10 16:22:46.419963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49334) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:46.470306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=29a94c9c-9836-40f6-944c-7ac915bf3b33,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:46.483440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:46.500792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:46.501463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.502841 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] 10.222.0.25 "PUT /v2.0/ports/bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 1093 time: 2.3359346 Jun 10 16:22:46.514115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:46.516887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38416f68-915e-46c2-b6b1-b11a2d308841" -d '{"events": [{"name": "network-changed", "server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:46.564814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1fbf7224-71c7-4215-a597-09adfe596220 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=d493de92-a690-4acd-8fed-d6854bfc905a HTTP/1.1" status: 200 len: 205 time: 0.1354361 Jun 10 16:22:46.570899 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] Sync routers for ids ['d493de92-a690-4acd-8fed-d6854bfc905a'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:46.574286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=11f390a1-f7f8-4a60-8213-4e59e4666ec9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:46.588344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:46.593879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=3ff23a7a-8e4d-4573-a65c-3fc0673033ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:46.607995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49340) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:46.612017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:46.624754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0d1608c-7e7b-4e70-9eab-97b4e2d4c5bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:46.695053 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] Routers {'d493de92-a690-4acd-8fed-d6854bfc905a'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:46.695954 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d493de92-a690-4acd-8fed-d6854bfc905a'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:46.765408 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:46.770894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.776416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7953a-b4b6-4a74-a661-57ba51a3f217 x-openstack-request-id: req-37a7953a-b4b6-4a74-a661-57ba51a3f217 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:46.776753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:46.777347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37a7953a-b4b6-4a74-a661-57ba51a3f217 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:46.777794 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'status': 'completed', 'code': 200} Jun 10 16:22:46.800576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.803165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': '315439a8-d4cb-4131-8b4c-e9c5e6c01b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:46.803300 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] Routers {'d493de92-a690-4acd-8fed-d6854bfc905a'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:46.803540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: e1e02c37-f1a0-4d0e-81fd-32c967b5619c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:22:46.803810 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d493de92-a690-4acd-8fed-d6854bfc905a'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:46.815907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9efc1a-552d-4b93-8489-596f864e2df7 req-e32a9e04-91c4-4348-aab4-e0d131a97c26 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:46.824095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ca6047f2-224a-4c68-bb40-6430504939b5 None None] Provisioning for port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:46.827538 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9c9efc1a-552d-4b93-8489-596f864e2df7 req-e32a9e04-91c4-4348-aab4-e0d131a97c26 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 943 time: 0.8053300 Jun 10 16:22:46.829123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ca6047f2-224a-4c68-bb40-6430504939b5 None None] Provisioning complete for port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:46.829556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca6047f2-224a-4c68-bb40-6430504939b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.874468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:46.914062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ca6047f2-224a-4c68-bb40-6430504939b5 None None] Port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:46.935817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:46.954060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:46.985854 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:46.986301 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc96aa-2dee-490c-b0bb-8ef562e67b1b None None] The sync data for ids ['d493de92-a690-4acd-8fed-d6854bfc905a'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:47.046600 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:27Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a0b2b57-a47c-4483-ab81-c8e37627b634', 'name': '', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:aa:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:38Z', 'updated_at': '2021-06-10T16:22:45Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:47.050624 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cacab-cb7b-4a91-9f65-fe0d7a0e9b85 None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:27Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a0b2b57-a47c-4483-ab81-c8e37627b634', 'name': '', 'network_id': '5612469b-9480-4e1b-920a-c516de93c475', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:aa:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:38Z', 'updated_at': '2021-06-10T16:22:45Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '8bd3e266-0c82-4399-922a-cbe5757ab967', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:47.054251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 04b85b13-9c89-4121-a2bf-0b07c6ba10de {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:47.054794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.067774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ef98d530-b5dc-43ef-aa20-ec2d8b0aa7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:47.069337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-ef98d530-b5dc-43ef-aa20-ec2d8b0aa7a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1096 time: 0.4559045 Jun 10 16:22:47.092322 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9c9efc1a-552d-4b93-8489-596f864e2df7 req-fbec12a6-53ee-4e17-9645-c78b2e2a41fd tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635272 Jun 10 16:22:47.110544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:22:47.150364 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-dacefe11-c1e2-407c-bdb3-19c3c5cff94b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 217 time: 0.0706191 Jun 10 16:22:47.338569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, e1e02c37-f1a0-4d0e-81fd-32c967b5619c) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:47.349241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5206d3-e49e-4ba6-96ac-bec1fd6da913 None None] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:47.412162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:47.413776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.594312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-e1e02c37-f1a0-4d0e-81fd-32c967b5619c', 'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '11f390a1-f7f8-4a60-8213-4e59e4666ec9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:47.595535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.625926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.633478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.646443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.19 (9b527b58-1c8c-4aca-aedd-fd034b85b283/2f45efcf-e33e-4892-b117-33e20579afad/2d751ed0-4a8d-41f7-91ee-5ad4151fec32) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:47.683820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.684200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.752392 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1987567 Jun 10 16:22:47.761279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49344) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:47.765300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1908221297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:47.787877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-cc503b6f-2f9d-4f33-b8a3-7bc7afe3517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:47.789348 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-cc503b6f-2f9d-4f33-b8a3-7bc7afe3517f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 200 len: 834 time: 0.6291034 Jun 10 16:22:47.798249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Allocated IP 172.20.0.2 (e1e02c37-f1a0-4d0e-81fd-32c967b5619c/11f390a1-f7f8-4a60-8213-4e59e4666ec9/240aaabb-b5e1-412d-bfd5-2e1e0d541a3d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:47.867856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 04b85b13-9c89-4121-a2bf-0b07c6ba10de owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:47.884425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.909629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.910499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.913277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-baafb420-e82f-4480-a989-9eeee5ca4d02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:47.931914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.932396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router d493de92-a690-4acd-8fed-d6854bfc905a {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:47.957440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:47.963709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-2aad138b-edf1-45db-8532-834b10617a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:47.965489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-2aad138b-edf1-45db-8532-834b10617a3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1632543 Jun 10 16:22:47.966105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:47.966312 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ec606487-f819-4e3b-91fa-c82184fea52f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/d493de92-a690-4acd-8fed-d6854bfc905a HTTP/1.1" status: 204 len: 168 time: 1.3282542 Jun 10 16:22:48.063747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.066158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.144363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3a0b2b57-a47c-4483-ab81-c8e37627b634 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:48.150565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.189624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Transition to ACTIVE for port object 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:48.197941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.201932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.213167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.223044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=3ff23a7a-8e4d-4573-a65c-3fc0673033ff,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:48.231767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Transition to ACTIVE for port object 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:48.243468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.247211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:48.268861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.272760 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-21207205-514b-4654-abc4-b962965d1b07 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5091593 Jun 10 16:22:48.275480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49350) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:48.287439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:48.295831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:48.296474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:48.303843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:48.307981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:48.327971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Pushing event updated for resources: {'Port': ['ID=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:48.333273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:48.341701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet 69bc4493-5063-48c0-b302-366fb9ee1d47 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:48.350056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.356415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:48.359178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 3a0b2b57-a47c-4483-ab81-c8e37627b634 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:48.404453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Attempting to bind port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:48.404841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Attempting to bind port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '315439a8-d4cb-4131-8b4c-e9c5e6c01b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:48.405237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Attempting to bind port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d on network e1e02c37-f1a0-4d0e-81fd-32c967b5619c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:48.410758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3a0b2b57-a47c-4483-ab81-c8e37627b634 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:48.411183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.448084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:48.448466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Checking segment: {'id': '315439a8-d4cb-4131-8b4c-e9c5e6c01b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:48.448876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.449315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Bound using segment: {'id': '315439a8-d4cb-4131-8b4c-e9c5e6c01b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:48.449816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Bound port: 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315439a8-d4cb-4131-8b4c-e9c5e6c01b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e1e02c37-f1a0-4d0e-81fd-32c967b5619c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:48.450196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.549637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] For port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:48.554573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] For port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,segment=NetworkSegment(315439a8-d4cb-4131-8b4c-e9c5e6c01b27),segment_id=315439a8-d4cb-4131-8b4c-e9c5e6c01b27)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:48.566868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.573216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-427c7019-ef64-4d00-b287-7f8ad5982fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:48.599404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.642134 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-0b10d9db-9801-4458-9df3-0e6e5387ed48 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640475 Jun 10 16:22:48.705806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.708557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Pushing event updated for resources: {'Port': ['ID=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:48.714103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:48.738679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aeb73c67-30c0-49c6-a239-a224d9876600 None None] Provisioning complete for port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:48.740025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aeb73c67-30c0-49c6-a239-a224d9876600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.809344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 3a0b2b57-a47c-4483-ab81-c8e37627b634, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3a0b2b57-a47c-4483-ab81-c8e37627b634,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:48.815900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-aeb73c67-30c0-49c6-a239-a224d9876600 None None] Port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:48.823251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.824139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 29a94c9c-9836-40f6-944c-7ac915bf3b33 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:48.830274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-48056516-f14e-44b7-8c3b-b5419466c23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:48.864555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362270ea-fec7-4562-847a-b0df5b17e69d req-8dad12bd-963e-4cd9-b3de-f76cc5075708 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:48.866889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-362270ea-fec7-4562-847a-b0df5b17e69d req-8dad12bd-963e-4cd9-b3de-f76cc5075708 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 943 time: 0.5882685 Jun 10 16:22:48.887071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:48.928356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:48.928612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=3a0b2b57-a47c-4483-ab81-c8e37627b634,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:48.958641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:48.968178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Router 43109994-020e-4c84-a441-7956e8a19873 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:22:48.977871 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4db6b60-3d9b-4763-bd66-f3771d6abca5 req-42dfed21-7d9d-4faf-ae39-9435e943d9d8 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224154 Jun 10 16:22:48.995187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 29a94c9c-9836-40f6-944c-7ac915bf3b33 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:48.996131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.010066 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-362270ea-fec7-4562-847a-b0df5b17e69d req-81c01ff4-fc5e-4948-909a-a8c6fd63adec tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177614 Jun 10 16:22:49.045502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.048860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-237a4d26-bb69-42e2-8051-44cf2566bb52 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:49.085076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.102017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=04b85b13-9c89-4121-a2bf-0b07c6ba10de,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:49.111987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:49.115679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4b980f3-a908-4ed9-a285-9336d9ce56bb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:49.242068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.249662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b38a0f99-9ec9-48b1-8e29-40be75723c3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:49.311099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=69bc4493-5063-48c0-b302-366fb9ee1d47,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:49.323542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:49.325565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:49.331152 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "PUT /v2.0/routers/43109994-020e-4c84-a441-7956e8a19873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6315906 Jun 10 16:22:49.334941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49354) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.342384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Sync routers for ids ['43109994-020e-4c84-a441-7956e8a19873'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:49.358134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a99aaa-b661-4921-862b-27e399b97f31 None None] Network eaa9067f-f95f-4054-9849-3a2dc5f30c8e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:49.399378 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.400753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Routers {'43109994-020e-4c84-a441-7956e8a19873'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:49.403875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/69bc4493-5063-48c0-b302-366fb9ee1d47 HTTP/1.1" status: 204 len: 168 time: 1.4306536 Jun 10 16:22:49.404033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['43109994-020e-4c84-a441-7956e8a19873'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:49.410719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49356) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.417882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad9720-8ea9-4c64-8770-33f6e7a84166 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:49.421777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-26ad9720-8ea9-4c64-8770-33f6e7a84166 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports/3ff23a7a-8e4d-4573-a65c-3fc0673033ff HTTP/1.1" status: 200 len: 911 time: 0.0835178 Jun 10 16:22:49.425681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49358) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.437099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=2d751ed0-4a8d-41f7-91ee-5ad4151fec32,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:49.440112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:49.492508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-1cd7e2cf-0844-460c-ac6b-1bce0ceee639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:49.494192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-1cd7e2cf-0844-460c-ac6b-1bce0ceee639 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1096 time: 0.4072096 Jun 10 16:22:49.616368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.616891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3aa0b6-2ef7-446a-8c9b-11c8f4153b3b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:49.619271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.622949 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/floatingips/86565282-6946-4232-9a89-c8eeff7b22d6 HTTP/1.1" status: 204 len: 168 time: 3.6792195 Jun 10 16:22:49.626058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3aa0b6-2ef7-446a-8c9b-11c8f4153b3b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:49.627909 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0e3aa0b6-2ef7-446a-8c9b-11c8f4153b3b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2004781 Jun 10 16:22:49.631044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49360) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.631431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49362) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.636179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] In _notify_port_updated(), no bound segment for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 on network 9b527b58-1c8c-4aca-aedd-fd034b85b283 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:22:49.641647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:49.642287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.646354 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/ports/2d751ed0-4a8d-41f7-91ee-5ad4151fec32 HTTP/1.1" status: 200 len: 999 time: 4.7374060 Jun 10 16:22:49.652614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49364) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.734162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.749480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.765587 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-f0de11eb-20e0-4564-a2ef-e8650f7690d3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] delete failed (client error): The resource could not be found. Jun 10 16:22:49.766670 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f0de11eb-20e0-4564-a2ef-e8650f7690d3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/floatingips/86565282-6946-4232-9a89-c8eeff7b22d6 HTTP/1.1" status: 404 len: 345 time: 0.1343446 Jun 10 16:22:49.787842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49366) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:49.804123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e651b8-55ed-4edd-b43e-5f2b522a9c1e None None] Provisioning for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:49.822310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-20a29dea-cafa-4c6f-a0b8-9bf48710ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:49.823769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-20a29dea-cafa-4c6f-a0b8-9bf48710ab9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 897 time: 0.3162489 Jun 10 16:22:49.842007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e651b8-55ed-4edd-b43e-5f2b522a9c1e None None] Provisioning complete for port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:49.842608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3e651b8-55ed-4edd-b43e-5f2b522a9c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:49.904284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f3e651b8-55ed-4edd-b43e-5f2b522a9c1e None None] Port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:49.909647 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-81df0c67-8345-4a3e-8def-073909b020a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 217 time: 0.0707862 Jun 10 16:22:49.912458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Set router 43109994-020e-4c84-a441-7956e8a19873 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:50.124414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-a23ed1bb-7b8d-4d41-bcd9-22a141c99bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.126208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-a23ed1bb-7b8d-4d41-bcd9-22a141c99bd7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 200 len: 834 time: 0.2092545 Jun 10 16:22:50.206327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3a0b2b57-a47c-4483-ab81-c8e37627b634 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:50.267590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] DHCP port deletion for eaa9067f-f95f-4054-9849-3a2dc5f30c8e request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:50.325927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2518a9-1727-4c24-8f0f-35e308dee11d None None] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:50.332519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-20dfbf54-5d48-47b0-aed4-152f5a943064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.335032 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-20dfbf54-5d48-47b0-aed4-152f5a943064 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2008905 Jun 10 16:22:50.351349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dad26b-c9bd-49b4-8637-d58064b595ff tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.357300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dad26b-c9bd-49b4-8637-d58064b595ff tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.363149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dad26b-c9bd-49b4-8637-d58064b595ff tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.370195 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-72dad26b-c9bd-49b4-8637-d58064b595ff tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/ports?network_id=25350bcf-aa8e-423c-b651-be6ee55609bd HTTP/1.1" status: 200 len: 2358 time: 0.5289483 Jun 10 16:22:50.370415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49370) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:50.417120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 918cd894-5f06-4795-82e4-16c73f00c937 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:50.417120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.422776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:50.423477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.423753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3a0b2b57-a47c-4483-ab81-c8e37627b634 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:50.424221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.474398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-59431b22-d89e-49de-849f-170dac5c114c None None] Provisioning for port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:50.547487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fe17b-938a-44f0-b2fd-f1f702cf80bb tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.553342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-543fe17b-938a-44f0-b2fd-f1f702cf80bb tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/subnets/dbaeda01-4278-4ed1-9a70-4820b096c6e5 HTTP/1.1" status: 200 len: 797 time: 0.1788883 Jun 10 16:22:50.554539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49372) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:50.559033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'port': {'network_id': '25350bcf-aa8e-423c-b651-be6ee55609bd', 'name': 'tempest-FloatingIPTestJSON-673908928', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:50.615032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Deleting port 918cd894-5f06-4795-82e4-16c73f00c937 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:50.615032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.652592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port 918cd894-5f06-4795-82e4-16c73f00c937, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=918cd894-5f06-4795-82e4-16c73f00c937,segment=NetworkSegment(b31f064f-1927-4195-bf13-8c601dd4d8f5),segment_id=b31f064f-1927-4195-bf13-8c601dd4d8f5)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:50.653105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.676891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-df8aab93-d9c1-4368-baf5-4175b1d2f391 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334959 Jun 10 16:22:50.734954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcc8c0-e2b5-44b1-94fd-99f3f1ba6e98 req-2594767e-73e9-4f1b-a5fb-e0538c1872eb tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:50.736766 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6edcc8c0-e2b5-44b1-94fd-99f3f1ba6e98 req-2594767e-73e9-4f1b-a5fb-e0538c1872eb tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 943 time: 0.4641268 Jun 10 16:22:50.791347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 918cd894-5f06-4795-82e4-16c73f00c937 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:50.796657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43109994-020e-4c84-a441-7956e8a19873', 'name': 'tempest-NetworksTestDHCPv6-router-2065556755', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:43Z', 'updated_at': '2021-06-10T16:22:46Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None, '_interfaces': [{'id': '3ff23a7a-8e4d-4573-a65c-3fc0673033ff', 'name': '', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'mac_address': 'fa:16:3e:7a:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43109994-020e-4c84-a441-7956e8a19873', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '77406346-abe8-4a64-afea-79558f031e15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:44Z', 'updated_at': '2021-06-10T16:22:47Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'subnets': [{'id': '77406346-abe8-4a64-afea-79558f031e15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:50.799524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] For port 918cd894-5f06-4795-82e4-16c73f00c937, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=918cd894-5f06-4795-82e4-16c73f00c937,segment=NetworkSegment(b31f064f-1927-4195-bf13-8c601dd4d8f5),segment_id=b31f064f-1927-4195-bf13-8c601dd4d8f5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:50.799930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.804095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:50.821927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.20.0.1 (e1e02c37-f1a0-4d0e-81fd-32c967b5619c/11f390a1-f7f8-4a60-8213-4e59e4666ec9/8cf0f56f-2714-46e9-8b43-0881c08291a4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:50.834845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:50.841919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Checking router: 43109994-020e-4c84-a441-7956e8a19873 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:22:50.842318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Updating router 43109994-020e-4c84-a441-7956e8a19873 port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:22:50.959660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Calling delete_port for 918cd894-5f06-4795-82e4-16c73f00c937 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:51.015150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 2d751ed0-4a8d-41f7-91ee-5ad4151fec32 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:51.049715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:22:51.057224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.091902 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6edcc8c0-e2b5-44b1-94fd-99f3f1ba6e98 req-97f42b12-32b0-4fd2-b909-6e27d211a71c tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929802 Jun 10 16:22:51.157475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:51.190550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:51.190815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.295997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.298818 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:22:51.312463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object 8cf0f56f-2714-46e9-8b43-0881c08291a4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:51.359699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.366559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8773e0e3-4f37-42cb-a8f7-5a32b3c3db85 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:51.408753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.466443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:51.512970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.535821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.542699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e10f4848-50e5-462e-8ef5-16b84064e7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:51.568901 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38416f68-915e-46c2-b6b1-b11a2d308841 req-7c76fad5-4181-437a-a6a8-1b203a679bac service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8713334 Jun 10 16:22:51.619920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Pushing event deleted for resources: {'Port': ['ID=918cd894-5f06-4795-82e4-16c73f00c937,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:51.629679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] No DVR routers for this DVR port 918cd894-5f06-4795-82e4-16c73f00c937 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:51.649528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:51.653548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3eba918-2c87-4c48-8f4f-a8e53801e9db None None] Provisioning complete for port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:51.653847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3eba918-2c87-4c48-8f4f-a8e53801e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.699822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.759376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:51.815285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] device_id is not set on port ffcebac2-3d99-4f49-92b6-01a6432ab0e9 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:22:51.824725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'port_id': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'mac_address': 'fa:16:3e:66:51:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:22:51.850299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:51.858832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.859827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:51.862353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:51.875665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=8cf0f56f-2714-46e9-8b43-0881c08291a4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:51.882619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:51.909939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:51.916551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-227c09bd-459e-49e3-a037-8231a5742e1f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:52.001901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=918cd894-5f06-4795-82e4-16c73f00c937,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:52.004536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:52.006952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port 918cd894-5f06-4795-82e4-16c73f00c937 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:52.038318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,segment=NetworkSegment(315439a8-d4cb-4131-8b4c-e9c5e6c01b27),segment_id=315439a8-d4cb-4131-8b4c-e9c5e6c01b27)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:52.042655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3eba918-2c87-4c48-8f4f-a8e53801e9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.067473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.089964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.092444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.097409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f9786068-f00d-454b-b758-00d556cd21e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:52.170219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:52.175109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:52.186760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:52.187111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.235720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 918cd894-5f06-4795-82e4-16c73f00c937 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:52.239963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.250787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc497c80-e8bc-4116-8982-747e0c68a9b0 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:22:52.278519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:52.291072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.332552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 918cd894-5f06-4795-82e4-16c73f00c937 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:52.332552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 918cd894-5f06-4795-82e4-16c73f00c937 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:52.333671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.336074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.338014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa9067f-f95f-4054-9849-3a2dc5f30c8e']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:52.340086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Transition to ACTIVE for port object 3ff23a7a-8e4d-4573-a65c-3fc0673033ff will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:52.342190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:52.343994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a3f0ad97-938c-4a2e-880d-e5d002a030db tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:52.383257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-f3eba918-2c87-4c48-8f4f-a8e53801e9db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:22:52.383623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-f3eba918-2c87-4c48-8f4f-a8e53801e9db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:22:52.385984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.393727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31f064f-1927-4195-bf13-8c601dd4d8f5') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:52.394300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31f064f-1927-4195-bf13-8c601dd4d8f5') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:52.397977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=2d751ed0-4a8d-41f7-91ee-5ad4151fec32,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:52.409994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:52.419701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.13 (25350bcf-aa8e-423c-b651-be6ee55609bd/dbaeda01-4278-4ed1-9a70-4820b096c6e5/ffcebac2-3d99-4f49-92b6-01a6432ab0e9) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:52.433275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.443127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.447465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.12 (25350bcf-aa8e-423c-b651-be6ee55609bd/dbaeda01-4278-4ed1-9a70-4820b096c6e5/ffcebac2-3d99-4f49-92b6-01a6432ab0e9) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:52.488744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.532948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:52.533487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.539322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:52.552202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:52.552902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d4975159-7ca1-4a7e-b8a5-d773089978a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:52.565707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 3ff23a7a-8e4d-4573-a65c-3fc0673033ff owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:52.569035 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:52.572169 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:52.651344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c0e06-e5ba-43f9-9a82-ead0cb59ad18 None None] Pushing event updated for resources: {'Port': ['ID=3ff23a7a-8e4d-4573-a65c-3fc0673033ff,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:52.661847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['bc497c80-e8bc-4116-8982-747e0c68a9b0'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:22:52.665456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-245c0e06-e5ba-43f9-9a82-ead0cb59ad18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:52.722799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Attempting to bind port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:52.723852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Attempting to bind port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:52.724245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Attempting to bind port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:52.737446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:52.737773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:52.738152 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.739560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:52.740341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Bound port: 3ff23a7a-8e4d-4573-a65c-3fc0673033ff, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:52.740801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.742219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.773897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.780246 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/2d751ed0-4a8d-41f7-91ee-5ad4151fec32 HTTP/1.1" status: 204 len: 168 time: 3.1268780 Jun 10 16:22:52.781065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.783156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49378) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:52.814331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3d994-7fb0-4ab4-ae62-e51a45507e94 req-762ae066-99d2-492b-bf74-cad722daca09 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:52.822458 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c8e3d994-7fb0-4ab4-ae62-e51a45507e94 req-762ae066-99d2-492b-bf74-cad722daca09 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 944 time: 0.5015326 Jun 10 16:22:52.828404 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d333366b-678e-4bbc-bdc0-ba3116abf08c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:22:52.833265 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d333366b-678e-4bbc-bdc0-ba3116abf08c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/2d751ed0-4a8d-41f7-91ee-5ad4151fec32 HTTP/1.1" status: 404 len: 333 time: 0.0488791 Jun 10 16:22:52.836709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee362bec-2f44-49a8-9db2-07cc908485b8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:52.840839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.842831 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/eaa9067f-f95f-4054-9849-3a2dc5f30c8e HTTP/1.1" status: 204 len: 168 time: 3.4240601 Jun 10 16:22:52.843647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49380) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:52.848541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49382) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:52.872918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1602636462', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:52.913181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=eaa9067f-f95f-4054-9849-3a2dc5f30c8e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:52.931117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] For port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:52.945999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:52.957005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:52.970568 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c8e3d994-7fb0-4ab4-ae62-e51a45507e94 req-50947150-3720-4518-ae2c-8c3a622c2a50 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463289 Jun 10 16:22:52.984745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] For port 3ff23a7a-8e4d-4573-a65c-3fc0673033ff, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3ff23a7a-8e4d-4573-a65c-3fc0673033ff,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:53.011520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.019295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:53.091826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.093200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.104701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 2f45efcf-e33e-4892-b117-33e20579afad {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:53.108448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.140592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.178771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Routers {'43109994-020e-4c84-a441-7956e8a19873'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:53.179437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['43109994-020e-4c84-a441-7956e8a19873'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:53.179568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:53.187451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c0e06-e5ba-43f9-9a82-ead0cb59ad18 None None] Pushing event updated for resources: {'Port': ['ID=3ff23a7a-8e4d-4573-a65c-3fc0673033ff,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:53.201251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.248697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-245c0e06-e5ba-43f9-9a82-ead0cb59ad18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:53.255099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:53.263726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:53.268992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:53.310339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.320436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=ffcebac2-3d99-4f49-92b6-01a6432ab0e9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:53.327080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:53.334130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-758440c8-325c-4286-9443-03e0602ff612 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:53.378137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] Set router 43109994-020e-4c84-a441-7956e8a19873 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:22:53.386961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=3ff23a7a-8e4d-4573-a65c-3fc0673033ff,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:53.414752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:53.421315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:53.422006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.491915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9371812 Jun 10 16:22:53.508916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49384) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:53.517313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'ffcebac2-3d99-4f49-92b6-01a6432ab0e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:53.551792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.562221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.571049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.603479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.616883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.696900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.701067 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-61b5d259-b93a-409e-a801-575023cd5bca tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8289232 Jun 10 16:22:53.702819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49386) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:53.708079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-af4e5d66-28b0-40ae-8608-7fb8f21c05a1 None None] Provisioning for port 8cf0f56f-2714-46e9-8b43-0881c08291a4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:53.713305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-40928327'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:53.724873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-af4e5d66-28b0-40ae-8608-7fb8f21c05a1 None None] Provisioning complete for port 8cf0f56f-2714-46e9-8b43-0881c08291a4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:53.725244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-af4e5d66-28b0-40ae-8608-7fb8f21c05a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.790508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Router 43109994-020e-4c84-a441-7956e8a19873 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:22:53.794401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.806067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.814987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:53.828808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-af4e5d66-28b0-40ae-8608-7fb8f21c05a1 None None] Port 8cf0f56f-2714-46e9-8b43-0881c08291a4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:53.905345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:53.905551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:53.909224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.911584 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "PUT /v2.0/routers/43109994-020e-4c84-a441-7956e8a19873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2715297 Jun 10 16:22:53.913694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49390) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:53.927700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43109994-020e-4c84-a441-7956e8a19873', 'name': 'tempest-NetworksTestDHCPv6-router-2065556755', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:43Z', 'updated_at': '2021-06-10T16:22:46Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None, '_interfaces': [{'id': '3ff23a7a-8e4d-4573-a65c-3fc0673033ff', 'name': '', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'mac_address': 'fa:16:3e:7a:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43109994-020e-4c84-a441-7956e8a19873', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '77406346-abe8-4a64-afea-79558f031e15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:44Z', 'updated_at': '2021-06-10T16:22:52Z', 'revision_number': 4, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'subnets': [{'id': '77406346-abe8-4a64-afea-79558f031e15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:53.931311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc980cad-fe8a-4b1f-b6e0-9a06b0ca59ef None None] The sync data for ids ['43109994-020e-4c84-a441-7956e8a19873'] in dv-neutron-601336-90-hyperv is: [{'id': '43109994-020e-4c84-a441-7956e8a19873', 'name': 'tempest-NetworksTestDHCPv6-router-2065556755', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:43Z', 'updated_at': '2021-06-10T16:22:46Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None, '_interfaces': [{'id': '3ff23a7a-8e4d-4573-a65c-3fc0673033ff', 'name': '', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'mac_address': 'fa:16:3e:7a:5c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43109994-020e-4c84-a441-7956e8a19873', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '77406346-abe8-4a64-afea-79558f031e15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:44Z', 'updated_at': '2021-06-10T16:22:52Z', 'revision_number': 4, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'subnets': [{'id': '77406346-abe8-4a64-afea-79558f031e15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:53.942850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-da67cf5e-f7cf-4716-8808-ac21d9becc67 None None] Could not find standard attr ID for object 3ff23a7a-8e4d-4573-a65c-3fc0673033ff. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:22:53.950035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.984784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:53.991303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=8cf0f56f-2714-46e9-8b43-0881c08291a4,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:53.995476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87bb808-1ed1-4081-a6e8-197e1baae404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:53.997670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87bb808-1ed1-4081-a6e8-197e1baae404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:53.999102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:54.000277 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c87bb808-1ed1-4081-a6e8-197e1baae404 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0859859 Jun 10 16:22:54.003683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49394) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:54.010258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43125f84-35ca-4c14-9911-c81e4705dc33 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:54.012071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.024942 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/2f45efcf-e33e-4892-b117-33e20579afad HTTP/1.1" status: 204 len: 168 time: 1.1777284 Jun 10 16:22:54.025655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:54.034520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49396) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:54.086779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 77406346-abe8-4a64-afea-79558f031e15 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:54.087705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:54.091866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.157581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.161271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=2f45efcf-e33e-4892-b117-33e20579afad,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:54.166283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:54.183781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.184125 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 80250a87-2878-4db2-9311-b0abcc016dd3 of type vlan for network b5a3c451-f96f-46e0-a25b-9525a697e245 Jun 10 16:22:54.279398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:54.362183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:54.362577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.381577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.422607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet a5b1e7f2-6f6e-48e8-b112-2418c9025fa2 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:22:54.426772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.497996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.503147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4faf05da-c17d-453c-a9b3-282ccbab1dca tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:54.540724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=77406346-abe8-4a64-afea-79558f031e15,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:54.543120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.545429 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/77406346-abe8-4a64-afea-79558f031e15 HTTP/1.1" status: 204 len: 168 time: 0.5404491 Jun 10 16:22:54.546400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:54.547823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49398) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:54.553539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a469ab-48c4-4dbe-9838-36718d711022 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:54.557017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.598674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.616176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:54.721118 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-596d2e2b-f9c9-4e32-91a6-cf64bf17f826 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1720746 Jun 10 16:22:54.723820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49400) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:54.739276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:54.777581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:54.938563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:55.043878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:22:55.146346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Deleting port 29a94c9c-9836-40f6-944c-7ac915bf3b33 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:55.146782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.181967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port bc497c80-e8bc-4116-8982-747e0c68a9b0 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:22:55.247318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port bc497c80-e8bc-4116-8982-747e0c68a9b0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:55.247732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.285079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4001317f-d498-49bc-befb-06189590fbca None None] Provisioning complete for port 8cf0f56f-2714-46e9-8b43-0881c08291a4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:55.286037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4001317f-d498-49bc-befb-06189590fbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.292114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db76be-26d6-4e29-b389-c01231837e21 req-5d6c7558-4c7e-465f-84e4-d993cad700b0 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:55.293962 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a1db76be-26d6-4e29-b389-c01231837e21 req-5d6c7558-4c7e-465f-84e4-d993cad700b0 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 944 time: 1.0969524 Jun 10 16:22:55.315548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.321891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:55.322696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.349506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] For port 29a94c9c-9836-40f6-944c-7ac915bf3b33, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=29a94c9c-9836-40f6-944c-7ac915bf3b33,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:55.349917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.367715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4001317f-d498-49bc-befb-06189590fbca None None] Port 8cf0f56f-2714-46e9-8b43-0881c08291a4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:22:55.385291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6bf4daf8-7589-4038-95fb-b69324130607 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:55.423888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.459602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Calling delete_port for 29a94c9c-9836-40f6-944c-7ac915bf3b33 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:55.478596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.530111 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8214083 Jun 10 16:22:55.533505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49402) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:55.539623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:55.576411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.584423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b90c23eb-d8e6-4cd7-bd4e-a7de7a4dc17f None None] Provisioning complete for port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:22:55.584804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b90c23eb-d8e6-4cd7-bd4e-a7de7a4dc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.607125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.224 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d21522bf-0d84-4f5a-a04b-9d155c143af6) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:55.634616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=b5a3c451-f96f-46e0-a25b-9525a697e245,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:55.643519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:55.651006 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a1db76be-26d6-4e29-b389-c01231837e21 req-62d974f1-d69d-4278-96a6-46924c35c77b tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434815 Jun 10 16:22:55.664415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:55.684546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:22:55.687688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf35e51-4f17-41d1-b7ef-6cefef61c3af" -d '{"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-plugged", "status": "completed", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:22:55.690309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network b5a3c451-f96f-46e0-a25b-9525a697e245 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:22:55.700099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.723712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e4cc4a28-2e77-4836-9678-2d368a553f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:55.746025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.751959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94ea51d5-7c6e-4d19-a650-cf801e88b342 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:55.809547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b1e7f2-6f6e-48e8-b112-2418c9025fa2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:55.815339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.819994 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/a5b1e7f2-6f6e-48e8-b112-2418c9025fa2 HTTP/1.1" status: 204 len: 168 time: 1.7829225 Jun 10 16:22:55.823798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:55.825696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:55.830938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.836767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.856455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ba2f3-2f8e-4027-9652-a77f92b5ea93 x-openstack-request-id: req-395ba2f3-2f8e-4027-9652-a77f92b5ea93 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:22:55.857119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-plugged", "status": "completed", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:22:55.857623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-395ba2f3-2f8e-4027-9652-a77f92b5ea93 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:22:55.858288 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'code': 200} Jun 10 16:22:55.859964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:55.875052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64140411-fdbf-4967-befb-0f5a689a85c4 None None] Network 9b527b58-1c8c-4aca-aedd-fd034b85b283 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:55.941750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:55.942945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 880d19df-3fe2-40ba-bd7a-b910c9c065a4 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:22:55.945449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.946099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Fanout notify agent at l3_agent the message router_deleted on router 43109994-020e-4c84-a441-7956e8a19873 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:22:55.958906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.959995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:55.960232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0a084ecb-3b94-4171-b78e-69eed7139369 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/routers/43109994-020e-4c84-a441-7956e8a19873 HTTP/1.1" status: 204 len: 168 time: 1.2353382 Jun 10 16:22:55.964651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:55.976445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-245c0e06-e5ba-43f9-9a82-ead0cb59ad18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:55.987262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:56.004941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.013589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:56.018063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.031540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Pushing event deleted for resources: {'Port': ['ID=29a94c9c-9836-40f6-944c-7ac915bf3b33,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:56.033824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:56.036784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] No DVR routers for this DVR port 29a94c9c-9836-40f6-944c-7ac915bf3b33 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:56.048073 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Sync routers for ids ['43109994-020e-4c84-a441-7956e8a19873'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:56.061547 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Routers set() bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:56.061940 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Router IDs set() for agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 16:22:56.062831 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_agentschedulers_db [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43109994-020e-4c84-a441-7956e8a19873'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent'). {{(pid=92389) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 10 16:22:56.069473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.109884 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Routers set() bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:56.110312 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Router IDs set() for agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 16:22:56.110928 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_agentschedulers_db [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43109994-020e-4c84-a441-7956e8a19873'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent'). {{(pid=92389) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 10 16:22:56.111359 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df7bcf-05f4-4741-92f8-bacec5fdd99e None None] The sync data for ids ['43109994-020e-4c84-a441-7956e8a19873'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:56.234025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:22:56.241191 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/880d19df-3fe2-40ba-bd7a-b910c9c065a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9646254 Jun 10 16:22:56.244820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49410) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:56.312983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.318728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f01dbd9-9038-468c-af32-4b8522dd234c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:56.336531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 29a94c9c-9836-40f6-944c-7ac915bf3b33 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:56.338860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] Sync routers for ids ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:22:56.362007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:56.365785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.379134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] Routers {'880d19df-3fe2-40ba-bd7a-b910c9c065a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:56.380272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:56.382360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 29a94c9c-9836-40f6-944c-7ac915bf3b33 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:56.382707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 29a94c9c-9836-40f6-944c-7ac915bf3b33 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:56.390230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac23a5-76d0-4d1f-bf06-69452d6f0c30 req-d931986d-729f-4b38-8285-1af693ab9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:56.391755 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28ac23a5-76d0-4d1f-bf06-69452d6f0c30 req-d931986d-729f-4b38-8285-1af693ab9f95 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1098 time: 0.2516453 Jun 10 16:22:56.414627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:56.424588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091bb95-1d98-4518-aea8-eff1bfdf1d28 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:56.426427 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2091bb95-1d98-4518-aea8-eff1bfdf1d28 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports/8cf0f56f-2714-46e9-8b43-0881c08291a4 HTTP/1.1" status: 200 len: 910 time: 0.1798413 Jun 10 16:22:56.430775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:56.433484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:56.435305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49414) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:56.443767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:56.465760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] Routers {'880d19df-3fe2-40ba-bd7a-b910c9c065a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:22:56.466609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:56.475571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=d21522bf-0d84-4f5a-a04b-9d155c143af6,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:56.479050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:56.518061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:56.518523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.533537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:56.534224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab3297-90f8-4579-81e3-317e6fd5155a None None] The sync data for ids ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:22:56.614306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] DHCP port deletion for 9b527b58-1c8c-4aca-aedd-fd034b85b283 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:22:56.630708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49416) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:56.671423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Deleting port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:56.671930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.731806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] For port 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7285ae52-6ee2-4b91-a73b-b22d2e68c063,segment=NetworkSegment(4e283df6-bfc1-47a2-a0b7-fe8cec5900aa),segment_id=4e283df6-bfc1-47a2-a0b7-fe8cec5900aa)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:56.733750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.765115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] For port 7285ae52-6ee2-4b91-a73b-b22d2e68c063, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7285ae52-6ee2-4b91-a73b-b22d2e68c063,segment=NetworkSegment(4e283df6-bfc1-47a2-a0b7-fe8cec5900aa),segment_id=4e283df6-bfc1-47a2-a0b7-fe8cec5900aa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:22:56.765461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.838200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28ac23a5-76d0-4d1f-bf06-69452d6f0c30 req-b3b207bd-ec1a-44d7-86a6-0247720c6659 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107444 Jun 10 16:22:56.854479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 7285ae52-6ee2-4b91-a73b-b22d2e68c063 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:56.877763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Calling delete_port for 7285ae52-6ee2-4b91-a73b-b22d2e68c063 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:22:56.977191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.983989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ae285f0-7982-4b28-8116-3fa159f6677c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:56.986508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:56.989425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:57.017800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Pushing event deleted for resources: {'Port': ['ID=7285ae52-6ee2-4b91-a73b-b22d2e68c063,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:57.022328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:57.024660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] No DVR routers for this DVR port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:57.153345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea23f-d944-44e8-9b9f-ae0c03b45f73 req-3058309d-c3c3-4b0a-8a53-870c48556613 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:57.154801 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a69ea23f-d944-44e8-9b9f-ae0c03b45f73 req-3058309d-c3c3-4b0a-8a53-870c48556613 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.2943451 Jun 10 16:22:57.181112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=536a4b57-aade-407e-8770-70c1a1c5521d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:57.191592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.196342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56454255-01e7-41fd-8112-0625f39fed26 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:57.239049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:57.324237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:57.324480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: b5a3c451-f96f-46e0-a25b-9525a697e245, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:22:57.325974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=7285ae52-6ee2-4b91-a73b-b22d2e68c063,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:57.337600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:57.347713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No DVR routers for this DVR port 7285ae52-6ee2-4b91-a73b-b22d2e68c063 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:22:57.359935 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a69ea23f-d944-44e8-9b9f-ae0c03b45f73 req-a4ffe121-827c-4efc-a799-eb248d30f024 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979949 Jun 10 16:22:57.431651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.443176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e37bcd83-bd8f-4c35-853b-d3a136ee8d0c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:57.446118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network b5a3c451-f96f-46e0-a25b-9525a697e245 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:22:57.497705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.499890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, b5a3c451-f96f-46e0-a25b-9525a697e245) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:57.509934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ed698-2a37-4ef5-9d94-84d610e220b0 None None] Network b5a3c451-f96f-46e0-a25b-9525a697e245 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:57.514856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b527b58-1c8c-4aca-aedd-fd034b85b283']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:57.521809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:57.528267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.530585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:57.530585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.531588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:57.531875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e283df6-bfc1-47a2-a0b7-fe8cec5900aa') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:22:57.567039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.570568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:57.583048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:57.583857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.585068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d043a2e-b9f9-469c-8406-6c23599bacb8 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:22:57.597758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.606834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:22:57.607226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:22:57.610253 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:22:57.612523 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0764198 Jun 10 16:22:57.612610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49420) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:57.617088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=b6a54424-712a-416d-b62f-fdec2af211f0,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:57.624911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:57.636576 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6683662 Jun 10 16:22:57.664243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49422) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:57.676397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:57.751383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.752331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.843657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.847043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:57.920409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'b6a54424-712a-416d-b62f-fdec2af211f0'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:57.921481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.001927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-b5a3c451-f96f-46e0-a25b-9525a697e245', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:22:58.002692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.201946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/b6a54424-712a-416d-b62f-fdec2af211f0/7137c4b4-85e8-4cfa-a173-5bacee26b2f3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:58.238930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7285ae52-6ee2-4b91-a73b-b22d2e68c063 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:58.278066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7285ae52-6ee2-4b91-a73b-b22d2e68c063 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:58.278379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7285ae52-6ee2-4b91-a73b-b22d2e68c063 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:58.278774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3ff23a7a-8e4d-4573-a65c-3fc0673033ff no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:22:58.291408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.307698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 3ff23a7a-8e4d-4573-a65c-3fc0673033ff {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:22:58.308049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3ff23a7a-8e4d-4573-a65c-3fc0673033ff not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:22:58.341291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Allocated IP 2001:db8::2 (b5a3c451-f96f-46e0-a25b-9525a697e245/536a4b57-aade-407e-8770-70c1a1c5521d/e290d62c-8831-490e-97cb-7f70853790e5) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:58.341851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.421504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ac0a5cdb-5699-4ba3-915c-bdb8a68f5771 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:58.429086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.436686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.436883 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/9b527b58-1c8c-4aca-aedd-fd034b85b283 HTTP/1.1" status: 204 len: 168 time: 2.6085861 Jun 10 16:22:58.448671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49426) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:58.469963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=9b527b58-1c8c-4aca-aedd-fd034b85b283,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:58.499431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:58.532918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.536832 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-69cae13f-75ca-421f-94b2-0dab76897d75 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8647377 Jun 10 16:22:58.539910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49428) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:58.595141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.634463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Transition to ACTIVE for port object 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:58.660928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.663106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Transition to ACTIVE for port object 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:58.672351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Transition to ACTIVE for port object e290d62c-8831-490e-97cb-7f70853790e5 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:58.674415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.679427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:58.736769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:58.737341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Transition to ACTIVE for port object e290d62c-8831-490e-97cb-7f70853790e5 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:22:58.743809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:58.747265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:58.753639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.758721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Pushing event updated for resources: {'Port': ['ID=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:58.764738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:58.765385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:58.792293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfcdf73-02f4-4151-a973-388b9a6b2198 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:58.797895 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-acfcdf73-02f4-4151-a973-388b9a6b2198 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3462303 Jun 10 16:22:58.807523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49430) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:58.850997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:58.853250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Network b5a3c451-f96f-46e0-a25b-9525a697e245 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:22:58.861956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:22:58.920558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.029735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:22:59.042291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Attempting to bind port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:59.042719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Attempting to bind port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:59.043026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Attempting to bind port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:59.044739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Pushing event updated for resources: {'Port': ['ID=e290d62c-8831-490e-97cb-7f70853790e5,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:59.048881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:59.065765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.083592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:59.084241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:59.084645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.085055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:59.085579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Bound port: 7137c4b4-85e8-4cfa-a173-5bacee26b2f3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:59.085982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.089408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2059-556b-42db-a9cc-966e734c02ee req-0ab306e1-9936-472b-92dc-49dc90544c04 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:59.090893 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6bf2059-556b-42db-a9cc-966e734c02ee req-0ab306e1-9936-472b-92dc-49dc90544c04 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.5814474 Jun 10 16:22:59.110168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.115902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b007233-0ced-4bab-8c65-67bd5499c35f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:59.125656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4dad7abc-9dc5-471e-a0d8-97afe1789a02 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2915347 Jun 10 16:22:59.132392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49432) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:22:59.164250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Attempting to bind port e290d62c-8831-490e-97cb-7f70853790e5 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:22:59.164960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Attempting to bind port e290d62c-8831-490e-97cb-7f70853790e5 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:22:59.165109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Attempting to bind port e290d62c-8831-490e-97cb-7f70853790e5 on network b5a3c451-f96f-46e0-a25b-9525a697e245 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:22:59.172215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025379717'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:22:59.179019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:22:59.180996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Checking segment: {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:22:59.180996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.180996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Bound using segment: {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:22:59.180996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Bound port: e290d62c-8831-490e-97cb-7f70853790e5, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:22:59.181504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.246256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] For port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:59.268238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] For port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:59.288130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.289637 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6bf2059-556b-42db-a9cc-966e734c02ee req-41917876-8e74-470a-bce1-6ca80eabb224 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478631 Jun 10 16:22:59.303773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4bab259b-e779-41f4-832d-cbec5d08ede5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:59.306088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=d21522bf-0d84-4f5a-a04b-9d155c143af6,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:59.312025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:22:59.315925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.368092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] For port e290d62c-8831-490e-97cb-7f70853790e5, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:22:59.374035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] For port e290d62c-8831-490e-97cb-7f70853790e5, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e290d62c-8831-490e-97cb-7f70853790e5,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:22:59.377567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.389414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.393960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.394352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.395886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.396655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.397038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.397441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.397817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.398186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.398555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.398915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.399953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Pushing event updated for resources: {'Port': ['ID=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:59.404293 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:59.405006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.405522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:22:59.411589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e31b76f9-72fe-4c1c-9acd-4482fad85f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:22:59.460919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:59.467938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.481845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Pushing event updated for resources: {'Port': ['ID=e290d62c-8831-490e-97cb-7f70853790e5,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:22:59.485982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:22:59.692844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:22:59.703405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.703754 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment 0f7161d6-6a91-49ba-80d9-6444b062b980 of type vlan for network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 Jun 10 16:22:59.789952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8::1 (b5a3c451-f96f-46e0-a25b-9525a697e245/536a4b57-aade-407e-8770-70c1a1c5521d/85faa09f-f6f6-49c6-b315-580592e7af89) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:22:59.810182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 8cf0f56f-2714-46e9-8b43-0881c08291a4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:22:59.810531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.822203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:22:59.923723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072e019-7ac7-41da-855f-ac32184ea490 req-020b0ace-28d5-44ea-86c7-3ca8d8b62ad7 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:22:59.925313 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0072e019-7ac7-41da-855f-ac32184ea490 req-020b0ace-28d5-44ea-86c7-3ca8d8b62ad7 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.4290721 Jun 10 16:22:59.985050 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 8e524040-4877-46e2-ae29-6413db11fe4e associated. External IP: 172.26.5.224, port: ffcebac2-3d99-4f49-92b6-01a6432ab0e9. Jun 10 16:23:00.068179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.109326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.114657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:00.115235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.131482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5adabf2b-c786-4d81-a2e5-f9003298d716 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:00.149094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::1 (12102a82-a06e-4715-892b-6bfb38de3638/b6a54424-712a-416d-b62f-fdec2af211f0/d634777a-6f5e-436f-a54c-68111db07143) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:00.192337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 8cf0f56f-2714-46e9-8b43-0881c08291a4 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:00.260704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:00.327924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:00.335195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e290d62c-8831-490e-97cb-7f70853790e5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:00.403203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e290d62c-8831-490e-97cb-7f70853790e5 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:00.563405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 3a0b2b57-a47c-4483-ab81-c8e37627b634 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:00.563743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.600387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.622643 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0072e019-7ac7-41da-855f-ac32184ea490 req-65d25b60-ee2b-42b2-8397-a7d0c052e89f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6456399 Jun 10 16:23:00.628109 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4906704 Jun 10 16:23:00.629477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49436) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:00.659784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49438) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:00.693832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:00.710955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object d634777a-6f5e-436f-a54c-68111db07143 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:00.735158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Provisioning for port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:00.741101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Provisioning complete for port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:00.741654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=bfd455a0-ffe3-4680-a0d5-946aa1d056a8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:00.742347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.754085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:00.779548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:00.827154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.843838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:00.951922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.980529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:00.999943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] For port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:01.005820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.008948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:01.040951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=8cf0f56f-2714-46e9-8b43-0881c08291a4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:01.064265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object 85faa09f-f6f6-49c6-b315-580592e7af89 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:01.088573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Pushing event updated for resources: {'Port': ['ID=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:01.094671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:01.129064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:01.133321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.183742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.202810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3034335-61f6-44dd-9eda-d7f9f2a427c7 None None] Network b5a3c451-f96f-46e0-a25b-9525a697e245 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:01.202963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 3a0b2b57-a47c-4483-ab81-c8e37627b634, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3a0b2b57-a47c-4483-ab81-c8e37627b634,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:01.203311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.211148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.211619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.212074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.212523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.212969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.213438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.213883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.214322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.214774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.215208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.215645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.216084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:01.227855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:01.230564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cb8c9-73cb-4002-8178-d636c281e72f tempest-TestNetworkAdvancedServerOps-486739662 tempest-TestNetworkAdvancedServerOps-486739662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:01.232199 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ea5cb8c9-73cb-4002-8178-d636c281e72f tempest-TestNetworkAdvancedServerOps-486739662 tempest-TestNetworkAdvancedServerOps-486739662-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1093 time: 0.5687718 Jun 10 16:23:01.236227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:01.239256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49440) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:01.263010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.269255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:01.311011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Provisioning for port e290d62c-8831-490e-97cb-7f70853790e5 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:01.319221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Provisioning complete for port e290d62c-8831-490e-97cb-7f70853790e5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:01.319926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.427164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network b5a3c451-f96f-46e0-a25b-9525a697e245 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:01.433478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:01.446994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:01.447549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.523956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.529928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=85faa09f-f6f6-49c6-b315-580592e7af89,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:01.543649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:01.574643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] For port e290d62c-8831-490e-97cb-7f70853790e5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e290d62c-8831-490e-97cb-7f70853790e5,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:01.578955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.580896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:01.654923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Pushing event updated for resources: {'Port': ['ID=e290d62c-8831-490e-97cb-7f70853790e5,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:01.656825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:01.667504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:01.669032 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:01.688646 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:01.689305 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:01.748095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.749544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:01.749704 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:01.759376 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:01.760252 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:01.802573 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2889979 Jun 10 16:23:01.811051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49442) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:01.818962 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:01.819640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2766b-c300-4a6a-b6a0-62c59d1624cf None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:01.819986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'port_id': 'ffcebac2-3d99-4f49-92b6-01a6432ab0e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:01.821681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 3a0b2b57-a47c-4483-ab81-c8e37627b634 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:01.824700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.884197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.887561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b520e4c-b152-4a64-ab52-88889c98e78f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:01.889289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.902859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7190605a-61f3-419d-84f0-985d333ca911 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:01.922056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fdaceb2d-9ab4-428a-b2f5-433cfcc6af0a None None] Provisioning for port 85faa09f-f6f6-49c6-b315-580592e7af89 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:01.926537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fdaceb2d-9ab4-428a-b2f5-433cfcc6af0a None None] Provisioning complete for port 85faa09f-f6f6-49c6-b315-580592e7af89 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:01.926730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fdaceb2d-9ab4-428a-b2f5-433cfcc6af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.973641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fdaceb2d-9ab4-428a-b2f5-433cfcc6af0a None None] Port 85faa09f-f6f6-49c6-b315-580592e7af89 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:01.978665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:01.984797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fdaceb2d-9ab4-428a-b2f5-433cfcc6af0a None None] Provisioning complete for port e290d62c-8831-490e-97cb-7f70853790e5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:01.985290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fdaceb2d-9ab4-428a-b2f5-433cfcc6af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:01.999358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:02.043047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.063455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:02.064397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.138998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.157781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=d634777a-6f5e-436f-a54c-68111db07143,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:02.169905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:02.172440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=015b6512-bdc5-405c-8050-e6433728f740,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:02.226639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:02.249672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:02.297683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:02.298348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.300024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': '0f7161d6-6a91-49ba-80d9-6444b062b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:02.300474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: bfd455a0-ffe3-4680-a0d5-946aa1d056a8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:02.362010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e47917e8-4216-4b20-a49e-1a791ea08c3e None None] Provisioning complete for port 85faa09f-f6f6-49c6-b315-580592e7af89 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:02.363855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e47917e8-4216-4b20-a49e-1a791ea08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.382887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:02.434852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, bfd455a0-ffe3-4680-a0d5-946aa1d056a8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:02.435127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e47917e8-4216-4b20-a49e-1a791ea08c3e None None] Port 85faa09f-f6f6-49c6-b315-580592e7af89 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:02.446405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:02.447426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.450383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e290d62c-8831-490e-97cb-7f70853790e5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:02.475767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2179ecfa-3ba7-4c0a-a53e-1845fe37cdea None None] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:02.496196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8583245 Jun 10 16:23:02.501197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49444) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:02.510852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8', 'name': 'tempest-PortsTestJSON-1703926143'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:02.521088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 880d19df-3fe2-40ba-bd7a-b910c9c065a4 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:02.582628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7815d3c8-7b86-49da-9ca1-b2ad51955322 None None] Provisioning for port d634777a-6f5e-436f-a54c-68111db07143 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:02.601540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7815d3c8-7b86-49da-9ca1-b2ad51955322 None None] Provisioning complete for port d634777a-6f5e-436f-a54c-68111db07143 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:02.601917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7815d3c8-7b86-49da-9ca1-b2ad51955322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.610595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e290d62c-8831-490e-97cb-7f70853790e5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:02.610785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.709044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.721385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7815d3c8-7b86-49da-9ca1-b2ad51955322 None None] Port d634777a-6f5e-436f-a54c-68111db07143 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:02.795755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-bfd455a0-ffe3-4680-a0d5-946aa1d056a8', 'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': '015b6512-bdc5-405c-8050-e6433728f740'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:02.796742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.840505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.853107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.853973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:02.858117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65f9fa0a-d843-4f94-a7af-cabe8ed7191e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:02.971838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:02.988947 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/880d19df-3fe2-40ba-bd7a-b910c9c065a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5482032 Jun 10 16:23:02.992906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Allocated IP 172.20.0.2 (bfd455a0-ffe3-4680-a0d5-946aa1d056a8/015b6512-bdc5-405c-8050-e6433728f740/946f01f1-c690-4905-844c-555595d92f61) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:02.994907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49446) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:03.000300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] Sync routers for ids ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:03.051419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.061518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5135f3ee-b2ad-4409-8496-0f55bd450281 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=880d19df-3fe2-40ba-bd7a-b910c9c065a4 HTTP/1.1" status: 200 len: 205 time: 0.0632865 Jun 10 16:23:03.061518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.061861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49448) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:03.064993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=85faa09f-f6f6-49c6-b315-580592e7af89,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:03.066501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:03.114368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1042fb86-80a0-45c1-b4b6-9f7d9d34906d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:03.126858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] Routers {'880d19df-3fe2-40ba-bd7a-b910c9c065a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:03.127643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:03.201726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:03.205260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.225083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network b5a3c451-f96f-46e0-a25b-9525a697e245 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:03.234306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:03.318740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=3a0b2b57-a47c-4483-ab81-c8e37627b634,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:03.357089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:03.392863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:03.452764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] Routers {'880d19df-3fe2-40ba-bd7a-b910c9c065a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:03.458699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:03.547493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port d5bf0135-100c-4269-92d4-cfaca99bbf1c yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:03.581889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.592826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Transition to ACTIVE for port object 946f01f1-c690-4905-844c-555595d92f61 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:03.610352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Transition to ACTIVE for port object 946f01f1-c690-4905-844c-555595d92f61 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:03.648967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.673993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.676661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-77233b5f-fa31-43ce-8068-bbca94a16b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:03.678611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:03.679158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47703087-e4ca-4ec9-bf0f-b03885fa21cc None None] The sync data for ids ['880d19df-3fe2-40ba-bd7a-b910c9c065a4'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:03.718252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-19b63410-4554-4c2c-abd3-be6109b9a190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.753585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:03.755119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3d34d567-df03-42df-a03d-b6aef2b9b2cf None None] Provisioning complete for port 85faa09f-f6f6-49c6-b315-580592e7af89 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:03.755631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d34d567-df03-42df-a03d-b6aef2b9b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.764697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:03.767253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:03.802569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Pushing event updated for resources: {'Port': ['ID=946f01f1-c690-4905-844c-555595d92f61,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:03.805520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:03.875644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3d34d567-df03-42df-a03d-b6aef2b9b2cf None None] Port 85faa09f-f6f6-49c6-b315-580592e7af89 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:03.887947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.894858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.904067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Attempting to bind port 946f01f1-c690-4905-844c-555595d92f61 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:03.904600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Attempting to bind port 946f01f1-c690-4905-844c-555595d92f61 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '0f7161d6-6a91-49ba-80d9-6444b062b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:03.905086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Attempting to bind port 946f01f1-c690-4905-844c-555595d92f61 on network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:03.913569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:03.914139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Checking segment: {'id': '0f7161d6-6a91-49ba-80d9-6444b062b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:03.914665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:03.915178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Bound using segment: {'id': '0f7161d6-6a91-49ba-80d9-6444b062b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:03.915781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Bound port: 946f01f1-c690-4905-844c-555595d92f61, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7161d6-6a91-49ba-80d9-6444b062b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:03.916282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.013215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] For port 946f01f1-c690-4905-844c-555595d92f61, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:04.017081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] For port 946f01f1-c690-4905-844c-555595d92f61, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=946f01f1-c690-4905-844c-555595d92f61,segment=NetworkSegment(0f7161d6-6a91-49ba-80d9-6444b062b980),segment_id=0f7161d6-6a91-49ba-80d9-6444b062b980)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:04.023277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.026443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5871479e-a60c-4062-b02a-8b53635d32e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:04.048556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:23:04.098253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Pushing event updated for resources: {'Port': ['ID=946f01f1-c690-4905-844c-555595d92f61,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:04.102343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:04.337015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:04.345304 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7298205 Jun 10 16:23:04.345304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49450) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:04.351007 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:04.355801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2078913739'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:04.371350 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:04.371978 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:04.398371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:04.401783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.407746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:04.491360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:04.507457 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:04.558748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.559101 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 04638586-70b6-452c-9456-25af851fe804 of type vlan for network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 Jun 10 16:23:04.620718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.643438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:04.648768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.661077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:04.674131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.7 (bfd455a0-ffe3-4680-a0d5-946aa1d056a8/015b6512-bdc5-405c-8050-e6433728f740/d5bf0135-100c-4269-92d4-cfaca99bbf1c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:04.676786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Allocated IP 172.26.5.29 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/010b8bd6-d0f3-4f75-ab2c-34fd20951595) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:04.685371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:04.688112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:04.702601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.713301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.714721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.719014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:04.719687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.725645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba03b88d-4c59-4b43-8fba-8c54f2dc96c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:04.800407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:04.810816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:04.811602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:04.844515 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:01Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:04.848237 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:04.849592 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Updating router 9d018736-fa25-487b-b0ea-0471d30305de port 85faa09f-f6f6-49c6-b315-580592e7af89 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:23:04.853773 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5078082 Jun 10 16:23:04.856400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49452) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:04.860846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.861758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:04.865414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:04.868196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:04.882492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:04.885060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:04.894433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399dfb2f-72dc-4518-9e38-f87ba2cf0077 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:04.897718 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8f2f4509-7a71-45ec-aaab-11b599bfe834 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/floatingips/8e524040-4877-46e2-ae29-6413db11fe4e HTTP/1.1" status: 200 len: 978 time: 3.0833626 Jun 10 16:23:04.899335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49454) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:04.900146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.903060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router 880d19df-3fe2-40ba-bd7a-b910c9c065a4 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:23:04.936286 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.975250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:04.980856 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1c10cdde-60c6-4e69-b8b9-3c85a35d30af tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/880d19df-3fe2-40ba-bd7a-b910c9c065a4 HTTP/1.1" status: 204 len: 168 time: 1.8628459 Jun 10 16:23:04.984811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49456) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:05.090505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.120070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:05.123711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.208157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.209213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.219580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:05.346861 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.365238 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Transition to ACTIVE for port object 85faa09f-f6f6-49c6-b315-580592e7af89 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:05.374464 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.379636 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-724e9cee-2530-47d2-881b-f520c5003091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:05.396869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d85183-dfbf-4576-a399-fc26b54f7d22 None None] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:05.398846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port d21522bf-0d84-4f5a-a04b-9d155c143af6 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:05.399191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.495036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c2478501-7ee1-40f9-bf17-ad4373e3b252 None None] Provisioning for port 946f01f1-c690-4905-844c-555595d92f61 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:05.536671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 11f390a1-f7f8-4a60-8213-4e59e4666ec9 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:05.545978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.551717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.595272 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fcb0e-a9d1-4fa9-b750-4adaf73b8cd4 None None] Pushing event updated for resources: {'Port': ['ID=85faa09f-f6f6-49c6-b315-580592e7af89,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:05.599509 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Attempting to bind port 85faa09f-f6f6-49c6-b315-580592e7af89 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:05.599509 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Attempting to bind port 85faa09f-f6f6-49c6-b315-580592e7af89 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:05.599509 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Attempting to bind port 85faa09f-f6f6-49c6-b315-580592e7af89 on network b5a3c451-f96f-46e0-a25b-9525a697e245 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:05.601618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1c3fcb0e-a9d1-4fa9-b750-4adaf73b8cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:05.605974 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:05.606455 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Checking segment: {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:05.606866 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.607431 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Bound using segment: {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:05.607907 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Bound port: 85faa09f-f6f6-49c6-b315-580592e7af89, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80250a87-2878-4db2-9311-b0abcc016dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:05.608282 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.620087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.627580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-663e1685-08c7-436c-98c3-931ca876d0f6 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:05.697087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.697972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.730610 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] For port 85faa09f-f6f6-49c6-b315-580592e7af89, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:05.734408 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] For port 85faa09f-f6f6-49c6-b315-580592e7af89, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=85faa09f-f6f6-49c6-b315-580592e7af89,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:05.742050 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.749939 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:05.826105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:05.827443 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:05.828234 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:05.849623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.853426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object d5bf0135-100c-4269-92d4-cfaca99bbf1c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:05.861941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=d634777a-6f5e-436f-a54c-68111db07143,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:05.869349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for d21522bf-0d84-4f5a-a04b-9d155c143af6 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:05.913853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=529780f6-3b52-41b1-b4c9-600d3fcaa1b1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:05.924999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:05.933259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:05.933868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:05.936066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:05.954063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:05.967983 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fcb0e-a9d1-4fa9-b750-4adaf73b8cd4 None None] Pushing event updated for resources: {'Port': ['ID=85faa09f-f6f6-49c6-b315-580592e7af89,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:05.975766 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1c3fcb0e-a9d1-4fa9-b750-4adaf73b8cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:06.024863 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:06.079922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.139482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:06.157379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:06.165488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/d39ea7b0-426e-4135-8122-3a5fd2029775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5307670 Jun 10 16:23:06.186594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:06.197668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:06.198486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.209259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284df00-d861-4e1d-8730-0ee06ebdac5c None None] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:06.219858 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:06.252777 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:06.252777 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:22:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:06.253491 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3947623 Jun 10 16:23:06.256907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49460) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:06.402731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 946f01f1-c690-4905-844c-555595d92f61 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:06.414415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:06.470522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:06.494948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.499796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f9a7f21d-d05e-49df-ab11-8f6a2de4fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.509483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d7ea70e6-c529-4eb2-bad5-81a4dc97a163 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:06.547483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c6882a2c-dda3-4bfc-be29-894499909737 None None] Provisioning complete for port 946f01f1-c690-4905-844c-555595d92f61 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:06.548788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6882a2c-dda3-4bfc-be29-894499909737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.577396 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:06.596240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 946f01f1-c690-4905-844c-555595d92f61 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:06.674285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 946f01f1-c690-4905-844c-555595d92f61 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:06.674815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.778640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:06.784919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:06.811051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:06.813583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:06.823796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:06.838414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:06.840986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:06.930378 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.018705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.022468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:07.023796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.030467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=d5bf0135-100c-4269-92d4-cfaca99bbf1c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:07.033950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:07.042418 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:01Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:05Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:07.045213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:07.063282 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791b79d-c440-4673-bd8b-601ef263893b None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:01Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:05Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:07.103877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Port': ['ID=010b8bd6-d0f3-4f75-ab2c-34fd20951595,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:07.107531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:07.137979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6882a2c-dda3-4bfc-be29-894499909737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.151098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:07.151986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.199977 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6927459 Jun 10 16:23:07.206133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:23:07.212418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49464) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:07.217816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': 'bfd455a0-ffe3-4680-a0d5-946aa1d056a8', 'name': 'tempest-PortsTestJSON-1782680071'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:07.286705 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:27Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:07.291389 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:07.303981 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:07.304925 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:07.377137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Allocated IP 2001:db8:1::2 (5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7/529780f6-3b52-41b1-b4c9-600d3fcaa1b1/c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:07.384428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.392785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:07.397903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.414028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.418859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a76cb867-df30-4167-a731-8cacd77987ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:07.476414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b554650d-0eb6-4367-90d1-6322bfb93104 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:07.482147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.485399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/11f390a1-f7f8-4a60-8213-4e59e4666ec9 HTTP/1.1" status: 204 len: 168 time: 2.3988993 Jun 10 16:23:07.506283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49466) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:07.515302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e44ec73-fab2-4839-b3fa-ca21aaab8e41 None None] Network e1e02c37-f1a0-4d0e-81fd-32c967b5619c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:07.518859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=d21522bf-0d84-4f5a-a04b-9d155c143af6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:07.577098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:07.590720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 946f01f1-c690-4905-844c-555595d92f61, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=946f01f1-c690-4905-844c-555595d92f61,segment=NetworkSegment(0f7161d6-6a91-49ba-80d9-6444b062b980),segment_id=0f7161d6-6a91-49ba-80d9-6444b062b980)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:07.600475 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:07.645810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:07.663127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "PUT /v2.0/routers/4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1203351 Jun 10 16:23:07.675257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Sync routers for ids ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:07.682570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.683358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.686365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:07.689791 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP 8e524040-4877-46e2-ae29-6413db11fe4e disassociated (deleted). External IP: 172.26.5.224, port: ffcebac2-3d99-4f49-92b6-01a6432ab0e9. Jun 10 16:23:07.692209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49468) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:07.696372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:07.728820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=11f390a1-f7f8-4a60-8213-4e59e4666ec9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:07.734793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port c0b496c0-fa89-4a81-b929-bf585949d8f4 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:07.745405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:07.823390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Routers {'4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:07.824038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:08.084366 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:27Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:08.094654 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cd59a1-f5bd-4635-a566-05352f7decb0 None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ad089a8a-9847-4cde-ba78-a154e9946c46', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.239', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'port_id': '256af93d-39cc-459a-a572-9328be9237df', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'mac_address': 'fa:16:3e:78:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:21:16Z', 'updated_at': '2021-06-10T16:21:27Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:08.212668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a29b7c-4263-42c4-86df-929c0d354fff req-e0486468-b9b9-49b5-88eb-6417cf914b81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:08.214860 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-83a29b7c-4263-42c4-86df-929c0d354fff req-e0486468-b9b9-49b5-88eb-6417cf914b81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 946 time: 0.9050231 Jun 10 16:23:08.218966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:08.344869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-c6882a2c-dda3-4bfc-be29-894499909737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:23:08.345495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-c6882a2c-dda3-4bfc-be29-894499909737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:23:08.357594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=946f01f1-c690-4905-844c-555595d92f61,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:08.372262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:08.379672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95838e0-6dab-406f-94c0-8a931827b217 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:08.383692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Transition to ACTIVE for port object c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:08.383863 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e95838e0-6dab-406f-94c0-8a931827b217 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports/d634777a-6f5e-436f-a54c-68111db07143 HTTP/1.1" status: 200 len: 911 time: 0.6723914 Jun 10 16:23:08.387757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:08.395114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49470) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:08.418666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Set router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:08.470529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Transition to ACTIVE for port object c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:08.498614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:08.504042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:08.529783 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-83a29b7c-4263-42c4-86df-929c0d354fff req-cd9ab401-d850-45e0-bec9-c8fe3609d94a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049626 Jun 10 16:23:08.637580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:08.643034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:08.647381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:08.714385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:08.714709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:08.717990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:08.742845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-1a0255c6-56d4-4c47-89af-bb1705bfd2ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:08.743499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8570c-1781-4781-8d09-8d29c94b2dcd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:08.744350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-1a0255c6-56d4-4c47-89af-bb1705bfd2ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 946 time: 0.2424443 Jun 10 16:23:08.749525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.9 (bfd455a0-ffe3-4680-a0d5-946aa1d056a8/015b6512-bdc5-405c-8050-e6433728f740/c0b496c0-fa89-4a81-b929-bf585949d8f4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:08.749931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a8570c-1781-4781-8d09-8d29c94b2dcd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:08.751737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-89a8570c-1781-4781-8d09-8d29c94b2dcd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3551223 Jun 10 16:23:08.763289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49472) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:08.769916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] DHCP port deletion for e1e02c37-f1a0-4d0e-81fd-32c967b5619c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:08.775025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 85faa09f-f6f6-49c6-b315-580592e7af89 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:08.804805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:08.934187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Pushing event updated for resources: {'Port': ['ID=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:08.974698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.975058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.975407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.975747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.976085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.976425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.976757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.977090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.977449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.977775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.978094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:08.978413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:09.003502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:09.054737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.059643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Attempting to bind port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:09.060136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Attempting to bind port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:09.060483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Attempting to bind port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 on network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:09.081136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Deleting port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:09.081136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.082601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:09.083030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Checking segment: {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:09.083666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.084101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Bound using segment: {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:09.084610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Bound port: c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:09.085016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.124011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,segment=NetworkSegment(315439a8-d4cb-4131-8b4c-e9c5e6c01b27),segment_id=315439a8-d4cb-4131-8b4c-e9c5e6c01b27)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:09.124299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.241755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 85faa09f-f6f6-49c6-b315-580592e7af89 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:09.253180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:09.276535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 85faa09f-f6f6-49c6-b315-580592e7af89 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:09.277335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.279773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] For port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,segment=NetworkSegment(315439a8-d4cb-4131-8b4c-e9c5e6c01b27),segment_id=315439a8-d4cb-4131-8b4c-e9c5e6c01b27)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:09.279940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.285566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Provisioning complete for port 85faa09f-f6f6-49c6-b315-580592e7af89 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:09.285566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.302428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:09.314448 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:09.335888 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:09.337374 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:09.387086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.388902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.449843 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:09.469639 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:09.471267 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:09.491534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Calling delete_port for 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:09.509741 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/floatingips/8e524040-4877-46e2-ae29-6413db11fe4e HTTP/1.1" status: 204 len: 168 time: 4.6070058 Jun 10 16:23:09.515473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49474) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:09.524996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] For port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:09.527940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 2e4d175b-7c56-4403-8724-ddd35cad8dda {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:09.528114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.531568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:57Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None, '_interfaces': [{'id': 'd634777a-6f5e-436f-a54c-68111db07143', 'name': '', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'mac_address': 'fa:16:3e:96:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b6a54424-712a-416d-b62f-fdec2af211f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:03Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'subnets': [{'id': 'b6a54424-712a-416d-b62f-fdec2af211f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:09.536905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] For port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:09.575188 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:09.576045 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55847575-2846-4d07-9c8d-a6b548e617c6 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:09.623529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.630026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Checking router: 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:09.630764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Updating router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 port d634777a-6f5e-436f-a54c-68111db07143 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:23:09.660595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.688350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a8fb3e69-35e2-46ba-977b-d5293298e27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:09.688610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.733989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object c0b496c0-fa89-4a81-b929-bf585949d8f4 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:09.769875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Pushing event updated for resources: {'Port': ['ID=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:09.788054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:09.873038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.895934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 2e4d175b-7c56-4403-8724-ddd35cad8dda, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2e4d175b-7c56-4403-8724-ddd35cad8dda,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:09.895934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.904261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.920298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: from cryptography.utils import int_from_bytes Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: from cryptography.utils import int_from_bytes Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.949055 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:09.952413 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:23:10.016184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.028943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:10.047428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:10.080613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 2e4d175b-7c56-4403-8724-ddd35cad8dda owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:10.104493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:10.158620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:10.172123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8:1::1 (5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7/529780f6-3b52-41b1-b4c9-600d3fcaa1b1/bdf37b38-71c3-430d-83a4-a5e445303fe3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:10.192868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 85faa09f-f6f6-49c6-b315-580592e7af89, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=85faa09f-f6f6-49c6-b315-580592e7af89,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:10.195475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.200578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-83ed69df-d22b-45b5-ae47-99c561548de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:10.210235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.213337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.239180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84d1500c-8871-4df2-84a5-52fc1f9fa911 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:10.292669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:23:10.293042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:23:10.293893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Pushing event deleted for resources: {'Port': ['ID=240aaabb-b5e1-412d-bfd5-2e1e0d541a3d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:10.296199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:10.300424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-22640de2-11e4-4c4f-83f2-10a858db973e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:10.304828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] No DVR routers for this DVR port 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:10.314557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.355358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e02c37-f1a0-4d0e-81fd-32c967b5619c']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:10.378512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315439a8-d4cb-4131-8b4c-e9c5e6c01b27') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:10.379392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315439a8-d4cb-4131-8b4c-e9c5e6c01b27') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:10.441933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.449904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=85faa09f-f6f6-49c6-b315-580592e7af89,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:10.452979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:10.456418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:10.473274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce8544-b21f-4f8c-8158-99cb3dcd6fc2 req-ae6b3d0c-bc87-4775-8a53-bec7d0e8d9fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:10.475351 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99ce8544-b21f-4f8c-8158-99cb3dcd6fc2 req-ae6b3d0c-bc87-4775-8a53-bec7d0e8d9fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 946 time: 0.7428346 Jun 10 16:23:10.479032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:10.480338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port ffcebac2-3d99-4f49-92b6-01a6432ab0e9 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:10.480879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.556628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:10.559348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.615127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:10.633368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=c0b496c0-fa89-4a81-b929-bf585949d8f4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:10.654179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:10.708078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:23:10.708648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:23:10.711912 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:23:10.728174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.732341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.740377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:10.740929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.791051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:10.804889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.820763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99ce8544-b21f-4f8c-8158-99cb3dcd6fc2 req-d2051874-e35d-4ef9-95d1-0d48855207ea tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=de914bd2-90b3-417d-9bde-87f4f4bba9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783358 Jun 10 16:23:10.870314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 946f01f1-c690-4905-844c-555595d92f61 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:10.888328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.916354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:10.919069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7056611 Jun 10 16:23:10.928943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49478) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:10.971080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object bdf37b38-71c3-430d-83a4-a5e445303fe3 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:10.983557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:10.988132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Provisioning complete for port d634777a-6f5e-436f-a54c-68111db07143 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:10.989199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.031299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.046472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.053862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Transition to ACTIVE for port object d634777a-6f5e-436f-a54c-68111db07143 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:11.056057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event updated for resources: {'Port': ['ID=010b8bd6-d0f3-4f75-ab2c-34fd20951595,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:11.064776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8c6a7e4-449f-421a-96ac-15eaef8329dd tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:11.069161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 946f01f1-c690-4905-844c-555595d92f61 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:11.069632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.076787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.083428 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/e1e02c37-f1a0-4d0e-81fd-32c967b5619c HTTP/1.1" status: 204 len: 168 time: 3.5720792 Jun 10 16:23:11.109706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49480) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:11.114520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-809607501', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:11.125109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.133884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:11.136001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.138796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b10e4c22-bc63-473c-ae4b-e9bdea82bfe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:11.144315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 2e4d175b-7c56-4403-8724-ddd35cad8dda no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:11.203805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Port d634777a-6f5e-436f-a54c-68111db07143 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:11.217485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for ffcebac2-3d99-4f49-92b6-01a6432ab0e9 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:11.223303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=e1e02c37-f1a0-4d0e-81fd-32c967b5619c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:11.242332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:11.302045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d681ed-8dec-4dbb-9bb9-32b9b40e3523 None None] Pushing event updated for resources: {'Port': ['ID=d634777a-6f5e-436f-a54c-68111db07143,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:11.305343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 2e4d175b-7c56-4403-8724-ddd35cad8dda {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:11.308378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 2e4d175b-7c56-4403-8724-ddd35cad8dda not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:11.308838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.315852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7d681ed-8dec-4dbb-9bb9-32b9b40e3523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:11.370404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-db6b1876-7153-4ed8-8f90-7abd02c15e5e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:11.385174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.386208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.413752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d787ca-29df-4aa7-a075-5b3c4423caf8 None None] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:11.483123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:11.528821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:11.563867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1d9c2-83b3-467d-8793-0cc755024117 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:11.569305 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-50d1d9c2-83b3-467d-8793-0cc755024117 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.6386719 Jun 10 16:23:11.570338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:11.570911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.573711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49482) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:11.586691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Provisioning for port d5bf0135-100c-4269-92d4-cfaca99bbf1c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:11.597009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Provisioning complete for port d5bf0135-100c-4269-92d4-cfaca99bbf1c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:11.597539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.651400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=bdf37b38-71c3-430d-83a4-a5e445303fe3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:11.703676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2a472b5c-8114-43e2-9a91-5c9ff67a53fd None None] Port d5bf0135-100c-4269-92d4-cfaca99bbf1c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:11.730006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.735006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:11.802662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:11.834758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3a0b2b57-a47c-4483-ab81-c8e37627b634 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:11.859894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed2b0b66-1679-47a5-9c5a-96dccb44d247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:11.888521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 3a0b2b57-a47c-4483-ab81-c8e37627b634 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:11.888997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3a0b2b57-a47c-4483-ab81-c8e37627b634 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:11.889564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:11.897899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Provisioning for port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:11.931836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Attempting to bind port d634777a-6f5e-436f-a54c-68111db07143 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:11.932227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Attempting to bind port d634777a-6f5e-436f-a54c-68111db07143 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:11.933281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Attempting to bind port d634777a-6f5e-436f-a54c-68111db07143 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:11.938110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:11.938110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240aaabb-b5e1-412d-bfd5-2e1e0d541a3d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:11.948342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=2e4d175b-7c56-4403-8724-ddd35cad8dda,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:11.950708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:11.979363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Provisioning complete for port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:11.979745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.003553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:12.006086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:12.007900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.009632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:12.010361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Bound port: d634777a-6f5e-436f-a54c-68111db07143, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:12.010972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.039975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 2e4d175b-7c56-4403-8724-ddd35cad8dda on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:12.042557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.044505 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4f5b735-bbf4-4e76-af33-6a4222227eef req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/2e4d175b-7c56-4403-8724-ddd35cad8dda HTTP/1.1" status: 204 len: 173 time: 3.2905989 Jun 10 16:23:12.059037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'name': 'network-vif-deleted', 'tag': '2e4d175b-7c56-4403-8724-ddd35cad8dda'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:12.060776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660d9e1d-1542-42e7-8ea4-ed981026cc89" -d '{"events": [{"server_uuid": "b3891f24-52f4-4441-b20e-2d71c1c490a1", "name": "network-vif-deleted", "tag": "2e4d175b-7c56-4403-8724-ddd35cad8dda"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:12.151833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.166076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286e1d2-c9f4-4c0b-b5a0-c9eb9fa16fe0 x-openstack-request-id: req-f286e1d2-c9f4-4c0b-b5a0-c9eb9fa16fe0 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:12.166423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3891f24-52f4-4441-b20e-2d71c1c490a1", "name": "network-vif-deleted", "tag": "2e4d175b-7c56-4403-8724-ddd35cad8dda", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:12.166779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f286e1d2-c9f4-4c0b-b5a0-c9eb9fa16fe0 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:12.167232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3891f24-52f4-4441-b20e-2d71c1c490a1', 'name': 'network-vif-deleted', 'tag': '2e4d175b-7c56-4403-8724-ddd35cad8dda', 'status': 'completed', 'code': 200} Jun 10 16:23:12.202948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port d634777a-6f5e-436f-a54c-68111db07143 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:12.203295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.216679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.225077 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ada5c1f0-2416-4933-a280-c2c66a699b64 req-7b6c94ab-f807-44cc-ba2b-98d37b61e54e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3891f24-52f4-4441-b20e-2d71c1c490a1 HTTP/1.1" status: 200 len: 210 time: 0.0850244 Jun 10 16:23:12.305808 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Floating IP f19606a7-ab85-49c6-a6b2-5db0915475c4 associated. External IP: 172.26.5.29, port: bc497c80-e8bc-4116-8982-747e0c68a9b0. Jun 10 16:23:12.345218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.360972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9cc2e9f-0918-4a07-b28b-2df6f4202b49 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:12.368576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] For port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:12.370943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] For port d634777a-6f5e-436f-a54c-68111db07143, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:12.388003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 85faa09f-f6f6-49c6-b315-580592e7af89 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:12.390493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.395736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b967cbac-f85f-4feb-ba0d-58974739f762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:12.425210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] For port d634777a-6f5e-436f-a54c-68111db07143, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d634777a-6f5e-436f-a54c-68111db07143,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:12.470150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port c0b496c0-fa89-4a81-b929-bf585949d8f4 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:12.470753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.477520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.484809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.522094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=ffcebac2-3d99-4f49-92b6-01a6432ab0e9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:12.538239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:12.559735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.586220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Pushing event updated for resources: {'Port': ['ID=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:12.596275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:12.602559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9c31ebc6-c7ba-4413-b153-afcc9f8818f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:12.608743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Provisioning for port c0b496c0-fa89-4a81-b929-bf585949d8f4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:12.650287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Routers {'4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:12.650931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:12.745324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.792776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Provisioning complete for port c0b496c0-fa89-4a81-b929-bf585949d8f4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:12.793395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:12.916200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for c0b496c0-fa89-4a81-b929-bf585949d8f4 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:12.921101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for d634777a-6f5e-436f-a54c-68111db07143 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:12.927867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 85faa09f-f6f6-49c6-b315-580592e7af89 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:12.928252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.098468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:13.195963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d681ed-8dec-4dbb-9bb9-32b9b40e3523 None None] Pushing event updated for resources: {'Port': ['ID=d634777a-6f5e-436f-a54c-68111db07143,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:13.202359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7d681ed-8dec-4dbb-9bb9-32b9b40e3523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:13.204683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Port c0b496c0-fa89-4a81-b929-bf585949d8f4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:13.212099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] Set router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:13.371076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49490) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:13.382476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:13.450002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.454488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.458242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] Sync routers for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:13.484704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:13.486290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Provisioning complete for port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:13.486703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.539769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:13.540415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:13.584084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=d634777a-6f5e-436f-a54c-68111db07143,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:13.586936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:13.650324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.652658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.658316 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/ports/ffcebac2-3d99-4f49-92b6-01a6432ab0e9 HTTP/1.1" status: 204 len: 168 time: 4.1384270 Jun 10 16:23:13.662652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49492) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:13.679391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:13.695819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.776327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.795606 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.5518079 Jun 10 16:23:13.811334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:13.856294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Could not find standard attr ID for object d634777a-6f5e-436f-a54c-68111db07143. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:23:13.875584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.943223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:57Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None, '_interfaces': [{'id': 'd634777a-6f5e-436f-a54c-68111db07143', 'name': '', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'mac_address': 'fa:16:3e:96:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b6a54424-712a-416d-b62f-fdec2af211f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:12Z', 'revision_number': 4, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'subnets': [{'id': 'b6a54424-712a-416d-b62f-fdec2af211f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:13.954035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a53b24-0eca-49e9-bcf3-636ac7d2af96 None None] The sync data for ids ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'] in dv-neutron-601336-90-hyperv is: [{'id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:57Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 2, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None, '_interfaces': [{'id': 'd634777a-6f5e-436f-a54c-68111db07143', 'name': '', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'mac_address': 'fa:16:3e:96:8c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b6a54424-712a-416d-b62f-fdec2af211f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:12Z', 'revision_number': 4, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'subnets': [{'id': 'b6a54424-712a-416d-b62f-fdec2af211f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:13.958861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Provisioning for port bdf37b38-71c3-430d-83a4-a5e445303fe3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:13.982672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Provisioning complete for port bdf37b38-71c3-430d-83a4-a5e445303fe3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:13.983553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.983796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.984660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:13.996172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.036626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-478b9117-d283-43fd-8601-f7e58a2e4ab2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:14.041766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-84edb81f-f360-4e48-9bcf-68bc1bf398c7 None None] Port bdf37b38-71c3-430d-83a4-a5e445303fe3 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:14.080590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:14.173422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=bdf37b38-71c3-430d-83a4-a5e445303fe3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:14.193313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:14.195634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49485d09-370c-4d19-b861-6f09c1d04ece" -d '{"events": [{"name": "network-changed", "server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:14.204890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:14.217613 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "PUT /v2.0/routers/4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4489112 Jun 10 16:23:14.225857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49498) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:14.238782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.242429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.247058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/de914bd2-90b3-417d-9bde-87f4f4bba9c9 HTTP/1.1" status: 204 len: 168 time: 0.8749394 Jun 10 16:23:14.248117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:14.253557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72db17b-e9b9-41ee-9595-dafbe4c770c5 x-openstack-request-id: req-d72db17b-e9b9-41ee-9595-dafbe4c770c5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:14.255722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:14.256864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d72db17b-e9b9-41ee-9595-dafbe4c770c5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:14.257642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'status': 'completed', 'code': 200} Jun 10 16:23:14.262063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:14.268454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de914bd2-90b3-417d-9bde-87f4f4bba9c9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:14.274448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:14.325499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.365674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49502) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:14.381236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'f19606a7-ab85-49c6-a6b2-5db0915475c4', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'floating_ip_address': '172.26.5.29', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'port_id': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'mac_address': 'fa:16:3e:66:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a670da7-7a13-4f52-b152-80b9b450113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:23:08Z', 'updated_at': '2021-06-10T16:23:08Z', 'revision_number': 0, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:14.387652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] Checking router: e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:14.406925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.414120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:14.414718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:14.423918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.437654 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49485d09-370c-4d19-b861-6f09c1d04ece req-fb07d069-fdc2-445c-9190-b7f30a7d6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:14.439340 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-fb07d069-fdc2-445c-9190-b7f30a7d6223 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1098 time: 0.1508577 Jun 10 16:23:14.480203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5d7ef5e-a576-4047-83ce-f4c61ae14c7f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:14.536872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:14.553444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 8bd3e266-0c82-4399-922a-cbe5757ab967 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:14.557107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.626947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=c0b496c0-fa89-4a81-b929-bf585949d8f4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:14.641172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef0f24-635f-4fb1-a556-3430945e2f00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:14.642857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef0f24-635f-4fb1-a556-3430945e2f00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:14.644502 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dfef0f24-635f-4fb1-a556-3430945e2f00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3754420 Jun 10 16:23:14.646251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:14.658347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49504) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:14.686220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:14.686893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:14.691920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:14.704241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6967fd-1382-4b51-96af-7bbe7f721e77 req-ec1e067e-16df-4e1b-bc77-d20906ec8f8c tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:14.711830 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ba6967fd-1382-4b51-96af-7bbe7f721e77 req-ec1e067e-16df-4e1b-bc77-d20906ec8f8c tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.6844733 Jun 10 16:23:14.809635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:14.865795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:15.078616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.26.5.223 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/2ce9eae9-aafc-4e87-a95d-ea1b0a0fdd60) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:15.098379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet b6a54424-712a-416d-b62f-fdec2af211f0 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:15.166749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.200344 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ba6967fd-1382-4b51-96af-7bbe7f721e77 req-dbd78855-7dfa-48b6-b387-f291b771073f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870770 Jun 10 16:23:15.230533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49506) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:15.240458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.293340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5718305d-456f-4007-ae97-21129c133f13 None None] Provisioning complete for port bdf37b38-71c3-430d-83a4-a5e445303fe3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:15.293945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5718305d-456f-4007-ae97-21129c133f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.345851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.350639 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/c0b496c0-fa89-4a81-b929-bf585949d8f4 HTTP/1.1" status: 204 len: 168 time: 3.7109308 Jun 10 16:23:15.351852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49485d09-370c-4d19-b861-6f09c1d04ece req-ff57f2e5-d3b4-47bf-9236-718ae5e206a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:15.352950 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-ff57f2e5-d3b4-47bf-9236-718ae5e206a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 897 time: 0.9064472 Jun 10 16:23:15.353454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49508) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:15.360555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.375816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5718305d-456f-4007-ae97-21129c133f13 None None] Port bdf37b38-71c3-430d-83a4-a5e445303fe3 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:15.410350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'f19606a7-ab85-49c6-a6b2-5db0915475c4', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'floating_ip_address': '172.26.5.29', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'port_id': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'mac_address': 'fa:16:3e:66:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a670da7-7a13-4f52-b152-80b9b450113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:23:08Z', 'updated_at': '2021-06-10T16:23:08Z', 'revision_number': 0, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:15.414426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c35ac-b9f4-4df4-9670-52fb6b19480a None None] The sync data for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv is: [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'f19606a7-ab85-49c6-a6b2-5db0915475c4', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'floating_ip_address': '172.26.5.29', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'port_id': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'mac_address': 'fa:16:3e:66:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a670da7-7a13-4f52-b152-80b9b450113f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:23:08Z', 'updated_at': '2021-06-10T16:23:08Z', 'revision_number': 0, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:15.418063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.477929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f548052-beab-45ab-9f32-163e1b0e1f65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:23:15.481967 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2f548052-beab-45ab-9f32-163e1b0e1f65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/c0b496c0-fa89-4a81-b929-bf585949d8f4 HTTP/1.1" status: 404 len: 333 time: 0.1219380 Jun 10 16:23:15.496442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:15.498994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49510) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:15.526518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9e83826f-5fe2-479e-ae5c-5aaa6fdd06ec tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/floatingips/f19606a7-ab85-49c6-a6b2-5db0915475c4 HTTP/1.1" status: 200 len: 990 time: 0.2923024 Jun 10 16:23:15.541891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-b87c3d44-f212-4eb6-a4b4-a7c4f94da9bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 998 time: 0.1667297 Jun 10 16:23:15.550049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.603814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.654264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49485d09-370c-4d19-b861-6f09c1d04ece req-9749ab80-4cec-4e7b-91c1-98753063bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:15.655776 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-9749ab80-4cec-4e7b-91c1-98753063bfe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 200 len: 834 time: 0.1023877 Jun 10 16:23:15.664531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.704022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a25bb-4b8c-4d62-aed4-7fded178627e None None] New status for floating IP f19606a7-ab85-49c6-a6b2-5db0915475c4: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:23:15.710249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.714041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56bad13f-1412-4945-95dd-898c6a553c23 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:15.750165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd3e266-0c82-4399-922a-cbe5757ab967,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:15.753090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:15.764237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:15.766270 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/8bd3e266-0c82-4399-922a-cbe5757ab967 HTTP/1.1" status: 204 len: 168 time: 1.3990622 Jun 10 16:23:15.770077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:15.785210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc3a06-eafb-4ba8-b44b-a50b8e5e43d8 None None] Network 5612469b-9480-4e1b-920a-c516de93c475 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:15.818515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49485d09-370c-4d19-b861-6f09c1d04ece req-2e94e438-919a-4a56-a907-0988be394ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:15.820084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-2e94e438-919a-4a56-a907-0988be394ad9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1558399 Jun 10 16:23:15.979800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.060352 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-2365efcd-49d8-4523-b657-ab7845787d64 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943080 Jun 10 16:23:16.078056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] Sync routers for ids ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:16.091981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] Routers {'4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:16.092733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:16.173476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:16.173876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.203967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] Set router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:16.287588 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49485d09-370c-4d19-b861-6f09c1d04ece req-d7f3c698-1357-40f1-b98e-bbe867c2d76b service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200398 Jun 10 16:23:16.302313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,segment=NetworkSegment(189e8d31-6e47-44e1-9a24-06f76d42ad0f),segment_id=189e8d31-6e47-44e1-9a24-06f76d42ad0f)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:16.302575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:57Z', 'updated_at': '2021-06-10T16:23:13Z', 'revision_number': 3, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:16.303033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.306817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] Checking router: 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:16.326745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] Routers {'4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:16.326745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:16.376122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.385570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-176be183-4594-4a4d-8677-b76a9e63728b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:16.389879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:16.404610 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:16.413910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:16.416522 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:16.418325 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:16.435032 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1571939 Jun 10 16:23:16.437549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] Set router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:16.437776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.469343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49514) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:16.482833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1613595487'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:16.489539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a54424-712a-416d-b62f-fdec2af211f0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:16.491631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:16.496081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.497952 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/b6a54424-712a-416d-b62f-fdec2af211f0 HTTP/1.1" status: 204 len: 168 time: 1.7784109 Jun 10 16:23:16.500303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:16.503350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49516) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:16.537347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1e365-76a4-432b-b94a-dd3f58d16fea None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:16.539542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:57Z', 'updated_at': '2021-06-10T16:23:13Z', 'revision_number': 3, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:16.552345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49518) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:16.568301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:16.574112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8815868e-34bf-4716-85f7-4eebefc4ee61 None None] The sync data for ids ['4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0'] in dv-neutron-601336-90-hyperv is: [{'id': '4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0', 'name': 'tempest-NetworksTestDHCPv6-router-1428158544', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:57Z', 'updated_at': '2021-06-10T16:23:13Z', 'revision_number': 3, 'project_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:16.576573 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:16.659438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2c6e6f36-0944-4973-a90f-a7ec6d88945a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1546760 Jun 10 16:23:16.661412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49520) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:16.662082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.664949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:16.673283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca046717-79e9-4a87-850c-8428f9530750 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:16.677623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:16.724609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.85 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/41c673fd-0a5b-4e4d-90dd-21f60a7d9ccd) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:16.727573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port d5bf0135-100c-4269-92d4-cfaca99bbf1c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:16.728106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.731012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:16.742734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.808934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=2ce9eae9-aafc-4e87-a95d-ea1b0a0fdd60,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:16.817342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=371cbcc4-ea92-4e95-9f23-1ca6b68202c2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:16.819922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:16.822606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:16.824620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:16.866635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:16.923924 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:12Z', 'revision_number': 3, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:13Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:16.928667 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:16.929228 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Updating router 9d018736-fa25-487b-b0ea-0471d30305de port bdf37b38-71c3-430d-83a4-a5e445303fe3 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:23:16.949606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c4f45-276d-4f53-a5bc-bf8547ec26b3 None None] DHCP port deletion for 5612469b-9480-4e1b-920a-c516de93c475 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:16.977953 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6a60e964-9b3f-47e6-a6f3-84815e6b0ebc tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/floatingips/f19606a7-ab85-49c6-a6b2-5db0915475c4 HTTP/1.1" status: 200 len: 992 time: 0.4143355 Jun 10 16:23:16.997441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:17.042388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.068109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.082170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Deleting port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:17.082424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5612469b-9480-4e1b-920a-c516de93c475']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:17.083079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.220141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] For port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:17.221912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.228912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189e8d31-6e47-44e1-9a24-06f76d42ad0f') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:17.229320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189e8d31-6e47-44e1-9a24-06f76d42ad0f') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:17.230899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.236717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:17.242200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.244855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.246909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.308908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.316882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:23:17.318452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: items = [ Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:23:17.321175 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:23:17.337514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.338079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:23:17.348475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.352398 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-387e3f00-63eb-430c-b3a1-05344f01174b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/routers/4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 HTTP/1.1" status: 204 len: 168 time: 0.6870580 Jun 10 16:23:17.356008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49522) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:17.393387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Calling delete_port for 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:17.432370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for d5bf0135-100c-4269-92d4-cfaca99bbf1c owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:17.448551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.448942 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 2e8623fa-fba6-472f-a796-9b77c97cecd5 of type vlan for network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef Jun 10 16:23:17.463792 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.474811 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Transition to ACTIVE for port object bdf37b38-71c3-430d-83a4-a5e445303fe3 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:17.503890 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.507558 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:17.520286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.526411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.528933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/5612469b-9480-4e1b-920a-c516de93c475 HTTP/1.1" status: 204 len: 168 time: 1.7574320 Jun 10 16:23:17.530930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e5a6c88-d52f-423c-85fc-9fdfafc5e985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:17.538702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49524) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:17.548041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.562340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:17.568781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] No DVR routers for this DVR port 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:17.616034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Pushing event deleted for resources: {'Port': ['ID=7137c4b4-85e8-4cfa-a173-5bacee26b2f3,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:17.618618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:17.626572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=5612469b-9480-4e1b-920a-c516de93c475,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:17.640858 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834842bd-e5b6-48c3-8f21-1accc1f291eb None None] Pushing event updated for resources: {'Port': ['ID=bdf37b38-71c3-430d-83a4-a5e445303fe3,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:17.641842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:17.643197 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-834842bd-e5b6-48c3-8f21-1accc1f291eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:17.652393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.661619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05002a8e-5fdf-43e8-94e1-5383998024bb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:17.666882 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-05002a8e-5fdf-43e8-94e1-5383998024bb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3070614 Jun 10 16:23:17.673708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.675156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49526) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:17.728826 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Attempting to bind port bdf37b38-71c3-430d-83a4-a5e445303fe3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:17.729551 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Attempting to bind port bdf37b38-71c3-430d-83a4-a5e445303fe3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:17.729915 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Attempting to bind port bdf37b38-71c3-430d-83a4-a5e445303fe3 on network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:17.735957 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:17.736806 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Checking segment: {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:17.737552 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.738224 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Bound using segment: {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:17.740421 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Bound port: bdf37b38-71c3-430d-83a4-a5e445303fe3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04638586-70b6-452c-9456-25af851fe804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:17.741050 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.791866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.resource_extend [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:23:17.802186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91214f49-7b76-4350-bced-ac8d3ad23713 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:17.806025 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-91214f49-7b76-4350-bced-ac8d3ad23713 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266625 Jun 10 16:23:17.806812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49528) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:17.842837 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] For port bdf37b38-71c3-430d-83a4-a5e445303fe3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:17.848648 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] For port bdf37b38-71c3-430d-83a4-a5e445303fe3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bdf37b38-71c3-430d-83a4-a5e445303fe3,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:17.854867 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.863964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.867535 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-cd2ee9e2-7ba9-4d05-a8f8-0732cf21441c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:17.869724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:17.870376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:17.883850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-38ae77dc-628a-4d4e-b15c-d815254714bf tempest-TagsTest-1721166701 tempest-TagsTest-1721166701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:17.884405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dfb096f5-60d8-49ef-be40-51f18ca57103 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769691 Jun 10 16:23:17.890471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49530) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:17.896991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:17.959414 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4845011 Jun 10 16:23:17.960147 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:17.960619 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:18.020979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49532) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:18.026070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:18.065286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.067583 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.071968 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834842bd-e5b6-48c3-8f21-1accc1f291eb None None] Pushing event updated for resources: {'Port': ['ID=bdf37b38-71c3-430d-83a4-a5e445303fe3,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:18.073496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:18.078675 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-834842bd-e5b6-48c3-8f21-1accc1f291eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:18.108170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:18.112750 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:18.134117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:18.220308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-807f5d89-6d07-4067-a3d9-de235c903fa0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:18.232221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:18.235963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.247418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 97451082-73aa-4aa2-b43e-8c881f46cbf9 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:18.247692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.290052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:18.296204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.307882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:18.317618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:18.379725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:18.384430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=41c673fd-0a5b-4e4d-90dd-21f60a7d9ccd,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:18.400462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:18.407367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:18.472182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:18.473326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 371cbcc4-ea92-4e95-9f23-1ca6b68202c2 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:18.473949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:18.514910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:18.515647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7137c4b4-85e8-4cfa-a173-5bacee26b2f3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:18.516487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d634777a-6f5e-436f-a54c-68111db07143 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:18.522147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=d5bf0135-100c-4269-92d4-cfaca99bbf1c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:18.543256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:18.568162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d634777a-6f5e-436f-a54c-68111db07143 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:18.568702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d634777a-6f5e-436f-a54c-68111db07143 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:18.628102 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:12Z', 'revision_number': 3, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:17Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:18.632368 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21150d-0070-4255-81cc-c18e36b47410 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:12Z', 'revision_number': 3, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:17Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:18.778041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.779890 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/d5bf0135-100c-4269-92d4-cfaca99bbf1c HTTP/1.1" status: 204 len: 168 time: 3.2780061 Jun 10 16:23:18.786933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49534) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:18.802168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.842774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8195343-ee76-4157-801f-7a570056a4ec tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:23:18.847073 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e8195343-ee76-4157-801f-7a570056a4ec tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/d5bf0135-100c-4269-92d4-cfaca99bbf1c HTTP/1.1" status: 404 len: 333 time: 0.0556653 Jun 10 16:23:18.848236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49536) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:18.908834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:18.913408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.962492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.966731 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:18.974120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 015b6512-bdc5-405c-8050-e6433728f740 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:19.002251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.045631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.046671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.159050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 97451082-73aa-4aa2-b43e-8c881f46cbf9 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:19.491510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.494629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-95f944be-5e95-42b4-b40a-e915e96b5d78 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:19.586869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.647691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=d62dbf09-c860-4387-869e-668ed250c325,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:19.662853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:19.703105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:23:19.714320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.718324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a14a4516-dc52-420b-9d86-43e865b5c7f3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:19.726133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:19.726476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:19.761236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.787402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:19.803258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:19.815797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c587f-1e1d-4f34-96a1-007ec5290c2d None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:19.825642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.827030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=288891a5-a97d-4e1d-b0a0-d81c9ee748d8,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:19.830607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:19.831188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.838020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:19.838562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:19.840670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f154870-54cb-43ac-8e1a-684cd84cdc51 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:19.905086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=97451082-73aa-4aa2-b43e-8c881f46cbf9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:19.913876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:19.918273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:19.925756 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0341442 Jun 10 16:23:19.929532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:19.930172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.930338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.930760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef80f7-0e81-456a-a565-c22eb1b78d6f None None] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:19.932041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49538) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:19.938578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.938981 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP ad089a8a-9847-4cde-ba78-a154e9946c46 disassociated (deleted). External IP: 172.26.5.239, port: 256af93d-39cc-459a-a572-9328be9237df. Jun 10 16:23:19.943230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:19.966827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 66b3954b-ce44-4cae-b5d5-a5a8213093a4 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:23:19.969250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:19.977390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ea18ba48-3eb0-44aa-a4eb-2b4547353720 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:20.055890 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0338199 Jun 10 16:23:20.063760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49540) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:20.076696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.149799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '288891a5-a97d-4e1d-b0a0-d81c9ee748d8'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:20.150651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.198270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.203350 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/015b6512-bdc5-405c-8050-e6433728f740 HTTP/1.1" status: 204 len: 168 time: 1.3539178 Jun 10 16:23:20.204715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49542) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:20.281249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=41c673fd-0a5b-4e4d-90dd-21f60a7d9ccd,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:20.287706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:20.298806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1984b6d-44ef-4d22-b5a7-2fbaa7458b5e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:20.344811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.353727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.360380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=015b6512-bdc5-405c-8050-e6433728f740,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:20.369659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:20.399640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.403319 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7253587 Jun 10 16:23:20.405707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49544) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:20.405858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a6dc8-715e-477c-8962-2d1c1ac39289 None None] Network bfd455a0-ffe3-4680-a0d5-946aa1d056a8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:20.408446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bdf37b38-71c3-430d-83a4-a5e445303fe3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:20.419485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'port': {'network_id': '25350bcf-aa8e-423c-b651-be6ee55609bd', 'name': 'tempest-FloatingIPTestJSON-473958740'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:20.462867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:20.466448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.525460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:20.557300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] Sync routers for ids ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:20.626276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.627391 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.5167089 Jun 10 16:23:20.632280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49546) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:20.632802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:20.633773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.708598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] Routers {'66b3954b-ce44-4cae-b5d5-a5a8213093a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:20.709750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:20.735100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:20.739349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.775062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] device_id is not set on port b40f9c26-ee0c-450e-94f8-2427dc4ad6c3 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:20.829526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:20.882186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:20.898301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 946f01f1-c690-4905-844c-555595d92f61 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:20.898643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.925355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port bdf37b38-71c3-430d-83a4-a5e445303fe3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:20.949225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bdf37b38-71c3-430d-83a4-a5e445303fe3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:20.949611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:20.958772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] Routers {'66b3954b-ce44-4cae-b5d5-a5a8213093a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:20.959748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:20.994519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Allocated IP 2001:db8::f816:3eff:fe0d:59de (12102a82-a06e-4715-892b-6bfb38de3638/288891a5-a97d-4e1d-b0a0-d81c9ee748d8/7b1530e3-b4ca-4118-b1c5-589d6ce3980a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:21.052125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.4 (25350bcf-aa8e-423c-b651-be6ee55609bd/dbaeda01-4278-4ed1-9a70-4820b096c6e5/b40f9c26-ee0c-450e-94f8-2427dc4ad6c3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:21.085547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.086876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-008ab179-0978-4092-aae3-e39387dd2632 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:21.123502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:21.123951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7969c0e7-5c84-484e-9cdf-17d3800f3592 None None] The sync data for ids ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:21.151970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9e5a7bba-7a30-43e0-ac17-916c33e39d3b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/routers/66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 200 len: 880 time: 0.5184572 Jun 10 16:23:21.155787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49548) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:21.203100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] For port 946f01f1-c690-4905-844c-555595d92f61, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=946f01f1-c690-4905-844c-555595d92f61,segment=NetworkSegment(0f7161d6-6a91-49ba-80d9-6444b062b980),segment_id=0f7161d6-6a91-49ba-80d9-6444b062b980)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:21.203659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.226834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Allocated IP 2001:db8:2::2 (5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef/d62dbf09-c860-4387-869e-668ed250c325/e5621f18-0561-4532-88dd-e81d8bb51102) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:21.235205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:21.265672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=365e47a4-4f76-4003-b0a5-821d32d3d00f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:21.265965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:21.267974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:21.298031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.325106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:21.325690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.356449 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4137828 Jun 10 16:23:21.356449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49550) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:21.362722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:de:f0:3e', 'name': 'tempest-NetworksTestDHCPv6-1307949451'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:21.418470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] DHCP port deletion for bfd455a0-ffe3-4680-a0d5-946aa1d056a8 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:21.457218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.584896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.615983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Transition to ACTIVE for port object 7b1530e3-b4ca-4118-b1c5-589d6ce3980a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:21.655425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port bdf37b38-71c3-430d-83a4-a5e445303fe3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bdf37b38-71c3-430d-83a4-a5e445303fe3,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:21.659614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.684402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Transition to ACTIVE for port object 7b1530e3-b4ca-4118-b1c5-589d6ce3980a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:21.696194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.701043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:21.704399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.737643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:21.770007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Deleting port 946f01f1-c690-4905-844c-555595d92f61 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:21.770268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.770649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.779226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.782600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9d3dfb47-c17e-4928-9bbb-a33904821ec1 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:21.801701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:21.816720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Transition to ACTIVE for port object e5621f18-0561-4532-88dd-e81d8bb51102 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:21.820486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:21.841655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 946f01f1-c690-4905-844c-555595d92f61 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:21.869200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:21.881529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=bdf37b38-71c3-430d-83a4-a5e445303fe3,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:21.892620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:21.893411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1b3ebe58-7971-49fc-960c-c060a844f31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:21.898810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 25350bcf-aa8e-423c-b651-be6ee55609bd is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:21.907854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:21.914496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Transition to ACTIVE for port object e5621f18-0561-4532-88dd-e81d8bb51102 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:21.916625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:21.954521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=b40f9c26-ee0c-450e-94f8-2427dc4ad6c3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:21.967831 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f8fc3f89-1f7a-4dc6-b032-4be33c37f0cc tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8066435 Jun 10 16:23:21.973552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] For port 946f01f1-c690-4905-844c-555595d92f61, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=946f01f1-c690-4905-844c-555595d92f61,segment=NetworkSegment(0f7161d6-6a91-49ba-80d9-6444b062b980),segment_id=0f7161d6-6a91-49ba-80d9-6444b062b980)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:21.974168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.975197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49552) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:21.979560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:21.979962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-809607501'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:21.980718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:22.012128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.019771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:22.020951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.047013 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6291189 Jun 10 16:23:22.047241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:22.047354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49554) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:22.051962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'port_id': 'b40f9c26-ee0c-450e-94f8-2427dc4ad6c3'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:22.060123 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:22.078943 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:22.081474 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:22.106498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.111790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.117191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 77f6f754-cd41-476f-9f1e-1d6e61231675 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:22.124781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.306030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Calling delete_port for 946f01f1-c690-4905-844c-555595d92f61 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:22.324306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:22.328842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Attempting to bind port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:22.329506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Attempting to bind port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:22.329723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Attempting to bind port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:22.334260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Pushing event updated for resources: {'Port': ['ID=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:22.337101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/ad089a8a-9847-4cde-ba78-a154e9946c46 HTTP/1.1" status: 204 len: 168 time: 4.7963824 Jun 10 16:23:22.343165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'tag': '256af93d-39cc-459a-a572-9328be9237df'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:22.343822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:22.346080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa03bfc-6de8-425c-b073-0e80d90272d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "tag": "256af93d-39cc-459a-a572-9328be9237df"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:22.349042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:22.350873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b1b391e7-0cb4-492a-bd46-beaf3e9d3ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:22.356074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.363911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e51004a3-c8a7-40fe-9f57-3be7a03b42a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:22.380173 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:22.423515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11232342-9223-42a9-8f80-43eee509c4da x-openstack-request-id: req-11232342-9223-42a9-8f80-43eee509c4da {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:22.424531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "tag": "256af93d-39cc-459a-a572-9328be9237df", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:22.424531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11232342-9223-42a9-8f80-43eee509c4da {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:22.425648 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'tag': '256af93d-39cc-459a-a572-9328be9237df', 'status': 'completed', 'code': 200} Jun 10 16:23:22.428697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=946f01f1-c690-4905-844c-555595d92f61,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:22.432106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No DVR routers for this DVR port 946f01f1-c690-4905-844c-555595d92f61 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:22.447073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:22.450689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:22.450995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:22.451393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.451790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:22.452677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Bound port: 7b1530e3-b4ca-4118-b1c5-589d6ce3980a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:22.452677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.484777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:22.512403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bdf37b38-71c3-430d-83a4-a5e445303fe3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:22.754170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Pushing event updated for resources: {'Port': ['ID=e5621f18-0561-4532-88dd-e81d8bb51102,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:22.755702 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:22.772453 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:22.778165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:22.787099 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:22.788044 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:22.852532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Attempting to bind port e5621f18-0561-4532-88dd-e81d8bb51102 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:22.853083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Attempting to bind port e5621f18-0561-4532-88dd-e81d8bb51102 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:22.853700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Attempting to bind port e5621f18-0561-4532-88dd-e81d8bb51102 on network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:22.865784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:22.866557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Checking segment: {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:22.867045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.867750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Bound using segment: {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:22.868502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Bound port: e5621f18-0561-4532-88dd-e81d8bb51102, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:22.868961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.871332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:22.878292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:22.946927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] For port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:23.024328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] For port e5621f18-0561-4532-88dd-e81d8bb51102, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:23.028272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] For port e5621f18-0561-4532-88dd-e81d8bb51102, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5621f18-0561-4532-88dd-e81d8bb51102,segment=NetworkSegment(2e8623fa-fba6-472f-a796-9b77c97cecd5),segment_id=2e8623fa-fba6-472f-a796-9b77c97cecd5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:23.029595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bdf37b38-71c3-430d-83a4-a5e445303fe3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:23.030250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.031838 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:23.033298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Pushing event deleted for resources: {'Port': ['ID=946f01f1-c690-4905-844c-555595d92f61,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:23.035897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] No DVR routers for this DVR port 946f01f1-c690-4905-844c-555595d92f61 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:23.048682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.091002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:23.091497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5190f73e-c4d0-4ae6-b127-5d0ad5ef0b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:23.098560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] For port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:23.137631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.201857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.228002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Pushing event updated for resources: {'Port': ['ID=e5621f18-0561-4532-88dd-e81d8bb51102,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:23.231039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd455a0-ffe3-4680-a0d5-946aa1d056a8']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:23.234856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:23.235753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:23.262353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8:2::1 (5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef/d62dbf09-c860-4387-869e-668ed250c325/372459b7-9146-4bd0-9b4d-13fe257f1d8f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:23.285774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7161d6-6a91-49ba-80d9-6444b062b980') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:23.285774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7161d6-6a91-49ba-80d9-6444b062b980') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:23.315773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.328230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a57ddd-fe16-4fcf-bc45-8859f6087e87 req-255db38d-c34f-46c7-8014-fff6691c227a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:23.334470 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-09a57ddd-fe16-4fcf-bc45-8859f6087e87 req-255db38d-c34f-46c7-8014-fff6691c227a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 945 time: 0.4266858 Jun 10 16:23:23.352248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Pushing event updated for resources: {'Port': ['ID=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:23.359822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:23.365177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.370053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-033ebb41-5073-405b-9d68-be5f943bccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:23.371554 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-033ebb41-5073-405b-9d68-be5f943bccb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 1098 time: 0.9151895 Jun 10 16:23:23.380469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.416694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.421823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:23:23.422544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:23:23.452757 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:23:23.493260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-09a57ddd-fe16-4fcf-bc45-8859f6087e87 req-691eae2f-fd99-4665-9596-31da80828ec3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519203 Jun 10 16:23:23.496362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 172.20.0.10 (12102a82-a06e-4715-892b-6bfb38de3638/365e47a4-4f76-4003-b0a5-821d32d3d00f/77f6f754-cd41-476f-9f1e-1d6e61231675) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:23.512907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fede:f03e (12102a82-a06e-4715-892b-6bfb38de3638/288891a5-a97d-4e1d-b0a0-d81c9ee748d8/77f6f754-cd41-476f-9f1e-1d6e61231675) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:23.646332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 946f01f1-c690-4905-844c-555595d92f61 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:23.701191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 946f01f1-c690-4905-844c-555595d92f61 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:23.701664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 946f01f1-c690-4905-844c-555595d92f61 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:23.758726 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:23.764482 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc66051-f6fd-4b40-9627-584a4c4779f7 None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:02Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '0190290c-e8d6-46bd-82a7-f90f38224caa', 'name': '', 'network_id': 'b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:41:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:27Z', 'updated_at': '2021-06-10T16:20:41Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'a4286c15-a7db-4983-b8a4-b622f060ca10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:23.874535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.878951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:23.884982 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/bfd455a0-ffe3-4680-a0d5-946aa1d056a8 HTTP/1.1" status: 204 len: 168 time: 3.6791775 Jun 10 16:23:23.885648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:23.903850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c067f71-4b27-4b17-a254-fe5f843475fd tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:23.915171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1114963370'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:23.949716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=bfd455a0-ffe3-4680-a0d5-946aa1d056a8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:23.952068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:24.019022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.resource_extend [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:23:24.053035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-dac1ea87-5524-49c2-876f-83cdfca6897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:24.054443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-dac1ea87-5524-49c2-876f-83cdfca6897a service neutron] 10.222.0.25 "GET /v2.0/networks?id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 200 len: 897 time: 0.6560972 Jun 10 16:23:24.058098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:24.061594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.067231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.130162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.134493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.145242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.147633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 66b3954b-ce44-4cae-b5d5-a5a8213093a4 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:24.169873 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-8368aa2e-34b3-411b-9269-3a3ea087174c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 200 len: 217 time: 0.0987496 Jun 10 16:23:24.196478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object 372459b7-9146-4bd0-9b4d-13fe257f1d8f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:24.203387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 77f6f754-cd41-476f-9f1e-1d6e61231675 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:24.214033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbe46e-71d8-491e-be45-a7fbd6d175f7 None None] New status for floating IP ad089a8a-9847-4cde-ba78-a154e9946c46: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:23:24.274197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:24.379607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP bca0ee3f-072e-411b-9380-68269e89ef6f associated. External IP: 172.26.5.85, port: b40f9c26-ee0c-450e-94f8-2427dc4ad6c3. Jun 10 16:23:24.383667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.447928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.448402 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment 94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d of type vlan for network baaad692-da49-41bf-850e-d4375799eba9 Jun 10 16:23:24.449686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6db5b2a4-1c76-4642-99d3-f0ef5148f193 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:24.474012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-22cbfd70-c2b2-424d-bd66-2691a3a75078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:24.475879 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-22cbfd70-c2b2-424d-bd66-2691a3a75078 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 200 len: 834 time: 0.2774885 Jun 10 16:23:24.482188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5621f18-0561-4532-88dd-e81d8bb51102 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:24.595247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.595958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e5621f18-0561-4532-88dd-e81d8bb51102 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:24.603886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3b531fff-b54b-4ac1-85d9-199c38654d6a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:24.606744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:24.616338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.616820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b1530e3-b4ca-4118-b1c5-589d6ce3980a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:24.625994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:24.638508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:24.687188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cbb000f3-5b3c-4d03-b0c6-4638386ca240 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:24.688734 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cbb000f3-5b3c-4d03-b0c6-4638386ca240 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 945 time: 0.5930052 Jun 10 16:23:24.709358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=77f6f754-cd41-476f-9f1e-1d6e61231675,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:24.712870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:24.729182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:24.764307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:24.764981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.790953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:23:24.795476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:24.799228 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4408436 Jun 10 16:23:24.809041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ce996-0068-4028-b224-39a5e432f750 None None] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:24.811253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:24.819437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.820613 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5049360f-b1f1-451b-83bc-480ec11387cb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 200 len: 887 time: 2.8444746 Jun 10 16:23:24.824976 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] Sync routers for ids ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:24.831176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49566) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:24.831526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49568) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:24.860641 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] Routers {'66b3954b-ce44-4cae-b5d5-a5a8213093a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:24.860641 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:24.892252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:24.902576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:24.903144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.960819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Provisioning for port e5621f18-0561-4532-88dd-e81d8bb51102 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:24.974373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Provisioning complete for port e5621f18-0561-4532-88dd-e81d8bb51102 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:24.975399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:24.982619 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:24.983808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=372459b7-9146-4bd0-9b4d-13fe257f1d8f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:24.986703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:24.988673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:24.995228 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] Routers {'66b3954b-ce44-4cae-b5d5-a5a8213093a4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:24.996299 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:25.058701 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:25.059426 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd42e8-7ae0-4b14-839f-8e4e1d501441 None None] The sync data for ids ['66b3954b-ce44-4cae-b5d5-a5a8213093a4'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:25.243485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.249229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:25.255284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.262600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:25.290873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:25.291938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:25.309671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d517b514-5c73-4cad-8183-93683cdb1731 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:25.311931 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-11ec9870-746e-4403-8de3-b507774f4d57 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/floatingips/bca0ee3f-072e-411b-9380-68269e89ef6f HTTP/1.1" status: 200 len: 976 time: 3.2637177 Jun 10 16:23:25.312951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] For port e5621f18-0561-4532-88dd-e81d8bb51102, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5621f18-0561-4532-88dd-e81d8bb51102,segment=NetworkSegment(2e8623fa-fba6-472f-a796-9b77c97cecd5),segment_id=2e8623fa-fba6-472f-a796-9b77c97cecd5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:25.314427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49574) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:25.372769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:25.377464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.383234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-04b272e5-bb26-4bb2-adf6-2b22b51338f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:25.467928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port b40f9c26-ee0c-450e-94f8-2427dc4ad6c3 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:25.468495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.480778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:25.481459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:25.548664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:25.549022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c053507c-e0e2-4aa6-8bf4-d5961f9eb2bc None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:25.589018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Pushing event updated for resources: {'Port': ['ID=e5621f18-0561-4532-88dd-e81d8bb51102,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:25.594487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Provisioning for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:25.596701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:25.604173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Provisioning complete for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:25.604563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.667278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.792318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.824639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.830165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:25.830766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.839051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:25.851412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] For port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:25.860136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.866101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7d681ed-8dec-4dbb-9bb9-32b9b40e3523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:25.977196 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-672c6c8c-e285-4f7c-9556-1752ea5aaf5c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/routers/66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 200 len: 887 time: 1.1082432 Jun 10 16:23:25.977988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.978584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-e2cbdf8e-9897-46b0-8088-b0ee172b5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:25.979239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:25.979811 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP bca0ee3f-072e-411b-9380-68269e89ef6f disassociated. External IP: 172.26.5.85, port: b40f9c26-ee0c-450e-94f8-2427dc4ad6c3. Jun 10 16:23:25.980036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-e2cbdf8e-9897-46b0-8088-b0ee172b5e65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.4572620 Jun 10 16:23:25.980212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for b40f9c26-ee0c-450e-94f8-2427dc4ad6c3 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:25.982481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49576) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:25.985744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Pushing event updated for resources: {'Port': ['ID=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:25.990412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:26.002601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '288891a5-a97d-4e1d-b0a0-d81c9ee748d8', 'ip_address': '2001:db8::f816:3eff:fe0d:59de'}, {'subnet_id': '365e47a4-4f76-4003-b0a5-821d32d3d00f'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '7b1530e3-b4ca-4118-b1c5-589d6ce3980a'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:23:26.030172 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5eb5adaf-83a0-4aa5-97c8-1e4a07760911 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 200 len: 205 time: 0.0436735 Jun 10 16:23:26.030172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49578) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:26.033853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-822e7171-5d9d-4586-ac23-fc05f9abff4f None None] Provisioning for port 372459b7-9146-4bd0-9b4d-13fe257f1d8f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:26.044760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-822e7171-5d9d-4586-ac23-fc05f9abff4f None None] Provisioning complete for port 372459b7-9146-4bd0-9b4d-13fe257f1d8f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:26.045207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-822e7171-5d9d-4586-ac23-fc05f9abff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.072760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1621518 Jun 10 16:23:26.088118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.105467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49580) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:26.116010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': 'baaad692-da49-41bf-850e-d4375799eba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:26.146435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee300-ffcd-4b4d-a76c-b180623bd0d2 req-4d8e93aa-7fa3-4df2-b0e1-9e8bb5729a59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:26.148050 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b59ee300-ffcd-4b4d-a76c-b180623bd0d2 req-4d8e93aa-7fa3-4df2-b0e1-9e8bb5729a59 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 945 time: 1.4494197 Jun 10 16:23:26.219997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=baaad692-da49-41bf-850e-d4375799eba9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:26.244504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:26.269232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051faea-e3ad-4e49-b5f5-422b944e78c9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:26.279200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051faea-e3ad-4e49-b5f5-422b944e78c9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:26.281042 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6051faea-e3ad-4e49-b5f5-422b944e78c9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.4223399 Jun 10 16:23:26.283481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network baaad692-da49-41bf-850e-d4375799eba9 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:26.305699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-822e7171-5d9d-4586-ac23-fc05f9abff4f None None] Port 372459b7-9146-4bd0-9b4d-13fe257f1d8f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:26.403578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49584) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:26.404771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5621f18-0561-4532-88dd-e81d8bb51102 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:26.507134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-822e7171-5d9d-4586-ac23-fc05f9abff4f None None] Provisioning complete for port e5621f18-0561-4532-88dd-e81d8bb51102 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:26.507134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-822e7171-5d9d-4586-ac23-fc05f9abff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.563823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 256af93d-39cc-459a-a572-9328be9237df {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:26.564205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.603612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.649502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.654497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e5621f18-0561-4532-88dd-e81d8bb51102 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:26.654895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.655187 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-f5750c33-966c-427e-a93e-4f43e14387b0 service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482372 Jun 10 16:23:26.712170 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b59ee300-ffcd-4b4d-a76c-b180623bd0d2 req-498f198d-c9ef-4d6c-a784-62fb388c4607 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837065 Jun 10 16:23:26.721883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Allocated IP 172.20.0.2 (12102a82-a06e-4715-892b-6bfb38de3638/365e47a4-4f76-4003-b0a5-821d32d3d00f/7b1530e3-b4ca-4118-b1c5-589d6ce3980a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:26.835108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:26.838810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.861638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.866629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-362d2ff9-2e05-4496-ba43-f3eb64fe8f0f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:26.870217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:26.903881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=b40f9c26-ee0c-450e-94f8-2427dc4ad6c3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:26.906466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:26.914593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b1530e3-b4ca-4118-b1c5-589d6ce3980a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:26.975027 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-ef8d1617-0aaf-4d44-b4d2-7f915436f281 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7455187 Jun 10 16:23:26.975365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] For port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:27.025755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.045933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:27.046753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.048896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Transition to ACTIVE for port object 7b1530e3-b4ca-4118-b1c5-589d6ce3980a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:27.077479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.081720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:27.103955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 2ce9eae9-aafc-4e87-a95d-ea1b0a0fdd60 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:27.104301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.168221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 256af93d-39cc-459a-a572-9328be9237df no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:27.179019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:27.246999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=256af93d-39cc-459a-a572-9328be9237df,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:27.246999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.253095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a had new provisioning blocks added so it will not transition to active. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Jun 10 16:23:27.258490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Pushing event updated for resources: {'Port': ['ID=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:27.262055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:27.327643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.359096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256af93d-39cc-459a-a572-9328be9237df'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:27.362326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1771f5-0b0f-48a3-9d9a-ae4f2744de16" -d '{"events": [{"server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "name": "network-vif-unplugged", "status": "completed", "tag": "256af93d-39cc-459a-a572-9328be9237df"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:27.376471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:27.388284 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:27.389644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 256af93d-39cc-459a-a572-9328be9237df, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=256af93d-39cc-459a-a572-9328be9237df,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:27.395902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.398932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:27.411041 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:27.412064 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:27.430146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.461960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 256af93d-39cc-459a-a572-9328be9237df owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:27.468070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 77f6f754-cd41-476f-9f1e-1d6e61231675 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:27.468649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.477850 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa03bfc-6de8-425c-b073-0e80d90272d9 req-593fccc4-838b-4b5d-b3f3-5e06d8d7408b service neutron] 10.222.0.25 "GET /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7345369 Jun 10 16:23:27.505188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:27.514679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:27.538833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238cb23-a6ce-4f70-9c9e-2cfe306a01f0 x-openstack-request-id: req-e238cb23-a6ce-4f70-9c9e-2cfe306a01f0 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:27.539480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "name": "network-vif-unplugged", "status": "completed", "tag": "256af93d-39cc-459a-a572-9328be9237df", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:27.539938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e238cb23-a6ce-4f70-9c9e-2cfe306a01f0 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:27.540544 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '256af93d-39cc-459a-a572-9328be9237df', 'code': 200} Jun 10 16:23:27.548791 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:27.560697 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:27.561752 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:27.590536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 2ce9eae9-aafc-4e87-a95d-ea1b0a0fdd60 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:27.630134 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:27.631581 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498bab7-00ea-45f9-a9a3-1dfe27907e6c None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:27.670688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:27.675053 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/ports/b40f9c26-ee0c-450e-94f8-2427dc4ad6c3 HTTP/1.1" status: 204 len: 168 time: 2.3571532 Jun 10 16:23:27.677825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49590) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:27.745029 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca3e0424-2c68-4eff-bce8-225b8e7a1c97 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/floatingips/bca0ee3f-072e-411b-9380-68269e89ef6f HTTP/1.1" status: 200 len: 687 time: 0.0660181 Jun 10 16:23:27.750831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49594) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:27.831487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-2681d915-3067-4dc9-80d7-0efefd7d0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:27.833898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-2681d915-3067-4dc9-80d7-0efefd7d0225 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1098 time: 0.6962428 Jun 10 16:23:27.999077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.073432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 41c673fd-0a5b-4e4d-90dd-21f60a7d9ccd {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:28.073856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.093712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.098692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-620397c9-a90d-4297-8ef3-458a688efd67 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:28.122366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Provisioning for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:28.133022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Provisioning complete for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:28.133491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.192065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=2ce9eae9-aafc-4e87-a95d-ea1b0a0fdd60,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:28.195483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:28.298244 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:23:28.307769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.307977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Provisioning for port 77f6f754-cd41-476f-9f1e-1d6e61231675 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:28.308457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.314069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Provisioning complete for port 77f6f754-cd41-476f-9f1e-1d6e61231675 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:28.315244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.396813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7b30e3f2-756f-4b1f-9e54-379df9aaebb4 None None] Port 77f6f754-cd41-476f-9f1e-1d6e61231675 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:28.398491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b1530e3-b4ca-4118-b1c5-589d6ce3980a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:28.422658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 41c673fd-0a5b-4e4d-90dd-21f60a7d9ccd owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:28.424936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.457868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:28.458186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.551237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2d37bbb8-5208-4055-8534-426fec62dfba None None] Provisioning complete for port 77f6f754-cd41-476f-9f1e-1d6e61231675 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:28.551757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d37bbb8-5208-4055-8534-426fec62dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.608280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2d37bbb8-5208-4055-8534-426fec62dfba None None] Port 77f6f754-cd41-476f-9f1e-1d6e61231675 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:28.619502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.627148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.699898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.700734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router 66b3954b-ce44-4cae-b5d5-a5a8213093a4 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:23:28.708302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.709317 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 204 len: 168 time: 2.6784730 Jun 10 16:23:28.715191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49598) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:28.720139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-284743373'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:28.746201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 77f6f754-cd41-476f-9f1e-1d6e61231675 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:28.756554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:28.759822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.760875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.796559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72c46548-beac-4a17-ac35-c4656a053dc4 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:28.836357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:28.846758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.847090 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment 8976e132-3a98-4dfb-b3dd-bb3dc0bb656f of type vlan for network ea671b92-a740-4397-9b4c-95732aa79a56 Jun 10 16:23:28.849423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.859255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:28.912984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.917498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=41c673fd-0a5b-4e4d-90dd-21f60a7d9ccd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:28.920193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:28.965690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.987043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:28.987859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.029644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-bb5851c8-3d0d-4920-bf55-59b4b0f2813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:29.031331 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-bb5851c8-3d0d-4920-bf55-59b4b0f2813c service neutron] 10.222.0.25 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 897 time: 1.1605859 Jun 10 16:23:29.037407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.039907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.041066 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/floatingips/bca0ee3f-072e-411b-9380-68269e89ef6f HTTP/1.1" status: 204 len: 168 time: 1.2890790 Jun 10 16:23:29.044682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49600) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:29.048260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.050462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '6d8cd9ad-2348-486e-aeba-d891fd1f0f7d'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:29.061023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=74e54a79-d69a-44ce-a461-a001aaf63b72,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:29.063723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.070229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:29.070823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.075011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd70c523-506d-4372-ac3d-27f63f8da642 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:29.094582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4550d8c-40b8-4ed2-b81b-f5f347fb92c3 req-966e379c-4b0f-4d5e-8f5c-df98b78f0f4f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:29.096216 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4550d8c-40b8-4ed2-b81b-f5f347fb92c3 req-966e379c-4b0f-4d5e-8f5c-df98b78f0f4f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc6a1a46-021d-45cc-988a-6e6f0ea85e68 HTTP/1.1" status: 200 len: 943 time: 1.2129111 Jun 10 16:23:29.099700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:29.103938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2ce1d709-a568-4fa1-83bd-39d5bc99710d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:29.168694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.178713 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4594121 Jun 10 16:23:29.188233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=ea671b92-a740-4397-9b4c-95732aa79a56,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:29.192243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:29.192889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49602) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:29.198557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ea671b92-a740-4397-9b4c-95732aa79a56 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:29.199404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:29.306376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'baaad692-da49-41bf-850e-d4375799eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:29.306591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: baaad692-da49-41bf-850e-d4375799eba9, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:29.381809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:29.385325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.417377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=372459b7-9146-4bd0-9b4d-13fe257f1d8f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:29.428414 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-91caebb3-22ba-4e5b-a248-69180e51de49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 1000 time: 0.3697655 Jun 10 16:23:29.429314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 256af93d-39cc-459a-a572-9328be9237df on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:29.477835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.480024 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bf3da873-bdb6-4498-8480-1b3c2561014f req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/256af93d-39cc-459a-a572-9328be9237df HTTP/1.1" status: 204 len: 173 time: 4.7494078 Jun 10 16:23:29.484143 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4550d8c-40b8-4ed2-b81b-f5f347fb92c3 req-29fff835-1f73-4bda-8abd-bb0d0d861d2d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=39295cf2-906e-46ec-8363-5ca5166085ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243837 Jun 10 16:23:29.484720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'name': 'network-vif-deleted', 'tag': '256af93d-39cc-459a-a572-9328be9237df'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:29.487862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b98e2dc-f0c3-46fc-9ac6-c9764e2c5997" -d '{"events": [{"server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "name": "network-vif-deleted", "tag": "256af93d-39cc-459a-a572-9328be9237df"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:29.514362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.555471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=256af93d-39cc-459a-a572-9328be9237df,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:29.585676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:29.590847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd55e0-f5d2-47ac-9771-0cad43416be6 x-openstack-request-id: req-54cd55e0-f5d2-47ac-9771-0cad43416be6 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:29.591181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a1a46-021d-45cc-988a-6e6f0ea85e68", "name": "network-vif-deleted", "tag": "256af93d-39cc-459a-a572-9328be9237df", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:29.591478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54cd55e0-f5d2-47ac-9771-0cad43416be6 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:29.591930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a1a46-021d-45cc-988a-6e6f0ea85e68', 'name': 'network-vif-deleted', 'tag': '256af93d-39cc-459a-a572-9328be9237df', 'status': 'completed', 'code': 200} Jun 10 16:23:29.592399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:29.592794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:29.599976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network baaad692-da49-41bf-850e-d4375799eba9 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:29.631577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:29.667503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, baaad692-da49-41bf-850e-d4375799eba9) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:29.674151 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:29.679521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2147d3d-4063-4589-83ba-307ba9ceb161 None None] Network baaad692-da49-41bf-850e-d4375799eba9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:29.689787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:29.690410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:29.734925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-46b32ee9-d2d4-4394-a64e-b35123b1bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:29.736471 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-46b32ee9-d2d4-4394-a64e-b35123b1bf09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 200 len: 834 time: 0.2603195 Jun 10 16:23:29.744469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6349857 Jun 10 16:23:29.746759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49606) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:29.758019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': 'baaad692-da49-41bf-850e-d4375799eba9', 'name': 'tempest-PortsTestJSON-1636825979', 'fixed_ips': [{'subnet_id': '74e54a79-d69a-44ce-a461-a001aaf63b72', 'ip_address': '172.20.0.10'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:30.023559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:30.032898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.084752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-492995ab-f9b2-4850-92eb-b98903eed7e6 None None] Provisioning complete for port 372459b7-9146-4bd0-9b4d-13fe257f1d8f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:30.085167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-492995ab-f9b2-4850-92eb-b98903eed7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.134086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:30.168443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-492995ab-f9b2-4850-92eb-b98903eed7e6 None None] Port 372459b7-9146-4bd0-9b4d-13fe257f1d8f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:30.173615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-baaad692-da49-41bf-850e-d4375799eba9', 'network_id': 'baaad692-da49-41bf-850e-d4375799eba9', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': '74e54a79-d69a-44ce-a461-a001aaf63b72'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:30.174626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.211829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=77f6f754-cd41-476f-9f1e-1d6e61231675,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:30.274965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.165 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/7f453fa7-7ed4-456d-8d33-93fa739db029) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:30.290150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08b1c01b-2e3c-4e3d-92cb-1c8560e9228b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:30.327875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:30.382689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Allocated IP 172.20.0.2 (baaad692-da49-41bf-850e-d4375799eba9/74e54a79-d69a-44ce-a461-a001aaf63b72/5f7a925e-7b37-42ca-8636-e2f12bdc293a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:30.458581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:30.465114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:30.483109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:30.483471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: ea671b92-a740-4397-9b4c-95732aa79a56, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:30.486958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:30.495035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-b119d89f-bdf8-4649-8c0b-eba0f394a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:30.496807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-b119d89f-bdf8-4649-8c0b-eba0f394a27b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7513249 Jun 10 16:23:30.501280 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d15fefe0-7069-4367-90d6-6baf2267b89d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4353445 Jun 10 16:23:30.505443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49608) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:30.513610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:30.516275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562229804'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:30.544105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:30.544509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.552516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:30.553233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:30.564677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network ea671b92-a740-4397-9b4c-95732aa79a56 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:30.574168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:30.577647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.592224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ea671b92-a740-4397-9b4c-95732aa79a56) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:30.605567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:30.606090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.642793 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4479749 Jun 10 16:23:30.649496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49612) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:30.649829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49614) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:30.650593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb1769-d43f-4b77-bb21-4d361f97d11b None None] Network ea671b92-a740-4397-9b4c-95732aa79a56 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:30.653895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.657814 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/77f6f754-cd41-476f-9f1e-1d6e61231675 HTTP/1.1" status: 204 len: 168 time: 4.2509301 Jun 10 16:23:30.658462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:30.660504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49618) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:30.665979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-887574593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:30.686238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.694107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd9bb549-a5c2-44ab-9855-be10a07610ab tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:30.732772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.733179 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added segment 01e6c20e-9d04-4a3f-a8c6-b2b51b88672b of type vlan for network 2b7714de-6568-4b1f-84c3-097f16bf3e72 Jun 10 16:23:30.782224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.811717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port d13900c9-0005-4d29-911b-d8487fb549d3 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:30.823077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.842868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:30.855531 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-0219eb89-a94c-43b0-8046-72cd88ba8f91 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479748 Jun 10 16:23:30.856270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:30.858753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Transition to ACTIVE for port object 5f7a925e-7b37-42ca-8636-e2f12bdc293a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:30.862108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae15e5-97c7-4e0d-8975-0396d008690e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:30.863977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae15e5-97c7-4e0d-8975-0396d008690e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:30.864278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.865348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.865931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae15e5-97c7-4e0d-8975-0396d008690e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:30.870031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-36ae15e5-97c7-4e0d-8975-0396d008690e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2047153 Jun 10 16:23:30.874154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:30.877245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:30.882085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49620) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:30.883067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=7f453fa7-7ed4-456d-8d33-93fa739db029,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:30.895240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:30.896667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:30.953931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Transition to ACTIVE for port object 5f7a925e-7b37-42ca-8636-e2f12bdc293a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:31.042063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.043874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5bf6b700-3ea0-4b20-a6dc-734d71a1e150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:31.121174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.125663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.131353 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2e03676e-e05a-4e77-87f9-4e416e56c605 req-cab2ffb2-eb20-4b97-b834-dd85a047164a service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250786 Jun 10 16:23:31.131897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 288891a5-a97d-4e1d-b0a0-d81c9ee748d8 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:31.157293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.10 (baaad692-da49-41bf-850e-d4375799eba9/74e54a79-d69a-44ce-a461-a001aaf63b72/d13900c9-0005-4d29-911b-d8487fb549d3) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:31.162198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.167670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:31.168263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.171003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59654762-b18c-40ac-8712-a6cd6450e836 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:31.174511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Network baaad692-da49-41bf-850e-d4375799eba9 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:31.190207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:31.190630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.193222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:31.214814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.220775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Pushing event updated for resources: {'Port': ['ID=5f7a925e-7b37-42ca-8636-e2f12bdc293a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:31.225174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:31.247945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ea671b92-a740-4397-9b4c-95732aa79a56', 'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': 'eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:31.248811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.296941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.394956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Attempting to bind port 5f7a925e-7b37-42ca-8636-e2f12bdc293a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:31.396345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Attempting to bind port 5f7a925e-7b37-42ca-8636-e2f12bdc293a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'baaad692-da49-41bf-850e-d4375799eba9'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:31.397041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Attempting to bind port 5f7a925e-7b37-42ca-8636-e2f12bdc293a on network baaad692-da49-41bf-850e-d4375799eba9 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:31.405700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.407234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:31.408558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Checking segment: {'id': '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'baaad692-da49-41bf-850e-d4375799eba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:31.409267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.410654 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Bound using segment: {'id': '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'baaad692-da49-41bf-850e-d4375799eba9'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:31.411474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Bound port: 5f7a925e-7b37-42ca-8636-e2f12bdc293a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'baaad692-da49-41bf-850e-d4375799eba9'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:31.412113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.413655 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9016314 Jun 10 16:23:31.421089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object d13900c9-0005-4d29-911b-d8487fb549d3 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:31.421338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49624) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:31.432528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.433727 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-68254073-d98e-4f9d-96a9-a7c49a8ac92c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7817690 Jun 10 16:23:31.439466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'subnet': {'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:31.445696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49626) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:31.461791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.466271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cfe1e385-a876-4882-8df5-4d46294d5bd2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:31.495967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.530431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network baaad692-da49-41bf-850e-d4375799eba9 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:31.536125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:31.546617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:31.553853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=d13900c9-0005-4d29-911b-d8487fb549d3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:31.582963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:31.618506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:31.619188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.642767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Network': ['ID=2b7714de-6568-4b1f-84c3-097f16bf3e72,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:31.657874 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9077687 Jun 10 16:23:31.662880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49630) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:31.673293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': 'baaad692-da49-41bf-850e-d4375799eba9', 'name': 'tempest-PortsTestJSON-643033690', 'fixed_ips': [{'subnet_id': '74e54a79-d69a-44ce-a461-a001aaf63b72', 'ip_address': '172.20.0.9'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:31.675880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:31.711585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:31.888879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:31.896287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:31.920830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 354c71f4-51da-45da-9e90-603994c34a2b yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:31.999535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] For port 5f7a925e-7b37-42ca-8636-e2f12bdc293a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:32.047076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] For port 5f7a925e-7b37-42ca-8636-e2f12bdc293a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5f7a925e-7b37-42ca-8636-e2f12bdc293a,segment=NetworkSegment(94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d),segment_id=94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:32.059783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:26Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:27Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:32.064320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Allocated IP 172.20.0.2 (ea671b92-a740-4397-9b4c-95732aa79a56/eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5/2c4d75af-9122-44e7-af93-8c115e685b5c) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:32.067744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:32.068105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Updating router 9d018736-fa25-487b-b0ea-0471d30305de port 372459b7-9146-4bd0-9b4d-13fe257f1d8f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:23:32.098129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.104217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-079f50eb-024a-4f6d-ab8d-e1d3f82545bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:32.156119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.9 (baaad692-da49-41bf-850e-d4375799eba9/74e54a79-d69a-44ce-a461-a001aaf63b72/354c71f4-51da-45da-9e90-603994c34a2b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:32.167901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Pushing event updated for resources: {'Port': ['ID=5f7a925e-7b37-42ca-8636-e2f12bdc293a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:32.186449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:32.221183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.479055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.559648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 354c71f4-51da-45da-9e90-603994c34a2b will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:32.643109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.651689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-501447cf-9efb-4833-9d8a-5c59b6eec32b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:32.720271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Made reservation on behalf of e5009dd8024b4c53a9d4b500f40ab3c5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:32.724448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.734269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.736226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.752870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Transition to ACTIVE for port object 2c4d75af-9122-44e7-af93-8c115e685b5c will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:32.786495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Transition to ACTIVE for port object 2c4d75af-9122-44e7-af93-8c115e685b5c will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:32.819898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.827521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-54fc0c9d-705f-4903-9380-4618573b4adf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:32.883859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.903828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Network ea671b92-a740-4397-9b4c-95732aa79a56 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:32.909190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Transition to ACTIVE for port object 372459b7-9146-4bd0-9b4d-13fe257f1d8f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:32.912448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:32.918132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Pushing event updated for resources: {'Port': ['ID=2c4d75af-9122-44e7-af93-8c115e685b5c,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:32.923263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:32.924495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:32.931169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:32.941766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7d681ed-8dec-4dbb-9bb9-32b9b40e3523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:33.110256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a448cb-57c1-415b-bdc4-5720335ff003 None None] Pushing event updated for resources: {'Port': ['ID=372459b7-9146-4bd0-9b4d-13fe257f1d8f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:33.123359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7a448cb-57c1-415b-bdc4-5720335ff003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:33.125871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Attempting to bind port 2c4d75af-9122-44e7-af93-8c115e685b5c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:33.126478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Attempting to bind port 2c4d75af-9122-44e7-af93-8c115e685b5c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:33.127029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Attempting to bind port 2c4d75af-9122-44e7-af93-8c115e685b5c on network ea671b92-a740-4397-9b4c-95732aa79a56 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:33.140106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:33.140106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Checking segment: {'id': '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:33.140106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.140522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Bound using segment: {'id': '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:33.141013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Bound port: 2c4d75af-9122-44e7-af93-8c115e685b5c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ea671b92-a740-4397-9b4c-95732aa79a56'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:33.141426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.266881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Attempting to bind port 372459b7-9146-4bd0-9b4d-13fe257f1d8f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:33.267263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Attempting to bind port 372459b7-9146-4bd0-9b4d-13fe257f1d8f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:33.267637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Attempting to bind port 372459b7-9146-4bd0-9b4d-13fe257f1d8f on network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:33.283572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:33.283957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Checking segment: {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:33.284371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.284557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network baaad692-da49-41bf-850e-d4375799eba9 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:33.285574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Bound using segment: {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:33.285976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Bound port: 372459b7-9146-4bd0-9b4d-13fe257f1d8f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8623fa-fba6-472f-a796-9b77c97cecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:33.286362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.299882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:33.303263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:33.340842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] For port 2c4d75af-9122-44e7-af93-8c115e685b5c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:33.345434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] For port 2c4d75af-9122-44e7-af93-8c115e685b5c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2c4d75af-9122-44e7-af93-8c115e685b5c,segment=NetworkSegment(8976e132-3a98-4dfb-b3dd-bb3dc0bb656f),segment_id=8976e132-3a98-4dfb-b3dd-bb3dc0bb656f)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:33.371211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6ffca-6a83-42da-a42c-29778643daf1 req-7ef8ad4d-2d37-4b02-b006-ec6f1b81e2f4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:33.372954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99e6ffca-6a83-42da-a42c-29778643daf1 req-7ef8ad4d-2d37-4b02-b006-ec6f1b81e2f4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.9572711 Jun 10 16:23:33.376383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=354c71f4-51da-45da-9e90-603994c34a2b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:33.379808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:33.407317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.422553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:33.432197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.432463 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99e6ffca-6a83-42da-a42c-29778643daf1 req-4898e722-04cc-4d15-b4b6-f1470434dd06 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491767 Jun 10 16:23:33.438953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:33.439649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.439830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.443091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.444258 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/39295cf2-906e-46ec-8363-5ca5166085ea HTTP/1.1" status: 204 len: 168 time: 2.7934260 Jun 10 16:23:33.463812 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7948682 Jun 10 16:23:33.463812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49650) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:33.493357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-54a1a8ab-acff-445a-99a4-b1ef6e720e68 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:33.559675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:33.561499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77a7e98a-0aa5-4685-b12e-e92aca09f2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.568111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.570250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] For port 372459b7-9146-4bd0-9b4d-13fe257f1d8f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:33.576700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] For port 372459b7-9146-4bd0-9b4d-13fe257f1d8f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=372459b7-9146-4bd0-9b4d-13fe257f1d8f,segment=NetworkSegment(2e8623fa-fba6-472f-a796-9b77c97cecd5),segment_id=2e8623fa-fba6-472f-a796-9b77c97cecd5)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:33.581020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39295cf2-906e-46ec-8363-5ca5166085ea,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:33.591639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:33.619957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Pushing event updated for resources: {'Port': ['ID=2c4d75af-9122-44e7-af93-8c115e685b5c,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:33.626588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:33.627201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:33.685617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:33.686262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:33.688849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ce930-9b2a-4246-9459-b77d8be69ff0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:33.692839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-665ce930-9b2a-4246-9459-b77d8be69ff0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2314804 Jun 10 16:23:33.699668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49654) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:33.724175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:33.820804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a448cb-57c1-415b-bdc4-5720335ff003 None None] Pushing event updated for resources: {'Port': ['ID=372459b7-9146-4bd0-9b4d-13fe257f1d8f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:33.824968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7a448cb-57c1-415b-bdc4-5720335ff003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:33.845836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf8264-2422-4f9e-9691-f60583c32bda tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:33.854800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf8264-2422-4f9e-9691-f60583c32bda tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:33.860689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf8264-2422-4f9e-9691-f60583c32bda tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:33.862401 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bcdf8264-2422-4f9e-9691-f60583c32bda tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1615744 Jun 10 16:23:33.867151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:33.867365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49656) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:34.031566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff3ceb-827f-4209-97ea-7f66a960d1f9 None None] Network baaad692-da49-41bf-850e-d4375799eba9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:34.064993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 354c71f4-51da-45da-9e90-603994c34a2b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:34.066516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.185200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.196434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9216070e-2362-4718-8ece-83bec6a00b14 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:34.207520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.327969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 354c71f4-51da-45da-9e90-603994c34a2b owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:34.332533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=288891a5-a97d-4e1d-b0a0-d81c9ee748d8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:34.334901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:34.337474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.342255 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/288891a5-a97d-4e1d-b0a0-d81c9ee748d8 HTTP/1.1" status: 204 len: 168 time: 3.4564426 Jun 10 16:23:34.351657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49658) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:34.389530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d2a42-3175-41ed-84b9-3b6905a9c887 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:34.571390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-813bef4c-238d-4285-b3e0-57584abf575f None None] Provisioning for port 5f7a925e-7b37-42ca-8636-e2f12bdc293a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:34.573651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.589391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 365e47a4-4f76-4003-b0a5-821d32d3d00f {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:34.614831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.631445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f7a925e-7b37-42ca-8636-e2f12bdc293a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:34.675788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.681942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:34.690240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.20.0.1 (ea671b92-a740-4397-9b4c-95732aa79a56/eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5/3864666b-71f6-4143-b138-41ee7a890135) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:34.728693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=354c71f4-51da-45da-9e90-603994c34a2b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:34.736902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:34.750013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.803767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.821444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:26Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:33Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:34.830091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8aaa75aa-5588-4a12-a4dd-139657c6c4e6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:34.830889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c5294b-5578-42d6-bf39-cafc932e2bf5 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:26Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:33Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:34.841914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5f7a925e-7b37-42ca-8636-e2f12bdc293a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:34.871721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5f7a925e-7b37-42ca-8636-e2f12bdc293a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:34.872806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.912522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:34.922266 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/354c71f4-51da-45da-9e90-603994c34a2b HTTP/1.1" status: 204 len: 168 time: 1.0538149 Jun 10 16:23:34.927394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49662) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:34.982694 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d8e17f-9954-4199-96ab-fab0b8fe9194 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:23:34.989461 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e9d8e17f-9954-4199-96ab-fab0b8fe9194 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/354c71f4-51da-45da-9e90-603994c34a2b HTTP/1.1" status: 404 len: 333 time: 0.0608053 Jun 10 16:23:34.992319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49664) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:35.011198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e059-1853-4475-bdef-a24fbcb25251 req-db5ad2d8-e9ba-4306-ab45-2d38ad27120d tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:35.013193 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6663e059-1853-4475-bdef-a24fbcb25251 req-db5ad2d8-e9ba-4306-ab45-2d38ad27120d tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.3942811 Jun 10 16:23:35.072380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Subnet': ['ID=c31235a8-1b9f-4586-be55-99af00e717cb,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:35.100870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:35.139501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6663e059-1853-4475-bdef-a24fbcb25251 req-7fe720a8-c640-4237-95f1-c7286d4aae91 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945730 Jun 10 16:23:35.170990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.248436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722451e-0bab-452f-a21f-ca08b89dda53 None None] Network ea671b92-a740-4397-9b4c-95732aa79a56 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:35.302013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port d13900c9-0005-4d29-911b-d8487fb549d3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:35.302416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 5f7a925e-7b37-42ca-8636-e2f12bdc293a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5f7a925e-7b37-42ca-8636-e2f12bdc293a,segment=NetworkSegment(94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d),segment_id=94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:35.303584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.314285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.315192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2c4d75af-9122-44e7-af93-8c115e685b5c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:35.387715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ac4329ac-0a7c-43ff-ae6e-4a574de3d903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:35.491464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Could not find standard attr ID for object 354c71f4-51da-45da-9e90-603994c34a2b. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:23:35.497422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.514050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Checking segment: {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:35.514649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network hostable DHCP agents. Network: 2b7714de-6568-4b1f-84c3-097f16bf3e72, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:35.517276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.520955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.548712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-abc40a23-ad82-4643-9bf4-2ad4431f6430 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:35.601989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.629749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=5f7a925e-7b37-42ca-8636-e2f12bdc293a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:35.633513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:35.708080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Provisioning for port d13900c9-0005-4d29-911b-d8487fb549d3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:35.719848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Provisioning complete for port d13900c9-0005-4d29-911b-d8487fb549d3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:35.720259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.725233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 2c4d75af-9122-44e7-af93-8c115e685b5c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:35.727418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for d13900c9-0005-4d29-911b-d8487fb549d3 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:35.812295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Port d13900c9-0005-4d29-911b-d8487fb549d3 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:35.832662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Provisioning for port 2c4d75af-9122-44e7-af93-8c115e685b5c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:35.850203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.859366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Provisioning complete for port 2c4d75af-9122-44e7-af93-8c115e685b5c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:35.860267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:35.860396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:35.861770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=7f453fa7-7ed4-456d-8d33-93fa739db029,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:35.885935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:35.904877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object 3864666b-71f6-4143-b138-41ee7a890135 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:35.997836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.004023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.020492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe62f3ea-6f1e-4a38-93f7-ac007091bbf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:36.051701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.106295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=d13900c9-0005-4d29-911b-d8487fb549d3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:36.109762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:36.110374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.122729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2b7714de-6568-4b1f-84c3-097f16bf3e72) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:36.125181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.142347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-089df388-32fb-4791-a196-0098a1806d83 None None] For port 2c4d75af-9122-44e7-af93-8c115e685b5c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2c4d75af-9122-44e7-af93-8c115e685b5c,segment=NetworkSegment(8976e132-3a98-4dfb-b3dd-bb3dc0bb656f),segment_id=8976e132-3a98-4dfb-b3dd-bb3dc0bb656f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:36.143914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281155a-d632-479e-8381-b875490e9a37 None None] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:36.150635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.169107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66567e25-45e8-420a-b31a-6eab6cc31753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:36.188618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.195842 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/d13900c9-0005-4d29-911b-d8487fb549d3 HTTP/1.1" status: 204 len: 168 time: 1.2022266 Jun 10 16:23:36.196480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49668) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:36.207876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-674de141-a447-40fc-ba17-bd77994af421 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:36.264849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:36.265650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.289004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=365e47a4-4f76-4003-b0a5-821d32d3d00f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:36.289901 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda9b228-d771-425e-914c-5d2f9c984572 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:23:36.298971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bda9b228-d771-425e-914c-5d2f9c984572 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/d13900c9-0005-4d29-911b-d8487fb549d3 HTTP/1.1" status: 404 len: 333 time: 0.1010149 Jun 10 16:23:36.299272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49670) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:36.303045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:36.314810 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8798666 Jun 10 16:23:36.329346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:36.360767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.363509 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/365e47a4-4f76-4003-b0a5-821d32d3d00f HTTP/1.1" status: 204 len: 168 time: 2.0007536 Jun 10 16:23:36.368853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.381819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49674) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:36.383522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4fd1261b-7dbb-4d2e-a7cc-51380b1cbc1c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:36.411148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bc196-8942-4a63-a680-6793ff387d26 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:36.559614 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-129f944e-a049-4ac7-8aa8-d631310e5316 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126716 Jun 10 16:23:36.567638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49676) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:36.595212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:36.600665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=3864666b-71f6-4143-b138-41ee7a890135,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:36.620756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:36.633050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 74e54a79-d69a-44ce-a461-a001aaf63b72 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:36.639414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.655522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 372459b7-9146-4bd0-9b4d-13fe257f1d8f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:36.677016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network ea671b92-a740-4397-9b4c-95732aa79a56 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:36.687131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.692488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Provisioning complete for port 5f7a925e-7b37-42ca-8636-e2f12bdc293a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:36.692878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.696337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:36.719364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.803144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24effee4-3cd7-48dc-8c0f-72bfebcbaa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:36.864360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Pushing event updated for resources: {'Port': ['ID=2c4d75af-9122-44e7-af93-8c115e685b5c,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:36.871275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:36.999074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-2b7714de-6568-4b1f-84c3-097f16bf3e72', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:36.999933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.002695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.032022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 372459b7-9146-4bd0-9b4d-13fe257f1d8f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:37.044638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 372459b7-9146-4bd0-9b4d-13fe257f1d8f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:37.045036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.273323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.278416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab0bd12b-c0d1-40b3-bdae-1e34ccabb1a7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:37.304574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:37.317010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:37.336204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=74e54a79-d69a-44ce-a461-a001aaf63b72,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:37.339543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.340802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Could not find standard attr ID for object 354c71f4-51da-45da-9e90-603994c34a2b. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:23:37.344545 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/74e54a79-d69a-44ce-a461-a001aaf63b72 HTTP/1.1" status: 204 len: 168 time: 1.0419836 Jun 10 16:23:37.346361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49678) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:37.346361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:37.350929 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP d115059a-9695-408a-8974-e320863526fd associated. External IP: 172.26.5.165, port: 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d. Jun 10 16:23:37.387561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04678122-bf50-45af-b021-57dbf6147ff1 None None] Network baaad692-da49-41bf-850e-d4375799eba9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:37.393640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.499757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Provisioning complete for port 2c4d75af-9122-44e7-af93-8c115e685b5c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:37.500143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.506661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.510564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.534370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.609482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Allocated IP 2001:db8:3::2 (2b7714de-6568-4b1f-84c3-097f16bf3e72/c31235a8-1b9f-4586-be55-99af00e717cb/d3179b50-0244-44a3-8746-6463a927c60d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:37.665524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0577d-ca1c-4873-ac00-4951af14f8d5 req-81fbbb8f-1c30-4cc8-a2fe-6438dbfd92c6 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:37.667587 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e2c0577d-ca1c-4873-ac00-4951af14f8d5 req-81fbbb8f-1c30-4cc8-a2fe-6438dbfd92c6 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 1.0579631 Jun 10 16:23:37.674867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:37.678810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.697190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.738365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Deleting port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:37.738365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.761686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 5f7a925e-7b37-42ca-8636-e2f12bdc293a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:37.762306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.914342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] For port 5f7a925e-7b37-42ca-8636-e2f12bdc293a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5f7a925e-7b37-42ca-8636-e2f12bdc293a,segment=NetworkSegment(94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d),segment_id=94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:37.914633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.966622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 372459b7-9146-4bd0-9b4d-13fe257f1d8f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=372459b7-9146-4bd0-9b4d-13fe257f1d8f,segment=NetworkSegment(2e8623fa-fba6-472f-a796-9b77c97cecd5),segment_id=2e8623fa-fba6-472f-a796-9b77c97cecd5)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:37.966879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] For port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:37.967117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.991846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:37.992725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f7a925e-7b37-42ca-8636-e2f12bdc293a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:37.999084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7a448cb-57c1-415b-bdc4-5720335ff003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:38.026660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 5f7a925e-7b37-42ca-8636-e2f12bdc293a owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:38.054746 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e2c0577d-ca1c-4873-ac00-4951af14f8d5 req-82a54349-41d2-4e5d-bece-d6420eea5588 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437197 Jun 10 16:23:38.096754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Calling delete_port for 7b1530e3-b4ca-4118-b1c5-589d6ce3980a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:38.118575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.136977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.140547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:38.173040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=5f7a925e-7b37-42ca-8636-e2f12bdc293a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:38.175492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:38.178645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No DVR routers for this DVR port 5f7a925e-7b37-42ca-8636-e2f12bdc293a on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:38.287046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Provisioning complete for port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:38.287447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.287861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:38.316114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.335987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baaad692-da49-41bf-850e-d4375799eba9']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:38.342252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.345651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda18da-9436-4a43-b9fc-30712ff850ae None None] DHCP port deletion for baaad692-da49-41bf-850e-d4375799eba9 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:38.350605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:38.350915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bf4df9-ee6a-4d5a-b106-84d0cbe1e90d') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:38.360846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=372459b7-9146-4bd0-9b4d-13fe257f1d8f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:38.362408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.363954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No active binding found for port 5f7a925e-7b37-42ca-8636-e2f12bdc293a {{(pid=92387) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 16:23:38.364418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f7a925e-7b37-42ca-8636-e2f12bdc293a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jun 10 16:23:38.371503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:38.381496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.389809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:23:38.390544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:23:38.394339 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:23:38.401457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Transition to ACTIVE for port object d3179b50-0244-44a3-8746-6463a927c60d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:38.414409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Port 5f7a925e-7b37-42ca-8636-e2f12bdc293a not found, will not notify nova. {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 16:23:38.440955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Transition to ACTIVE for port object d3179b50-0244-44a3-8746-6463a927c60d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:38.462021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.465400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4ce21bd5-fcc6-4fad-b5ef-f69a756e2c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:38.530728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.560311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.564156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.571036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/baaad692-da49-41bf-850e-d4375799eba9 HTTP/1.1" status: 204 len: 168 time: 1.2235935 Jun 10 16:23:38.573311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a update to ACTIVE by agent not found {{(pid=92387) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2129}} Jun 10 16:23:38.574291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:38.574658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11e114e7-8314-425b-841c-052bbbab0d71 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:38.574916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Pushing event updated for resources: {'Port': ['ID=d3179b50-0244-44a3-8746-6463a927c60d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:38.581115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 372459b7-9146-4bd0-9b4d-13fe257f1d8f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:38.583737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:38.585707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1505786645'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:38.587639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] No DVR routers for this DVR port 7b1530e3-b4ca-4118-b1c5-589d6ce3980a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:38.589357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:38.599555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:38.600376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Could not find standard attr ID for object d13900c9-0005-4d29-911b-d8487fb549d3. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:23:38.624020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=baaad692-da49-41bf-850e-d4375799eba9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:38.625612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:38.635419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Allocated IP 2001:db8:3::1 (2b7714de-6568-4b1f-84c3-097f16bf3e72/c31235a8-1b9f-4586-be55-99af00e717cb/8820c4f2-751b-4192-bca8-31124d7f686e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:38.651635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:38.657326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:38.666057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:38.669768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.687487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Pushing event deleted for resources: {'Port': ['ID=7b1530e3-b4ca-4118-b1c5-589d6ce3980a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:38.701703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:38.745787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Provisioning for port 3864666b-71f6-4143-b138-41ee7a890135 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:38.745787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Provisioning complete for port 3864666b-71f6-4143-b138-41ee7a890135 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:38.745787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.783564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Attempting to bind port d3179b50-0244-44a3-8746-6463a927c60d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:38.783948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Attempting to bind port d3179b50-0244-44a3-8746-6463a927c60d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:38.784340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Attempting to bind port d3179b50-0244-44a3-8746-6463a927c60d on network 2b7714de-6568-4b1f-84c3-097f16bf3e72 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:38.792843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:38.801447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:38.801825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Checking segment: {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:38.802259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.802674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Bound using segment: {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:38.803164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Bound port: d3179b50-0244-44a3-8746-6463a927c60d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:38.803552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.809669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.810082 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Added segment 17906c8b-d959-4d2b-9435-a1c90341b139 of type vlan for network 5f049004-b772-48bf-8ff5-f728397d0e32 Jun 10 16:23:38.824347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5e0ec-5e50-47e4-93c9-8e3d29c2b84f None None] Port 3864666b-71f6-4143-b138-41ee7a890135 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:38.828632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 372459b7-9146-4bd0-9b4d-13fe257f1d8f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:38.829092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.848380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:23:38.857295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.861495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f904b58-ef53-4b26-b49a-fa09f15620e1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:38.865702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 0190290c-e8d6-46bd-82a7-f90f38224caa {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:38.866034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.868729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:38.887384 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:38.898076 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:38.898715 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:38.915765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.956181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:38.977789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] For port d3179b50-0244-44a3-8746-6463a927c60d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:38.984687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] For port d3179b50-0244-44a3-8746-6463a927c60d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d3179b50-0244-44a3-8746-6463a927c60d,segment=NetworkSegment(01e6c20e-9d04-4a3f-a8c6-b2b51b88672b),segment_id=01e6c20e-9d04-4a3f-a8c6-b2b51b88672b)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:38.990250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Transition to ACTIVE for port object 8820c4f2-751b-4192-bca8-31124d7f686e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:38.997733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.004058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.004304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:39.004921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.009395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f795de1e-60a4-4afd-ba9c-5929fcdaea28 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:39.028101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.049689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:39.056254 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4759722 Jun 10 16:23:39.076871 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:39.085266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.087935 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:39.088757 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:39.089289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:39.094530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:39.095889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eecdd188-baa8-4512-86a5-6bb0b1813fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:39.130423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Network': ['ID=5f049004-b772-48bf-8ff5-f728397d0e32,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:39.130671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:39.132460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=b41c4984-3de2-4e6a-b455-3cd56a7b2a5e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:39.134591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:39.140092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:39.140340 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:39.140726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.140848 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c0e3f-5c1e-45a8-8478-abe92891c9f6 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:39.154347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2c4d75af-9122-44e7-af93-8c115e685b5c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:39.162878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.163098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:39.165849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb2bc0e3-f1be-45f6-9b08-9248f0cfb230 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:39.211380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5f049004-b772-48bf-8ff5-f728397d0e32 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:39.214959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a74d8-91c3-4b23-95c8-c0d87813886c None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:39.216071 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1703057 Jun 10 16:23:39.227023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:39.228642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49686) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:39.233778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1470114093'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:39.272751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:39.280326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:39.280890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.652756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Pushing event updated for resources: {'Port': ['ID=d3179b50-0244-44a3-8746-6463a927c60d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:39.659932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:39.686508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2c4d75af-9122-44e7-af93-8c115e685b5c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:39.687148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.718849 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1431231 Jun 10 16:23:39.724448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.731070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49688) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:39.736714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:39.795754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.820650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b3af550-11db-47f1-9153-3b90a7a99663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:39.838538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=8820c4f2-751b-4192-bca8-31124d7f686e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:39.848025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:39.865187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'b41c4984-3de2-4e6a-b455-3cd56a7b2a5e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:39.865808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.892849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:39.897256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:39.960177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6295107-315b-402e-8758-45c71738f185 req-2c2c3ca4-a60d-4a5a-bb3f-aa4991a9e210 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:39.961687 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e6295107-315b-402e-8758-45c71738f185 req-2c2c3ca4-a60d-4a5a-bb3f-aa4991a9e210 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.7479410 Jun 10 16:23:39.975176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:39.989654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 0190290c-e8d6-46bd-82a7-f90f38224caa, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0190290c-e8d6-46bd-82a7-f90f38224caa,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:39.990218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.034002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.034002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Added segment a17dae7e-be5e-49d5-8f50-8057defb9bc0 of type vlan for network ef563433-643e-4200-9c1d-858a1634fde4 Jun 10 16:23:40.068336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f7a925e-7b37-42ca-8636-e2f12bdc293a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:40.083915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=3864666b-71f6-4143-b138-41ee7a890135,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:40.087332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:40.088673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.095198 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e6295107-315b-402e-8758-45c71738f185 req-6b26cd82-e477-4698-b823-7eed76b1c4a0 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279194 Jun 10 16:23:40.109300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 5f7a925e-7b37-42ca-8636-e2f12bdc293a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:40.109659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f7a925e-7b37-42ca-8636-e2f12bdc293a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:40.110092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b1530e3-b4ca-4118-b1c5-589d6ce3980a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:40.119705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.131562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 0190290c-e8d6-46bd-82a7-f90f38224caa owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:40.140606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.159142 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Allocated IP 2001:db8::f816:3eff:fead:c32 (12102a82-a06e-4715-892b-6bfb38de3638/b41c4984-3de2-4e6a-b455-3cd56a7b2a5e/d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:40.163248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7b1530e3-b4ca-4118-b1c5-589d6ce3980a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:40.163622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b1530e3-b4ca-4118-b1c5-589d6ce3980a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:40.275973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:40.280120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.390432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.401525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Transition to ACTIVE for port object d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:40.421619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Transition to ACTIVE for port object d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:40.429629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.433544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-245c0e06-e5ba-43f9-9a82-ead0cb59ad18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:40.491298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:40.495052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.510930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:40.516406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:40.521693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:40.529980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Pushing event updated for resources: {'Port': ['ID=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:40.535587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:40.560164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.568347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:40.573834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.591264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d52591f6-adb0-4c9d-be67-4c3672cd1008 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:40.625104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3179b50-0244-44a3-8746-6463a927c60d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:40.627165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597ccf7-180d-42d5-8eea-ee6530fa945d None None] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:40.641255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4089901 Jun 10 16:23:40.643065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49690) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:40.681028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Attempting to bind port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:40.681028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Attempting to bind port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:40.681028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Attempting to bind port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:40.707478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'subnet': {'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:40.718106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Network': ['ID=ef563433-643e-4200-9c1d-858a1634fde4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:40.730170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:40.742584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.744607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ef563433-643e-4200-9c1d-858a1634fde4 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:40.746878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:40.747260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:40.747664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.748063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:40.749322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Bound port: d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:40.749322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.749806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.750800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:40.755299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82a360e8-fb94-4643-a38c-69888355e830 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:40.794208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-abc81739-e9ef-4dd4-bccc-07f87b3ea223 None None] Provisioning for port d3179b50-0244-44a3-8746-6463a927c60d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:40.796393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network ea671b92-a740-4397-9b4c-95732aa79a56 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:40.850492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:40.880555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event updated for resources: {'Port': ['ID=8820c4f2-751b-4192-bca8-31124d7f686e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:40.888732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:40.942499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:40.944303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:40.953532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d3179b50-0244-44a3-8746-6463a927c60d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:41.050149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] For port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:41.055899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d3179b50-0244-44a3-8746-6463a927c60d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:41.055899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.119726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:41.170204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.174844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] For port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:41.179953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-87f20ef5-0cf8-4464-9754-e0487718250a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:41.205865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.242426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:41.278880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8d9c9328-ad54-43ce-8469-32080dd5a451 None None] Provisioning complete for port 3864666b-71f6-4143-b138-41ee7a890135 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:41.279408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8d9c9328-ad54-43ce-8469-32080dd5a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.281778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:41.285407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.295009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:41.314571 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9833422 Jun 10 16:23:41.315150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49694) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:41.320581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:41.337103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:41.373792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.414482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:41.415778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:41.417035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c9328-ad54-43ce-8469-32080dd5a451 None None] Port 3864666b-71f6-4143-b138-41ee7a890135 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:41.424916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Pushing event updated for resources: {'Port': ['ID=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:41.466019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.483981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:41.494868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:41.523734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:41.584872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:41.624342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=0190290c-e8d6-46bd-82a7-f90f38224caa,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:41.672175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d3179b50-0244-44a3-8746-6463a927c60d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d3179b50-0244-44a3-8746-6463a927c60d,segment=NetworkSegment(01e6c20e-9d04-4a3f-a8c6-b2b51b88672b),segment_id=01e6c20e-9d04-4a3f-a8c6-b2b51b88672b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:41.679452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:41.681807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:41.691475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:41.804523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d3179b50-0244-44a3-8746-6463a927c60d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:41.805383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Checking segment: {'id': '17906c8b-d959-4d2b-9435-a1c90341b139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:41.805853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network hostable DHCP agents. Network: 5f049004-b772-48bf-8ff5-f728397d0e32, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:41.809783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:41.821060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:41.836545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 71ea4801-dd75-44fd-91ca-3384fcae9093 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:23:41.867784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5b16e-e7a7-4bd5-9757-ff3c905d1549 req-608b2570-64e6-4865-8306-6cc0f7e4dfb7 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:41.869591 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b9d5b16e-e7a7-4bd5-9757-ff3c905d1549 req-608b2570-64e6-4865-8306-6cc0f7e4dfb7 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.6141806 Jun 10 16:23:41.995372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 5f049004-b772-48bf-8ff5-f728397d0e32 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:42.153125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.extraroute_db [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 10 16:23:42.181022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.extraroute_db [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Removed routes are [] {{(pid=92385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 10 16:23:42.181587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.205479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b4266849-3ed8-4e40-992a-bd24d3f23076 None None] Provisioning complete for port d3179b50-0244-44a3-8746-6463a927c60d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:42.205995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b4266849-3ed8-4e40-992a-bd24d3f23076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.550523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.567015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.624086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b4266849-3ed8-4e40-992a-bd24d3f23076 None None] Provisioning for port 8820c4f2-751b-4192-bca8-31124d7f686e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:42.632348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:39Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820c4f2-751b-4192-bca8-31124d7f686e', 'name': '', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:0f:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:37Z', 'updated_at': '2021-06-10T16:23:40Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:42.640348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:42.640721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Updating router 9d018736-fa25-487b-b0ea-0471d30305de port 8820c4f2-751b-4192-bca8-31124d7f686e binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:23:42.642665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b4266849-3ed8-4e40-992a-bd24d3f23076 None None] Provisioning complete for port 8820c4f2-751b-4192-bca8-31124d7f686e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:42.643056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b4266849-3ed8-4e40-992a-bd24d3f23076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.748271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3179b50-0244-44a3-8746-6463a927c60d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:42.807724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.811536 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b9d5b16e-e7a7-4bd5-9757-ff3c905d1549 req-031f8a80-57a3-4338-8aea-a31e43dcad9a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9265935 Jun 10 16:23:42.812223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5f049004-b772-48bf-8ff5-f728397d0e32) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:42.823455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:42.824053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.833046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:42.841388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b4266849-3ed8-4e40-992a-bd24d3f23076 None None] Port 8820c4f2-751b-4192-bca8-31124d7f686e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:42.842909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acccd72-2e6b-42ef-9c72-121fa41208c0 None None] Network 5f049004-b772-48bf-8ff5-f728397d0e32 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:42.854892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b9cc19ee-6e1f-4a02-8044-6d8a4e687c08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:42.961777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:42.971568 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/71ea4801-dd75-44fd-91ca-3384fcae9093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5059819 Jun 10 16:23:42.978636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:42.992921 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8989096 Jun 10 16:23:42.995082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49696) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:42.995339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.002305 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] Sync routers for ids ['71ea4801-dd75-44fd-91ca-3384fcae9093'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:43.012088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-460844282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:43.021521 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] Routers {'71ea4801-dd75-44fd-91ca-3384fcae9093'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:43.022397 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['71ea4801-dd75-44fd-91ca-3384fcae9093'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:43.030883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:43.035857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:43.036481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.092501 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:43.102767 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] Routers {'71ea4801-dd75-44fd-91ca-3384fcae9093'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:43.103619 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['71ea4801-dd75-44fd-91ca-3384fcae9093'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:43.129562 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3940313 Jun 10 16:23:43.132951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49700) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.133105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.134186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.142563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.145445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:43:ae:e7', 'name': 'tempest-NetworksTestDHCPv6-1943417682'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:43.153826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.156597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:43.165426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:43.171318 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:43.172099 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad011ccd-10a8-4d0c-91f1-91126b1669c8 None None] The sync data for ids ['71ea4801-dd75-44fd-91ca-3384fcae9093'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:43.176201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:43.180153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f58f8469-32d3-4531-be96-a3154c028109 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:43.216554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a8f1c189-9989-4d5c-bbf1-55b1b58de07c None None] Provisioning complete for port 8820c4f2-751b-4192-bca8-31124d7f686e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:43.217126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8f1c189-9989-4d5c-bbf1-55b1b58de07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.218551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e2a6a-f02f-4a3e-b7b3-fba8bf3e544c None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:43.339982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b5e42-0ae2-49d7-89d3-483ea1e289b5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:43.344073 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-983b5e42-0ae2-49d7-89d3-483ea1e289b5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports/3864666b-71f6-4143-b138-41ee7a890135 HTTP/1.1" status: 200 len: 910 time: 0.3433475 Jun 10 16:23:43.353725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49702) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.359544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:43.433730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Subnet': ['ID=fd916e27-11e3-4689-8044-b878f9b4b447,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:43.436396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:43.446586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.473119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.480572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Checking segment: {'id': 'a17dae7e-be5e-49d5-8f50-8057defb9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:43.480943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network hostable DHCP agents. Network: ef563433-643e-4200-9c1d-858a1634fde4, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:23:43.485371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:43.497882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.501361 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-274789bc-ec5a-4271-bea8-38afb88e1bb2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 954 time: 2.1828549 Jun 10 16:23:43.501523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1c189-9989-4d5c-bbf1-55b1b58de07c None None] Port 8820c4f2-751b-4192-bca8-31124d7f686e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:43.503091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49704) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.514471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d3179b50-0244-44a3-8746-6463a927c60d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:43.514855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.548141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5f049004-b772-48bf-8ff5-f728397d0e32', 'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': 'd5cbc9e2-a288-43a8-a19f-37dd5aecc8b9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:43.549125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.554238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:43.685797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-935c69cb-4d4a-439b-8de5-625452968f35 None None] Provisioning for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:43.715472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.719211 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4c1c8c85-8f36-4246-925d-ddfdeb170846 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7093458 Jun 10 16:23:43.720077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49706) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.725657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32', 'name': 'tempest-PortsTestJSON-1413580074'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:43.747120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.752744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.756014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network ef563433-643e-4200-9c1d-858a1634fde4 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:23:43.783620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.798245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port d4ce5d26-ee00-47eb-a516-aea9abd1de04 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:43.840942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Transition to ACTIVE for port object 8820c4f2-751b-4192-bca8-31124d7f686e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:43.854231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ef563433-643e-4200-9c1d-858a1634fde4) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:43.858341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:43.858932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:43.883141 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d6240c7a-23f3-4fd8-a5aa-cea32cf74ab2 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 954 time: 0.3762522 Jun 10 16:23:43.888004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49710) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.894833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'routes': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:43.904461 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2018411 Jun 10 16:23:43.908531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49712) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:43.913811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1215704871', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:43.941439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Allocated IP 172.20.0.2 (5f049004-b772-48bf-8ff5-f728397d0e32/d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9/533da0eb-1eba-4d69-9e8e-fd329b2c8b19) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:43.950873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c7e1b-8d0f-4972-ac0a-a05338200d0d None None] Network ef563433-643e-4200-9c1d-858a1634fde4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:43.999641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.003328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:44.009567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router d39ea7b0-426e-4135-8122-3a5fd2029775 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:44.013739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7514b3de-f697-4f68-8b8c-700fcab055ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:44.023505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.024924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.186115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.311091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:44.315831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.398605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 8721d265-10b0-4a39-9339-3623f7630338 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:23:44.579570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.580670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29faa4-b213-46f6-b919-307823b8c98e req-1e97321b-d21e-4120-85e2-46a291803884 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:44.582039 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f29faa4-b213-46f6-b919-307823b8c98e req-1e97321b-d21e-4120-85e2-46a291803884 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.6225348 Jun 10 16:23:44.592974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:44.601305 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/d39ea7b0-426e-4135-8122-3a5fd2029775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0257552 Jun 10 16:23:44.601934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49718) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:44.624946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] Sync routers for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:44.631592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029783e1-7922-4ad7-a40a-0d7824fd0cd5 None None] Pushing event updated for resources: {'Port': ['ID=8820c4f2-751b-4192-bca8-31124d7f686e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:44.668608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-029783e1-7922-4ad7-a40a-0d7824fd0cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:44.694658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'b41c4984-3de2-4e6a-b455-3cd56a7b2a5e', 'ip_address': '2001:db8::f816:3eff:fead:c32'}, {'subnet_id': 'a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'd9353621-2c1f-4dc2-8f9e-b3ac0d970f5f'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:23:44.696676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet a4286c15-a7db-4983-b8a4-b622f060ca10 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:44.706008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Attempting to bind port 8820c4f2-751b-4192-bca8-31124d7f686e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:44.706375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Attempting to bind port 8820c4f2-751b-4192-bca8-31124d7f686e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:44.707478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Attempting to bind port 8820c4f2-751b-4192-bca8-31124d7f686e on network 2b7714de-6568-4b1f-84c3-097f16bf3e72 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:44.708047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 172.20.0.2 (12102a82-a06e-4715-892b-6bfb38de3638/a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f/d4ce5d26-ee00-47eb-a516-aea9abd1de04) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:44.741804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fe43:aee7 (12102a82-a06e-4715-892b-6bfb38de3638/b41c4984-3de2-4e6a-b455-3cd56a7b2a5e/d4ce5d26-ee00-47eb-a516-aea9abd1de04) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:44.746063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.751536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:44.752187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:44.813273 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f29faa4-b213-46f6-b919-307823b8c98e req-6e3591c1-70da-4343-a133-1bfdecb64fd1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798177 Jun 10 16:23:44.813652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:44.816314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:44.816703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Checking segment: {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:44.817384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.817573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Bound using segment: {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:44.818061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Bound port: 8820c4f2-751b-4192-bca8-31124d7f686e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:44.818449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.821910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.944863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:44.945440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:44.996386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.055130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.117089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.153561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.250020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.258846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ef563433-643e-4200-9c1d-858a1634fde4', 'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4', 'tenant_id': '9a04ec17017b4ce998d98ded8c99f6b1', 'fixed_ips': [{'subnet_id': 'fd916e27-11e3-4689-8044-b878f9b4b447'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:45.259846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.266335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.269892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:45.283854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-07d59737-dda2-423f-aef5-267d660df243 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:45.321643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=a4286c15-a7db-4983-b8a4-b622f060ca10,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:45.328494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.330633 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/a4286c15-a7db-4983-b8a4-b622f060ca10 HTTP/1.1" status: 204 len: 168 time: 0.7243571 Jun 10 16:23:45.331894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:45.332366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] For port 8820c4f2-751b-4192-bca8-31124d7f686e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:45.345087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49720) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:45.387184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc69b6-3120-4cd5-bbe2-0794869140a1 None None] Network b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:45.388692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.26.5.221 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/674ad5ec-7b1e-4517-ab65-bb1c0631fb38) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:45.397941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Transition to ACTIVE for port object 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:45.475931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] For port 8820c4f2-751b-4192-bca8-31124d7f686e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8820c4f2-751b-4192-bca8-31124d7f686e,segment=NetworkSegment(01e6c20e-9d04-4a3f-a8c6-b2b51b88672b),segment_id=01e6c20e-9d04-4a3f-a8c6-b2b51b88672b)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:45.512987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.535446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.548521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:45.582223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.585923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:45.601361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Transition to ACTIVE for port object 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:45.638527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:45.765264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.812056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.823131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.859024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b81410-dacf-4bc2-9de4-661a858bcac0 req-6a850123-07fe-4ee1-a539-ed0d665ddd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:45.869405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7b81410-dacf-4bc2-9de4-661a858bcac0 req-6a850123-07fe-4ee1-a539-ed0d665ddd69 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1098 time: 0.5201480 Jun 10 16:23:45.883772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.904740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object d4ce5d26-ee00-47eb-a516-aea9abd1de04 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:45.961721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.extraroute_db [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added routes are [] {{(pid=92385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 10 16:23:45.962600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.extraroute_db [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 10 16:23:45.994798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:45.997180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.015040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-96eb1236-0a22-4a70-b680-e16b51a5b44b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:46.081092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.130213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:46.132502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:46.154463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Network 5f049004-b772-48bf-8ff5-f728397d0e32 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:46.183584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=3864666b-71f6-4143-b138-41ee7a890135,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:46.209117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=674ad5ec-7b1e-4517-ab65-bb1c0631fb38,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:46.212070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:46.244706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.12 (5f049004-b772-48bf-8ff5-f728397d0e32/d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9/8721d265-10b0-4a39-9339-3623f7630338) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:46.252574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:46.254690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029783e1-7922-4ad7-a40a-0d7824fd0cd5 None None] Pushing event updated for resources: {'Port': ['ID=8820c4f2-751b-4192-bca8-31124d7f686e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:46.266295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:46.275064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:46.279311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:46.279919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:46.284257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cf86741-da92-4982-a4e7-1de1d447464f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:46.293302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-029783e1-7922-4ad7-a40a-0d7824fd0cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:46.294515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e59621ac-84f2-40a7-914a-6c6dc4b26db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.527s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:46.344134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.402733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:46.403342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.407366 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/ports/3864666b-71f6-4143-b138-41ee7a890135 HTTP/1.1" status: 200 len: 910 time: 3.0500157 Jun 10 16:23:46.415231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49726) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:46.458105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:46.464048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7b81410-dacf-4bc2-9de4-661a858bcac0 req-d3e8e7ba-0e79-4b93-b749-1e1c574dec32 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4580743 Jun 10 16:23:46.495846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:46.511183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=d4ce5d26-ee00-47eb-a516-aea9abd1de04,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:46.513947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:46.515788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:46.519577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:46.552029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.554211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc9657-2a20-4c3f-ad1c-1e73d866e104 req-0933e995-9ad0-4904-b08a-be8daa4d62d9 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:46.555866 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-58fc9657-2a20-4c3f-ad1c-1e73d866e104 req-0933e995-9ad0-4904-b08a-be8daa4d62d9 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.4295192 Jun 10 16:23:46.591789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Allocated IP 172.20.0.2 (ef563433-643e-4200-9c1d-858a1634fde4/fd916e27-11e3-4689-8044-b878f9b4b447/d80b36dc-5842-4cb4-9bf4-206da2dfff5f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:46.611387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.629166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:46.639387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-74dc708f-87a5-4f15-b608-20f658830b1c {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:23:46.639930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:23:46.676740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:46.677512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.685100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Pushing event updated for resources: {'Port': ['ID=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:46.695656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:46.697590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e7a448cb-57c1-415b-bdc4-5720335ff003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:46.721037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Attempting to bind port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:46.721454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Attempting to bind port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '17906c8b-d959-4d2b-9435-a1c90341b139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:46.721736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Attempting to bind port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 on network 5f049004-b772-48bf-8ff5-f728397d0e32 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:46.766190 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-58fc9657-2a20-4c3f-ad1c-1e73d866e104 req-e2098d22-c818-40df-998c-1eaf25b2b8d4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975589 Jun 10 16:23:46.788668 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6530616 Jun 10 16:23:46.791860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49728) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:46.819056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.821061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:46.821513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Checking segment: {'id': '17906c8b-d959-4d2b-9435-a1c90341b139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:46.821872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.822275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Bound using segment: {'id': '17906c8b-d959-4d2b-9435-a1c90341b139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:46.822764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Bound port: 533da0eb-1eba-4d69-9e8e-fd329b2c8b19, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17906c8b-d959-4d2b-9435-a1c90341b139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5f049004-b772-48bf-8ff5-f728397d0e32'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:46.823149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.855043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.970443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:46.986201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 9076a835-b118-47ba-974c-c4a5c77515ff {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:46.987600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:46.988525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:47.042340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.044893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:41Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '9076a835-b118-47ba-974c-c4a5c77515ff', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:8a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:20:15Z', 'updated_at': '2021-06-10T16:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:47.046813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] DHCP port deletion for b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:47.074488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] Checking router: d39ea7b0-426e-4135-8122-3a5fd2029775 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:47.113451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 8721d265-10b0-4a39-9339-3623f7630338 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:47.205679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.224882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] For port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:47.282505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] Routers {'d39ea7b0-426e-4135-8122-3a5fd2029775'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:47.283152 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['d39ea7b0-426e-4135-8122-3a5fd2029775'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:47.285330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:23:47.287135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:47.291680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] For port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,segment=NetworkSegment(17906c8b-d959-4d2b-9435-a1c90341b139),segment_id=17906c8b-d959-4d2b-9435-a1c90341b139)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:47.410658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.442455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:47.446868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131e5fd-b222-4acc-8c73-935dfa63f7a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:47.452696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c131e5fd-b222-4acc-8c73-935dfa63f7a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:47.454180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.454392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c131e5fd-b222-4acc-8c73-935dfa63f7a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6570551 Jun 10 16:23:47.458493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49730) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:47.460982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.474172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.480414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:47.508871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:47.559240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 9076a835-b118-47ba-974c-c4a5c77515ff, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9076a835-b118-47ba-974c-c4a5c77515ff,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:47.559873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.632848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 5f049004-b772-48bf-8ff5-f728397d0e32 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:47.651564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:47.661056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:47.696917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=8721d265-10b0-4a39-9339-3623f7630338,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:47.714083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:47.739038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 9076a835-b118-47ba-974c-c4a5c77515ff owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:47.759996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:47.760200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.770522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.778440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.779618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Transition to ACTIVE for port object d80b36dc-5842-4cb4-9bf4-206da2dfff5f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:47.905128 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1785529 Jun 10 16:23:47.905128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49734) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:47.911676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Pushing event updated for resources: {'Port': ['ID=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:47.914795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:47.917394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] Set router d39ea7b0-426e-4135-8122-3a5fd2029775 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:47.934751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:47.944586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:47.948424 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6c03ae3f-4299-433a-a104-bc5297ccacbb tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 704 time: 4.0544150 Jun 10 16:23:47.948424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49736) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:47.984354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Transition to ACTIVE for port object d80b36dc-5842-4cb4-9bf4-206da2dfff5f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:48.013269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port d4ce5d26-ee00-47eb-a516-aea9abd1de04 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:48.013269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.194216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] Deleting port 63310729-7030-4fae-98a0-d84cfff2838d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:48.194614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.201826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.203863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:46Z', 'revision_number': 8, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:48.217577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b5147f89-ac4c-474e-ba8c-83cc530872bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:48.302661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303a2cd-c352-44b1-bab1-23c444e5bb59 None None] The sync data for ids ['d39ea7b0-426e-4135-8122-3a5fd2029775'] in dv-neutron-601336-90-hyperv is: [{'id': 'd39ea7b0-426e-4135-8122-3a5fd2029775', 'name': 'tempest-TestNetworkBasicOps-router-1990103747', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:20:13Z', 'updated_at': '2021-06-10T16:23:46Z', 'revision_number': 8, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:48.372427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.375797 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9f8ab1cf-f0b1-44e4-943e-2f158cba25c7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 704 time: 0.4241040 Jun 10 16:23:48.380460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49738) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:48.480186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Network ef563433-643e-4200-9c1d-858a1634fde4 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:48.530709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:42Z', 'revision_number': 6, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820c4f2-751b-4192-bca8-31124d7f686e', 'name': '', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:0f:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:37Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:48.549405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:48.563702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Pushing event updated for resources: {'Port': ['ID=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:48.567499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] For port 63310729-7030-4fae-98a0-d84cfff2838d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=63310729-7030-4fae-98a0-d84cfff2838d,segment=NetworkSegment(8edc28a1-e94c-4ad8-b4e5-3ca9959ce701),segment_id=8edc28a1-e94c-4ad8-b4e5-3ca9959ce701)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:48.568009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.572025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:48.575462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:48.581795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.585763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc61d4-0a3b-4c16-b4b8-5d98337f2d61 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:42Z', 'revision_number': 6, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820c4f2-751b-4192-bca8-31124d7f686e', 'name': '', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:0f:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:37Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:48.595873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:48.610879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:48.615482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca5de51-745e-42d8-94eb-9f575aa807ae" -d '{"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:48.734874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b4a559-c1c7-4e3d-982a-30ee03a8fff4 x-openstack-request-id: req-78b4a559-c1c7-4e3d-982a-30ee03a8fff4 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:48.743167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-unplugged", "status": "completed", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:48.743167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78b4a559-c1c7-4e3d-982a-30ee03a8fff4 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:48.743431 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'code': 200} Jun 10 16:23:48.830052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for d4ce5d26-ee00-47eb-a516-aea9abd1de04 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:48.902302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:48.908886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a30003-b2d4-42d5-bdef-2791ef1814b2 req-89608825-5d71-47c7-96e7-c6170ce49907 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:48.910886 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-41a30003-b2d4-42d5-bdef-2791ef1814b2 req-89608825-5d71-47c7-96e7-c6170ce49907 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.7768197 Jun 10 16:23:48.962912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] Calling delete_port for 63310729-7030-4fae-98a0-d84cfff2838d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:48.969530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8f0f126d-390b-402b-80ff-26670f31bbd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:49.112948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:49.115893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'port_id': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'mac_address': 'fa:16:3e:66:51:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:23:49.136129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Allocated IP 172.20.0.3 (12102a82-a06e-4715-892b-6bfb38de3638/a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f/d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:49.212307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=9076a835-b118-47ba-974c-c4a5c77515ff,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:49.259934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:49.358063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] For port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:49.397592 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-41a30003-b2d4-42d5-bdef-2791ef1814b2 req-241e2271-2526-45e6-be75-2f64cb0f7bcf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4217694 Jun 10 16:23:49.400238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.426727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49742) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:49.455338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:49.462020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.464020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.467439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.469134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:49.477484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dadc33-9999-4fb6-8d13-60d739d0b3eb None None] Network 5f049004-b772-48bf-8ff5-f728397d0e32 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:49.569089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 2c47f38e-c854-4e54-8384-e0fed3920af9 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:23:49.577058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.597712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] Pushing event deleted for resources: {'Port': ['ID=63310729-7030-4fae-98a0-d84cfff2838d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:49.658876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc497c80-e8bc-4116-8982-747e0c68a9b0 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:23:49.709767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907440b-2d1c-4e63-9034-2c699fe602b1 None None] No DVR routers for this DVR port 63310729-7030-4fae-98a0-d84cfff2838d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:49.711905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Attempting to bind port d80b36dc-5842-4cb4-9bf4-206da2dfff5f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:49.712289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Attempting to bind port d80b36dc-5842-4cb4-9bf4-206da2dfff5f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'a17dae7e-be5e-49d5-8f50-8057defb9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:49.713041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Attempting to bind port d80b36dc-5842-4cb4-9bf4-206da2dfff5f on network ef563433-643e-4200-9c1d-858a1634fde4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:49.729736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4fe3bee1-6c98-48aa-8816-a83e70b188e5 None None] Provisioning for port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:49.777469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.802539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:49.803002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Checking segment: {'id': 'a17dae7e-be5e-49d5-8f50-8057defb9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:49.803344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.803769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Bound using segment: {'id': 'a17dae7e-be5e-49d5-8f50-8057defb9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:49.804248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Bound port: d80b36dc-5842-4cb4-9bf4-206da2dfff5f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17dae7e-be5e-49d5-8f50-8057defb9bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:49.804638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.836364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:49.855470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Transition to ACTIVE for port object d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:49.865216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.881176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:49.883551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:49.912310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:49.912768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:49.952175 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:49.964209 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:49.965867 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.007983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 3864666b-71f6-4143-b138-41ee7a890135 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:50.008322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.134805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:50.159586 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:50.198978 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9761f0ad-82a4-4555-a69d-97a7d0aaf8d8 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/floatingips/f19606a7-ab85-49c6-a6b2-5db0915475c4 HTTP/1.1" status: 200 len: 990 time: 0.7657745 Jun 10 16:23:50.199700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.202909 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2932651 Jun 10 16:23:50.203575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49744) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:50.210867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] Sync routers for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:50.233773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.237402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.243179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:50.246246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.322182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['bc497c80-e8bc-4116-8982-747e0c68a9b0'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:23:50.369113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.369696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router d39ea7b0-426e-4135-8122-3a5fd2029775 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:23:50.382164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.383276 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/d39ea7b0-426e-4135-8122-3a5fd2029775 HTTP/1.1" status: 204 len: 168 time: 5.0334623 Jun 10 16:23:50.398115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49746) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:50.412986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:50.420684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:50.421359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.432435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] For port d80b36dc-5842-4cb4-9bf4-206da2dfff5f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:50.461110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.556808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 3864666b-71f6-4143-b138-41ee7a890135 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:50.574598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.584666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:50.610161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] For port d80b36dc-5842-4cb4-9bf4-206da2dfff5f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,segment=NetworkSegment(a17dae7e-be5e-49d5-8f50-8057defb9bc0),segment_id=a17dae7e-be5e-49d5-8f50-8057defb9bc0)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:50.614083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.622890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.643166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.647754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.653711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:50.689426 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 7, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820c4f2-751b-4192-bca8-31124d7f686e', 'name': '', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:0f:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:37Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.695928 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:50.713264 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:50.714565 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.716149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=d4ce5d26-ee00-47eb-a516-aea9abd1de04,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:50.727818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:50.728625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.735009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Pushing event updated for resources: {'Port': ['ID=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:50.747081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:50.767653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:50.801272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=8721d265-10b0-4a39-9339-3623f7630338,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:50.812442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:50.846242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.970s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:50.850920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:50.882050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:50.882279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c3018-3cb6-4f16-8f2b-4b27d421e272 None None] The sync data for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:50.932275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:50.932666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:50.985466 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:51.085483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.091978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.109169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Pushing event updated for resources: {'Port': ['ID=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:51.123913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:51.135774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.659s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:51.136158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:51.156410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:51.156658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:51.233891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:51.283989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:51.284363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edc28a1-e94c-4ad8-b4e5-3ca9959ce701') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:51.324540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.372628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.382316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.392461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.405336 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/d4ce5d26-ee00-47eb-a516-aea9abd1de04 HTTP/1.1" status: 204 len: 168 time: 3.9442604 Jun 10 16:23:51.405987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49748) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:51.427734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.508337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:23:51.510437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:23:51.549000 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:23:51.556079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,segment=NetworkSegment(17906c8b-d959-4d2b-9435-a1c90341b139),segment_id=17906c8b-d959-4d2b-9435-a1c90341b139)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:51.568392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.571740 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 7, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820c4f2-751b-4192-bca8-31124d7f686e', 'name': '', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:0f:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:37Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:51.577043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:51.587998 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8817c84f-7fd4-4349-a77f-d9277908daa2 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 7, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8820c4f2-751b-4192-bca8-31124d7f686e', 'name': '', 'network_id': '2b7714de-6568-4b1f-84c3-097f16bf3e72', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:0f:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:37Z', 'updated_at': '2021-06-10T16:23:45Z', 'revision_number': 4, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'c31235a8-1b9f-4586-be55-99af00e717cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:51.634668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.682781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 63310729-7030-4fae-98a0-d84cfff2838d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:51.744829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 63310729-7030-4fae-98a0-d84cfff2838d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:51.745233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 63310729-7030-4fae-98a0-d84cfff2838d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:51.745951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0190290c-e8d6-46bd-82a7-f90f38224caa no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:51.792256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 0190290c-e8d6-46bd-82a7-f90f38224caa {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:51.792630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0190290c-e8d6-46bd-82a7-f90f38224caa not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:51.810985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d2841f97-8be8-4d82-bb12-e9be87de9162 None None] Provisioning for port 8721d265-10b0-4a39-9339-3623f7630338 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:51.821674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d2841f97-8be8-4d82-bb12-e9be87de9162 None None] Provisioning complete for port 8721d265-10b0-4a39-9339-3623f7630338 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:51.822703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d2841f97-8be8-4d82-bb12-e9be87de9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.864241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:51.876413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:51.917706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2183dba-7846-41d9-b86e-7f786a908a61 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:51.924064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2183dba-7846-41d9-b86e-7f786a908a61 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:51.926920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2183dba-7846-41d9-b86e-7f786a908a61 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:51.929343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a2183dba-7846-41d9-b86e-7f786a908a61 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5178080 Jun 10 16:23:51.930493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.943832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d2841f97-8be8-4d82-bb12-e9be87de9162 None None] Port 8721d265-10b0-4a39-9339-3623f7630338 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:51.961766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.969241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.970021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04 HTTP/1.1" status: 204 len: 168 time: 1.5655077 Jun 10 16:23:51.970941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-919746d8-f886-470e-9b8d-f1650cb2b0fa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:51.971229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49750) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:51.988450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d2841f97-8be8-4d82-bb12-e9be87de9162 None None] Provisioning complete for port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:51.989202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d2841f97-8be8-4d82-bb12-e9be87de9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:51.999592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce4372a4-a2c1-4c6f-8b31-9377d564362e tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:52.134719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49752) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:52.136835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=b30aa0e1-b1ce-4e59-ba46-f7189a4a2c04,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:52.142602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:52.170324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--1599709574', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:52.210192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80b36dc-5842-4cb4-9bf4-206da2dfff5f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:52.223577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:52.233240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.261463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:52.276339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.314499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cc28f374-839a-4279-9175-5fcbca451756 None None] Provisioning complete for port 8721d265-10b0-4a39-9339-3623f7630338 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:52.315033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc28f374-839a-4279-9175-5fcbca451756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.335288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:23:52.372863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d80b36dc-5842-4cb4-9bf4-206da2dfff5f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:52.388329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8820c4f2-751b-4192-bca8-31124d7f686e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:52.391557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cc28f374-839a-4279-9175-5fcbca451756 None None] Port 8721d265-10b0-4a39-9339-3623f7630338 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:52.413965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.414696 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 53353197-af1c-4186-be11-ccd66bf1b819 of type vlan for network 9181bd97-25fa-42f2-a24e-587dcd72d593 Jun 10 16:23:52.430023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.459634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cc28f374-839a-4279-9175-5fcbca451756 None None] Provisioning for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:52.467345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cc28f374-839a-4279-9175-5fcbca451756 None None] Provisioning complete for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:52.467857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc28f374-839a-4279-9175-5fcbca451756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.515162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.547418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 8820c4f2-751b-4192-bca8-31124d7f686e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:52.555363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8820c4f2-751b-4192-bca8-31124d7f686e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:52.556119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.606261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.612011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:52.613327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.621703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f3c0b77-c474-4b37-b6c0-350471aea9c8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:52.750403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.768797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509869a-07b9-4c05-893e-71e7271710fd None None] Network ef563433-643e-4200-9c1d-858a1634fde4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:52.776242 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6220465 Jun 10 16:23:52.790955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49754) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:52.803543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:52.819303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Could not find standard attr ID for object d4ce5d26-ee00-47eb-a516-aea9abd1de04. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:23:52.827047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=9181bd97-25fa-42f2-a24e-587dcd72d593,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:52.830381 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:52.868261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.868819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 8820c4f2-751b-4192-bca8-31124d7f686e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8820c4f2-751b-4192-bca8-31124d7f686e,segment=NetworkSegment(01e6c20e-9d04-4a3f-a8c6-b2b51b88672b),segment_id=01e6c20e-9d04-4a3f-a8c6-b2b51b88672b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:52.872231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:23:52.883653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=3864666b-71f6-4143-b138-41ee7a890135,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:52.891327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:52.902032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.903005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:52.910518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:52.965503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:52.966985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.029217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 8820c4f2-751b-4192-bca8-31124d7f686e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:53.029501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.112123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=8820c4f2-751b-4192-bca8-31124d7f686e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:53.115499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Provisioning complete for port 8721d265-10b0-4a39-9339-3623f7630338 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:53.115891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.138512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.164926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:53.194376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a3601900-c202-4e75-aa1c-0477ace15a49 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:53.200796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.204522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.220182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Port 8721d265-10b0-4a39-9339-3623f7630338 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:53.238416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.246881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:53.246881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.249478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:53.299072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.306619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f HTTP/1.1" status: 204 len: 168 time: 1.2532189 Jun 10 16:23:53.307617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cb2596-598c-417a-ab77-712a606edcc3 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:53.312323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Provisioning for port d80b36dc-5842-4cb4-9bf4-206da2dfff5f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:53.338436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Provisioning complete for port d80b36dc-5842-4cb4-9bf4-206da2dfff5f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:53.338900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.350037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49756) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:53.350974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:53.748910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.768791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 71ea4801-dd75-44fd-91ca-3384fcae9093 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:53.829022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.851305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9076a835-b118-47ba-974c-c4a5c77515ff no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:53.892186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9076a835-b118-47ba-974c-c4a5c77515ff {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:53.892626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9076a835-b118-47ba-974c-c4a5c77515ff not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:53.898671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:53.923856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.956960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port 8820c4f2-751b-4192-bca8-31124d7f686e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8820c4f2-751b-4192-bca8-31124d7f686e,segment=NetworkSegment(01e6c20e-9d04-4a3f-a8c6-b2b51b88672b),segment_id=01e6c20e-9d04-4a3f-a8c6-b2b51b88672b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:53.958095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.967874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] For port d80b36dc-5842-4cb4-9bf4-206da2dfff5f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,segment=NetworkSegment(a17dae7e-be5e-49d5-8f50-8057defb9bc0),segment_id=a17dae7e-be5e-49d5-8f50-8057defb9bc0)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:53.985002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:53.991006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80c952eb-3d18-4b56-91d5-35c04aa039d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:54.052755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet b41c4984-3de2-4e6a-b455-3cd56a7b2a5e {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:54.059075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port bc497c80-e8bc-4116-8982-747e0c68a9b0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:54.059602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.062270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8820c4f2-751b-4192-bca8-31124d7f686e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:54.103953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 8820c4f2-751b-4192-bca8-31124d7f686e owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:54.105581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.122827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Pushing event updated for resources: {'Port': ['ID=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:54.130863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:54.176869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ea4b38a7-9d81-48bb-97e5-0a1cf6d73c87 None None] Provisioning complete for port d80b36dc-5842-4cb4-9bf4-206da2dfff5f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:54.177285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ea4b38a7-9d81-48bb-97e5-0a1cf6d73c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.199693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:54.207051 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/71ea4801-dd75-44fd-91ca-3384fcae9093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7888248 Jun 10 16:23:54.215090 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] Sync routers for ids ['71ea4801-dd75-44fd-91ca-3384fcae9093'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:54.220546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49758) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:54.236185 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] Routers {'71ea4801-dd75-44fd-91ca-3384fcae9093'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:54.238246 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['71ea4801-dd75-44fd-91ca-3384fcae9093'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:54.238577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.249768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8820c4f2-751b-4192-bca8-31124d7f686e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:54.250148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.306333 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7ca4390d-21ad-4b10-bf3e-1b0edf494c39 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ea4801-dd75-44fd-91ca-3384fcae9093 HTTP/1.1" status: 200 len: 205 time: 0.0850215 Jun 10 16:23:54.333768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.344622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.351086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49760) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:54.359993 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:54.372837 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] Routers {'71ea4801-dd75-44fd-91ca-3384fcae9093'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:54.378018 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['71ea4801-dd75-44fd-91ca-3384fcae9093'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:54.426317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:23:54.428215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e5798e-849a-4c20-85b2-941963d4305b" -d '{"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-plugged", "status": "completed", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:23:54.471414 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:54.471577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:54.472577 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd795dc8-aaa9-49e1-b951-d48139bafe1e None None] The sync data for ids ['71ea4801-dd75-44fd-91ca-3384fcae9093'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:54.481498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.486208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:54.499729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.508663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dc2aa498-9888-4e39-8eae-ac3f5cbee1ac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:54.515748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d3f06-f298-402c-ab84-6f47e07687a5 x-openstack-request-id: req-ff7d3f06-f298-402c-ab84-6f47e07687a5 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:23:54.516044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-plugged", "status": "completed", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:23:54.516305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff7d3f06-f298-402c-ab84-6f47e07687a5 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:23:54.516701 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'code': 200} Jun 10 16:23:54.518163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:54.588208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:54.592325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:54.605631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:54.606058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.655851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.657681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.663866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=8721d265-10b0-4a39-9339-3623f7630338,revision_number=3']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:54.671898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:54.804456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:54.836099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.1 (ef563433-643e-4200-9c1d-858a1634fde4/fd916e27-11e3-4689-8044-b878f9b4b447/908ac130-0730-432d-bd40-c6d1f7a6a66b) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:54.880016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 5f049004-b772-48bf-8ff5-f728397d0e32 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:54.881304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:54.949745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f023a557-3136-4de0-a44c-fb20aaa98e9f None None] Provisioning complete for port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:54.950839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f023a557-3136-4de0-a44c-fb20aaa98e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.050972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.058954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.089296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.141914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dcf7af0b-91a3-4ff5-ac1b-8e605be6caf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:55.182046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Router 6bf0bd6c-a643-4c5a-a4d4-39c2733d012f is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:23:55.207530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a0c36a0e-3f27-4a8b-88d8-ec018f169f03 None None] Provisioning complete for port 8721d265-10b0-4a39-9339-3623f7630338 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:55.208636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a0c36a0e-3f27-4a8b-88d8-ec018f169f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.231973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=8820c4f2-751b-4192-bca8-31124d7f686e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:55.255689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a0c36a0e-3f27-4a8b-88d8-ec018f169f03 None None] Port 8721d265-10b0-4a39-9339-3623f7630338 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:55.282789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:55.285555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.286068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router 71ea4801-dd75-44fd-91ca-3384fcae9093 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:23:55.291036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.297548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.298634 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-52d316ad-57d5-4c03-a139-013692bd83f5 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/71ea4801-dd75-44fd-91ca-3384fcae9093 HTTP/1.1" status: 204 len: 168 time: 0.9463463 Jun 10 16:23:55.305554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c85fe356-b79a-4f9f-a6b1-0c175dd354f0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:55.306647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49764) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:55.386857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf6b98-75f3-459d-aab8-5adf8820ffc7 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:55.403230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.404908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/b41c4984-3de2-4e6a-b455-3cd56a7b2a5e HTTP/1.1" status: 204 len: 168 time: 2.0529590 Jun 10 16:23:55.406065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=b41c4984-3de2-4e6a-b455-3cd56a7b2a5e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:55.407726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49766) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:55.419993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:55.422803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.423042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.432098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:55.434906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:55.443763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.455842 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-a643-4c5a-a4d4-39c2733d012f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5521624 Jun 10 16:23:55.489822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] Sync routers for ids ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:55.516823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] Routers {'6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:55.517514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:55.525281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49768) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:55.555334 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b7700595-c84e-4bba-8cd2-447cfe2ccb0f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413090 Jun 10 16:23:55.592759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:55.610358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49770) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:55.616746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:55.644512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.664800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] Routers {'6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:55.665483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:55.720330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:55.720777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c9d24a-fae6-4052-91bb-e4dea9a86419 None None] The sync data for ids ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:55.813576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:55.842894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.883293 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Deleting port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:55.883986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.958046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Transition to ACTIVE for port object 908ac130-0730-432d-bd40-c6d1f7a6a66b will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:55.984235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:55.993738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] For port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:55.994813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.120743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Calling delete_port for d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:56.126500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80b36dc-5842-4cb4-9bf4-206da2dfff5f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:23:56.145011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.187543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.193346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e856d9bd-39bc-4743-8317-2a736365aac2 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:56.253643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network ef563433-643e-4200-9c1d-858a1634fde4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:56.258021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:56.267433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:56.286457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d80b36dc-5842-4cb4-9bf4-206da2dfff5f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:56.286914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.330065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=908ac130-0730-432d-bd40-c6d1f7a6a66b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:56.334843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:56.341429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.342225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.344694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a4950382-7425-40ec-9cf5-7bfafcd1f508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:56.356171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-498492ae-95b7-4b9c-940b-cc1a26a26b0d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:56.362418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.368854 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5 HTTP/1.1" status: 204 len: 168 time: 1.0561790 Jun 10 16:23:56.369098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:56.371762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.377811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49772) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:56.383035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6262c72-d806-4d09-b7bf-feab3eb20c57 None None] Network ea671b92-a740-4397-9b4c-95732aa79a56 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:56.388708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73aa6db-532a-47f8-8a96-6b731b4c86d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:56.390544 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e73aa6db-532a-47f8-8a96-6b731b4c86d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bf0bd6c-a643-4c5a-a4d4-39c2733d012f HTTP/1.1" status: 200 len: 983 time: 0.8409574 Jun 10 16:23:56.397355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49774) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:56.409769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:56.412639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:56.431086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.97 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d558232f-b0b1-45f5-8ec0-e68d06f547c8) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:56.466203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Pushing event deleted for resources: {'Port': ['ID=d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:56.469265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:56.481925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] No DVR routers for this DVR port d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:56.536875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.647304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.690343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:56.734033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:56.734287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d9353621-2c1f-4dc2-8f9e-b3ac0d970f5f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:56.739338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] DHCP port deletion for ea671b92-a740-4397-9b4c-95732aa79a56 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:56.746143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a7fee68-a397-40ed-8f55-28f8fe61d070 None None] Provisioning for port 908ac130-0730-432d-bd40-c6d1f7a6a66b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:23:56.754338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a7fee68-a397-40ed-8f55-28f8fe61d070 None None] Provisioning complete for port 908ac130-0730-432d-bd40-c6d1f7a6a66b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:56.754338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a7fee68-a397-40ed-8f55-28f8fe61d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.827617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fee68-a397-40ed-8f55-28f8fe61d070 None None] Port 908ac130-0730-432d-bd40-c6d1f7a6a66b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:56.839648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Deleting port 2c4d75af-9122-44e7-af93-8c115e685b5c {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:56.839648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.931351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] For port 2c4d75af-9122-44e7-af93-8c115e685b5c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2c4d75af-9122-44e7-af93-8c115e685b5c,segment=NetworkSegment(8976e132-3a98-4dfb-b3dd-bb3dc0bb656f),segment_id=8976e132-3a98-4dfb-b3dd-bb3dc0bb656f)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:56.931751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.941829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:56.992986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.009330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:57.041641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Calling delete_port for 2c4d75af-9122-44e7-af93-8c115e685b5c owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:57.137498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.139387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:57.158939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 2c4d75af-9122-44e7-af93-8c115e685b5c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:57.159341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.173983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Pushing event deleted for resources: {'Port': ['ID=2c4d75af-9122-44e7-af93-8c115e685b5c,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:57.176701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:57.179939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] No DVR routers for this DVR port 2c4d75af-9122-44e7-af93-8c115e685b5c on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:57.239154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.246078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88b1cc3d-3c6d-45e8-8d8a-471a3b78ff98 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:57.268763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.345695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.376051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:57.388789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:57.392756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 2c4d75af-9122-44e7-af93-8c115e685b5c, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:57.393124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.397374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:23:57.400105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925ec586-1e63-4468-a49e-ccb22213e36f None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:57.405297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:23:57.405883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.410510 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:23:57.417972 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0326433 Jun 10 16:23:57.423511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:57.430418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49776) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:57.433950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:57.435513 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:57.472862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=7bbb2756-e64f-49a0-94e9-31e29cd71cd0,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:57.513068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 2c4d75af-9122-44e7-af93-8c115e685b5c owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:57.517529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:57.519901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:57.521769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Port 2c4d75af-9122-44e7-af93-8c115e685b5c was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:23:57.523094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e06ce317-c247-4478-aaad-dd0d26123a45 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:57.525268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:57.530146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.595593 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9838607 Jun 10 16:23:57.612292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49778) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:57.613566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet c31235a8-1b9f-4586-be55-99af00e717cb {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:23:57.617783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.618281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:57.646681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port 2c4d75af-9122-44e7-af93-8c115e685b5c on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:57.681925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.742545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=d558232f-b0b1-45f5-8ec0-e68d06f547c8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:57.746153 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:57.751101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:57.751828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c318a526-505e-4960-b24f-51bf63b55467 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:57.802663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.816943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '7bbb2756-e64f-49a0-94e9-31e29cd71cd0'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:23:57.817905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.940560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:57.956151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ff3e485-a1bd-47a7-a4ca-140d015640c6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:57.985753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=2c4d75af-9122-44e7-af93-8c115e685b5c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:57.997702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:58.009275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=c31235a8-1b9f-4586-be55-99af00e717cb,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:58.022671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.025073 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/c31235a8-1b9f-4586-be55-99af00e717cb HTTP/1.1" status: 204 len: 168 time: 0.5680995 Jun 10 16:23:58.026348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.029665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:58.029896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49780) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:58.061309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680bbc91-1ea8-4f9c-8ce5-28fa2b95b3c8 None None] Network 2b7714de-6568-4b1f-84c3-097f16bf3e72 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:23:58.063627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2c4d75af-9122-44e7-af93-8c115e685b5c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:23:58.091080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea671b92-a740-4397-9b4c-95732aa79a56']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:58.093864 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:54Z', 'revision_number': 8, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:58.100540 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:23:58.109626 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:23:58.110776 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:58.120280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 2c4d75af-9122-44e7-af93-8c115e685b5c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:23:58.120910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2c4d75af-9122-44e7-af93-8c115e685b5c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:23:58.182141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:58.182371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8976e132-3a98-4dfb-b3dd-bb3dc0bb656f') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:58.208662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.221116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Allocated IP 172.20.0.2 (12102a82-a06e-4715-892b-6bfb38de3638/7bbb2756-e64f-49a0-94e9-31e29cd71cd0/1d364baf-c5b0-431d-b368-5cc6a24796df) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:23:58.230280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 8721d265-10b0-4a39-9339-3623f7630338 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:58.230940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.238657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.282290 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:23:58.299852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.356595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:23:58.357010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:23:58.362133 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:23:58.382848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.523105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 8721d265-10b0-4a39-9339-3623f7630338 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:58.527063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.531858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.544202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f231457-741c-4b10-b371-411f609365c4 None None] DHCP port deletion for 2b7714de-6568-4b1f-84c3-097f16bf3e72 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:23:58.547551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.553974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9badc560-02b6-4cb9-ab8f-946d0f1c4b18 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:58.603970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Deleting port d3179b50-0244-44a3-8746-6463a927c60d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:58.604363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.629814 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:54Z', 'revision_number': 8, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:23:58.635169 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9b5e9-8efd-4458-b362-6f5d5be79faa None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:23:54Z', 'revision_number': 8, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '372459b7-9146-4bd0-9b4d-13fe257f1d8f', 'name': '', 'network_id': '5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:f4:fb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd62dbf09-c860-4387-869e-668ed250c325', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:22Z', 'updated_at': '2021-06-10T16:23:37Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': 'd62dbf09-c860-4387-869e-668ed250c325', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:23:58.643365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=908ac130-0730-432d-bd40-c6d1f7a6a66b,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:58.647570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:58.714571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5f231457-741c-4b10-b371-411f609365c4 None None] For port d3179b50-0244-44a3-8746-6463a927c60d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d3179b50-0244-44a3-8746-6463a927c60d,segment=NetworkSegment(01e6c20e-9d04-4a3f-a8c6-b2b51b88672b),segment_id=01e6c20e-9d04-4a3f-a8c6-b2b51b88672b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:58.714963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.725836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.782619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:23:58.786779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.818376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Calling delete_port for d3179b50-0244-44a3-8746-6463a927c60d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:58.925573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.927514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:58.954589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Pushing event deleted for resources: {'Port': ['ID=d3179b50-0244-44a3-8746-6463a927c60d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:58.958357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.959133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:58.962591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:58.964906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network ef563433-643e-4200-9c1d-858a1634fde4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:58.965353 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/ea671b92-a740-4397-9b4c-95732aa79a56 HTTP/1.1" status: 204 len: 168 time: 2.5735691 Jun 10 16:23:58.968999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:58.970102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f231457-741c-4b10-b371-411f609365c4 None None] No DVR routers for this DVR port d3179b50-0244-44a3-8746-6463a927c60d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:58.974829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:58.975687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49782) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:23:58.988700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-641646989', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:23:59.031106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=ea671b92-a740-4397-9b4c-95732aa79a56,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:59.033701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:59.057909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.129260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Transition to ACTIVE for port object 1d364baf-c5b0-431d-b368-5cc6a24796df will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:59.150565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Transition to ACTIVE for port object 1d364baf-c5b0-431d-b368-5cc6a24796df will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:23:59.153068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.165582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-702b5720-da64-413e-826c-352abc2bf61c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:59.181128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.185339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fa13ebcd-5612-4318-983b-5a446ae64680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:59.228321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port d3179b50-0244-44a3-8746-6463a927c60d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:23:59.228723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.255549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:23:59.263442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:23:59.271444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:23:59.293826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Pushing event updated for resources: {'Port': ['ID=1d364baf-c5b0-431d-b368-5cc6a24796df,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:59.298053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:59.376519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Attempting to bind port 1d364baf-c5b0-431d-b368-5cc6a24796df on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:23:59.376984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Attempting to bind port 1d364baf-c5b0-431d-b368-5cc6a24796df by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:23:59.377336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Attempting to bind port 1d364baf-c5b0-431d-b368-5cc6a24796df on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:23:59.384344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:23:59.384344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:23:59.384839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.385234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:23:59.385740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Bound port: 1d364baf-c5b0-431d-b368-5cc6a24796df, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:23:59.386129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.463303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1e598cd9-bfff-4aeb-81e3-c8b1ebf121e9 None None] Provisioning complete for port 908ac130-0730-432d-bd40-c6d1f7a6a66b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:23:59.463697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e598cd9-bfff-4aeb-81e3-c8b1ebf121e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.526717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port d3179b50-0244-44a3-8746-6463a927c60d, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:23:59.527328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] For port 1d364baf-c5b0-431d-b368-5cc6a24796df, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:23:59.527557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.532508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] For port 1d364baf-c5b0-431d-b368-5cc6a24796df, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1d364baf-c5b0-431d-b368-5cc6a24796df,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:23:59.533766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1e598cd9-bfff-4aeb-81e3-c8b1ebf121e9 None None] Port 908ac130-0730-432d-bd40-c6d1f7a6a66b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:23:59.539189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.542402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a4efc811-3ed2-44e2-9ac6-4f3b04f78bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:59.617571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Pushing event updated for resources: {'Port': ['ID=1d364baf-c5b0-431d-b368-5cc6a24796df,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:59.620689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:59.648224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for d3179b50-0244-44a3-8746-6463a927c60d owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:23:59.652804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Port d3179b50-0244-44a3-8746-6463a927c60d was not found and therefore no delete operation was performed {{(pid=92385) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:23:59.687899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.694048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.695047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.696309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed981a58-a6e1-46ab-b922-308dfb408380 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:23:59.711852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=8721d265-10b0-4a39-9339-3623f7630338,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:59.744169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=d3179b50-0244-44a3-8746-6463a927c60d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:23:59.752067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:59.758585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port d3179b50-0244-44a3-8746-6463a927c60d on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:23:59.787097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.787306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.787713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.788170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.788522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.788837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.790239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.790239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.790239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.792972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.792972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.792972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:23:59.804059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:23:59.884316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.898705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:23:59.901582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 2c47f38e-c854-4e54-8384-e0fed3920af9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:23:59.905969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.057409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.058570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1d364baf-c5b0-431d-b368-5cc6a24796df up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:00.099881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.101102 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2bc816b5-33cf-4518-bc36-c25a74e2fa80 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.1215417 Jun 10 16:24:00.119990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49784) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:00.121934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7714de-6568-4b1f-84c3-097f16bf3e72']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.123975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 1d364baf-c5b0-431d-b368-5cc6a24796df completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:00.143614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1930648598'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:00.156321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.156616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e6c20e-9d04-4a3f-a8c6-b2b51b88672b') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.177386 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.184742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.203333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3179b50-0244-44a3-8746-6463a927c60d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:00.244448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d3179b50-0244-44a3-8746-6463a927c60d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:00.245230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3179b50-0244-44a3-8746-6463a927c60d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:00.246428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8820c4f2-751b-4192-bca8-31124d7f686e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:00.261460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.277007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 8820c4f2-751b-4192-bca8-31124d7f686e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:00.277656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8820c4f2-751b-4192-bca8-31124d7f686e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:00.298852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:00.302916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.311761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:00.312107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:00.315058 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:00.323179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:00.329970 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/routers/2c47f38e-c854-4e54-8384-e0fed3920af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1067352 Jun 10 16:24:00.335555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] Sync routers for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:00.345214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:00.345962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.357977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49786) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:00.378269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'port': {'network_id': 'ef563433-643e-4200-9c1d-858a1634fde4', 'name': 'tempest-FloatingIPTestJSON-285924670'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:00.401489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.411187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:00.411832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.412793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:24:00.444883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Router 6bf0bd6c-a643-4c5a-a4d4-39c2733d012f has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:00.468440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.468876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1771bc0-6a90-48ad-80c3-2bfbd499beec None None] The sync data for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:00.573128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:00.581597 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/routers/6bf0bd6c-a643-4c5a-a4d4-39c2733d012f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1829059 Jun 10 16:24:00.582295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49788) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:00.583341 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] Sync routers for ids ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:00.593959 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] Routers {'6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:00.594586 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.638974 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-129e804c-7525-4134-90d8-ba150c2be5f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:24:00.643966 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-129e804c-7525-4134-90d8-ba150c2be5f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/8721d265-10b0-4a39-9339-3623f7630338 HTTP/1.1" status: 404 len: 333 time: 0.0606053 Jun 10 16:24:00.645758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49790) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:00.646585 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.648743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:24:00.650704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.654759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.660131 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/2b7714de-6568-4b1f-84c3-097f16bf3e72 HTTP/1.1" status: 204 len: 168 time: 2.6234074 Jun 10 16:24:00.660413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49792) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:00.664007 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] Routers {'6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:00.665210 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.688361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf74e56b-1ef4-40df-a63c-d08d01913960 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:00.739668 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:00.740106 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccccfbfc-7fd8-4441-8e64-82b80b826d11 None None] The sync data for ids ['6bf0bd6c-a643-4c5a-a4d4-39c2733d012f'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:00.874554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Provisioning for port 1d364baf-c5b0-431d-b368-5cc6a24796df completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:00.880131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Provisioning complete for port 1d364baf-c5b0-431d-b368-5cc6a24796df triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:00.880538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:00.982526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.024198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] For port 1d364baf-c5b0-431d-b368-5cc6a24796df, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1d364baf-c5b0-431d-b368-5cc6a24796df,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:01.029039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.033477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-029783e1-7922-4ad7-a40a-0d7824fd0cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:01.093989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Pushing event updated for resources: {'Port': ['ID=1d364baf-c5b0-431d-b368-5cc6a24796df,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:01.097673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:01.152621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.170236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.170883 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment b098f834-439b-4c23-84a0-91524c40c21a of type vlan for network 6376bf17-746b-4a19-b9db-91d14aa9480b Jun 10 16:24:01.204785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=2b7714de-6568-4b1f-84c3-097f16bf3e72,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:01.207783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:01.208372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:24:01.252730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.428048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.490912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 372459b7-9146-4bd0-9b4d-13fe257f1d8f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:01.491517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.558915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Made reservation on behalf of 9a04ec17017b4ce998d98ded8c99f6b1 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:01.562413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.616694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port 372459b7-9146-4bd0-9b4d-13fe257f1d8f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=372459b7-9146-4bd0-9b4d-13fe257f1d8f,segment=NetworkSegment(2e8623fa-fba6-472f-a796-9b77c97cecd5),segment_id=2e8623fa-fba6-472f-a796-9b77c97cecd5)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:01.617058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.720454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 372459b7-9146-4bd0-9b4d-13fe257f1d8f owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:01.762555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.772541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.780704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.786539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:01.787162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.796102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8689b4d5-710e-4b10-81e9-3b5bf1b3345f tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:01.806021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] device_id is not set on port 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:01.862227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.948712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.949226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf0bd6c-a643-4c5a-a4d4-39c2733d012f {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:24:01.956157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:01.963100 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cbda6dd9-9af3-4e7a-b59e-bd22c36804ca tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/routers/6bf0bd6c-a643-4c5a-a4d4-39c2733d012f HTTP/1.1" status: 204 len: 168 time: 1.2978382 Jun 10 16:24:01.963100 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8342249 Jun 10 16:24:01.967647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49794) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:01.967647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49796) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:01.977773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:02.016128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1d364baf-c5b0-431d-b368-5cc6a24796df up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:02.058917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:02.083388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Sync routers for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:02.102765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=6376bf17-746b-4a19-b9db-91d14aa9480b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:02.108274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:02.109454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:02.131010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.140970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.145667 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3479347 Jun 10 16:24:02.145872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:02.151245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49798) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:02.164121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.165398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.165398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.165398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.165691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.166017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.166411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.166776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.167136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.167497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.167861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.168220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:02.168960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:02.171717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:02.195533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 6376bf17-746b-4a19-b9db-91d14aa9480b details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:24:02.212751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Allocated IP 172.20.0.9 (ef563433-643e-4200-9c1d-858a1634fde4/fd916e27-11e3-4689-8044-b878f9b4b447/80f96a87-8a10-4ddf-8b78-bc0f085a49a9) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:02.224588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.260605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=372459b7-9146-4bd0-9b4d-13fe257f1d8f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:02.275174 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7536798f-a715-4ead-bbb2-b5567eed091c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1196504 Jun 10 16:24:02.275512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:02.281860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49800) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:02.378160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:02.381170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.432737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:02.436359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.579466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] For port 1d364baf-c5b0-431d-b368-5cc6a24796df, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1d364baf-c5b0-431d-b368-5cc6a24796df,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:02.596648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.758853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.766296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d9bb2-f883-4a39-94fb-f68a3dc81f04 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:02.768200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-198d9bb2-f883-4a39-94fb-f68a3dc81f04 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4847662 Jun 10 16:24:02.771975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.773284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.777851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49802) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:02.778800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d459dfa7-2f68-46a2-82ea-57848d23ad35 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:02.798518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1d364baf-c5b0-431d-b368-5cc6a24796df triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:02.798906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:02.870839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5c6bd870-3def-4e3c-aba3-54b2b95ab837 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853271 Jun 10 16:24:02.883439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49804) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:02.887952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1390294290', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:03.016679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:23:58Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:03.021119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Checking router: 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:03.021863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Updating router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e port d558232f-b0b1-45f5-8ec0-e68d06f547c8 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:24:03.069630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.204968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.302216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:03.306794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:03.320959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:03.321580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.341870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f686001-94e8-4a29-b0df-b90a70639a1a None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:03.425846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.430087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=1d364baf-c5b0-431d-b368-5cc6a24796df,revision_number=5']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:03.436609 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8231335 Jun 10 16:24:03.437864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:03.442111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2884d9d8-8b26-44d1-b8df-87ee4c91e89a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.660s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:03.466859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49806) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:03.471734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:4b:63:9a', 'name': 'tempest-NetworksTestDHCPv6-964304585'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:03.490000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.499781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Transition to ACTIVE for port object 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:03.512934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d851502-2bdc-49bc-a342-62a4c3ad544e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:03.538786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2469af-15e8-4fdc-a025-f22666dd75f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.549870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.552566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=97d720d1-2816-4c8a-91d9-888b268578be,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:03.563828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:03.573758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:03.576376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:03.580785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.606846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:03.621022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584f843-04cf-4fa9-8090-14becf1d828d None None] Network 5f049004-b772-48bf-8ff5-f728397d0e32 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:03.625787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bea9ed5a-9cf3-43bd-aa8b-c50f30a775ae tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:03.633667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.635546 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9 HTTP/1.1" status: 204 len: 168 time: 1.6643448 Jun 10 16:24:03.670817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49808) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:03.715933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:03.719257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.731671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a11e0135-da0d-43c8-84f3-a321416db983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:03.758284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:03.764286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:03.771639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:03.771831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: 6376bf17-746b-4a19-b9db-91d14aa9480b, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:24:03.829272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.858796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Transition to ACTIVE for port object d558232f-b0b1-45f5-8ec0-e68d06f547c8 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:03.876595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Network ef563433-643e-4200-9c1d-858a1634fde4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:03.886697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:03.897987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.903831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:03.924720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 6376bf17-746b-4a19-b9db-91d14aa9480b is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:24:03.929995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:03.956127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.969782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 6376bf17-746b-4a19-b9db-91d14aa9480b) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:03.974088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:03.974759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:03.982592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event updated for resources: {'Port': ['ID=80f96a87-8a10-4ddf-8b78-bc0f085a49a9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:03.993201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:04.011056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-47f0e5a1-7905-4ade-9a5f-9efde30d6231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:04.020199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:04.020875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.032687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:04.048826 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3873510 Jun 10 16:24:04.049621 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:04.053656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49810) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:04.065419 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:04.073467 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:04.092192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f31c33-48df-457e-88d0-f0693777b762 None None] Network 6376bf17-746b-4a19-b9db-91d14aa9480b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:04.110014 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1365027 Jun 10 16:24:04.110283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49812) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:04.124853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7600443 Jun 10 16:24:04.133897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49814) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:04.159239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Request body: {'floatingip': {'port_id': '80f96a87-8a10-4ddf-8b78-bc0f085a49a9'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:04.287325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.336510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.355236 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:04.412493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1d364baf-c5b0-431d-b368-5cc6a24796df up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:04.415400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Attempting to bind port d558232f-b0b1-45f5-8ec0-e68d06f547c8 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:04.416000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Attempting to bind port d558232f-b0b1-45f5-8ec0-e68d06f547c8 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:04.416593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Attempting to bind port d558232f-b0b1-45f5-8ec0-e68d06f547c8 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:04.454835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591390dd-03d5-47f1-9f59-ff3ad7f9b2b0 None None] Pushing event updated for resources: {'Port': ['ID=d558232f-b0b1-45f5-8ec0-e68d06f547c8,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:04.460878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-591390dd-03d5-47f1-9f59-ff3ad7f9b2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:04.540482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:04.540853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:04.542808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.542808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:04.542808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Bound port: d558232f-b0b1-45f5-8ec0-e68d06f547c8, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:04.542808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.611213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet d62dbf09-c860-4387-869e-668ed250c325 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:04.615379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.617851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7d5873aa-a8f2-41d1-8930-b168419f600c None None] Provisioning for port 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:04.646127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7d5873aa-a8f2-41d1-8930-b168419f600c None None] Provisioning complete for port 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:04.646847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7d5873aa-a8f2-41d1-8930-b168419f600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.744683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.766328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] For port d558232f-b0b1-45f5-8ec0-e68d06f547c8, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:04.796027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] DHCP port deletion for 5f049004-b772-48bf-8ff5-f728397d0e32 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:04.805710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] For port d558232f-b0b1-45f5-8ec0-e68d06f547c8, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d558232f-b0b1-45f5-8ec0-e68d06f547c8,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:04.817417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7d5873aa-a8f2-41d1-8930-b168419f600c None None] Port 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:04.822638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1d364baf-c5b0-431d-b368-5cc6a24796df triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:04.823335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.826888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.831099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6ab5e8f2-38bd-40a5-b3c3-1d06825feecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:04.866766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.965227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:04.979390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port fd407438-8aa8-4228-b676-164852281c23 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:04.984614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-04bb5b30-be8a-4934-8b6a-a4a70eaa2d58 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:05.025119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.028337 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/d62dbf09-c860-4387-869e-668ed250c325 HTTP/1.1" status: 204 len: 168 time: 0.9736867 Jun 10 16:24:05.077381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49816) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:05.097542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=d62dbf09-c860-4387-869e-668ed250c325,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:05.129102 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:01Z', 'revision_number': 9, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:05.133477 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:05.143383 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:05.144093 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:05.171109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b887b0-57f8-4b8d-9969-5630fc0fee0c None None] Network 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:05.209271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:05.280953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-6376bf17-746b-4a19-b9db-91d14aa9480b', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:05.281869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.446924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:05.447573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:23:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:05.464479 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:24:05.468239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591390dd-03d5-47f1-9f59-ff3ad7f9b2b0 None None] Pushing event updated for resources: {'Port': ['ID=d558232f-b0b1-45f5-8ec0-e68d06f547c8,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:05.520810 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:05.538652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.591533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-591390dd-03d5-47f1-9f59-ff3ad7f9b2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:05.642523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.662115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bbbbfc50-da9a-4a65-9d94-e215462ff5b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:05.780101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.803304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=10383e69-58b9-4691-8205-37ea3dbd705f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:05.814223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:05.828254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.850626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Deleting port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:05.851309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:05.861234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.001723 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:01Z', 'revision_number': 9, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:06.006947 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8428b1f-0207-400c-b1fc-410a43bdd8b9 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:01Z', 'revision_number': 9, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdf37b38-71c3-430d-83a4-a5e445303fe3', 'name': '', 'network_id': '5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:04:7b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:09Z', 'updated_at': '2021-06-10T16:23:21Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '529780f6-3b52-41b1-b4c9-600d3fcaa1b1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:06.045302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:06.045798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.049598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:06.049598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: 9181bd97-25fa-42f2-a24e-587dcd72d593, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:24:06.079821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Allocated IP 172.20.0.2 (6376bf17-746b-4a19-b9db-91d14aa9480b/1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f/2d37d1fa-8b79-48d2-984a-588840f94ec2) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:06.104980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:06.110146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] For port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,segment=NetworkSegment(17906c8b-d959-4d2b-9435-a1c90341b139),segment_id=17906c8b-d959-4d2b-9435-a1c90341b139)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:06.110558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.168503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-252a9151-f140-43b5-97b8-3c9e465aa7d4 None None] Provisioning complete for port 1d364baf-c5b0-431d-b368-5cc6a24796df triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:06.168833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-252a9151-f140-43b5-97b8-3c9e465aa7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.197655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 172.20.0.8 (12102a82-a06e-4715-892b-6bfb38de3638/7bbb2756-e64f-49a0-94e9-31e29cd71cd0/fd407438-8aa8-4228-b676-164852281c23) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:06.206098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:24:06.215667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fe4b:639a (12102a82-a06e-4715-892b-6bfb38de3638/97d720d1-2816-4c8a-91d9-888b268578be/fd407438-8aa8-4228-b676-164852281c23) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:06.244951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port e5621f18-0561-4532-88dd-e81d8bb51102 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:06.245405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.259364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] For port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,segment=NetworkSegment(17906c8b-d959-4d2b-9435-a1c90341b139),segment_id=17906c8b-d959-4d2b-9435-a1c90341b139)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:06.259895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.275844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9181bd97-25fa-42f2-a24e-587dcd72d593) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:06.291676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:06.292577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.350859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Calling delete_port for 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:06.363431 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP d115059a-9695-408a-8974-e320863526fd associated. External IP: 172.26.5.165, port: 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d. Jun 10 16:24:06.372920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de13b3-37fe-4c3e-b10d-c53ffebe7c7a None None] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:06.375002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.381652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port e5621f18-0561-4532-88dd-e81d8bb51102, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5621f18-0561-4532-88dd-e81d8bb51102,segment=NetworkSegment(2e8623fa-fba6-472f-a796-9b77c97cecd5),segment_id=2e8623fa-fba6-472f-a796-9b77c97cecd5)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:06.382168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.459098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:06.558400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for e5621f18-0561-4532-88dd-e81d8bb51102 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:06.616013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6fe30f-e809-4c86-a2aa-de9c681a5e18 None None] DHCP port deletion for 5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:06.618387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 372459b7-9146-4bd0-9b4d-13fe257f1d8f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:06.658817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7748280 Jun 10 16:24:06.660263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49818) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:06.686649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bd87bd4-d771-47b6-b63e-f37a1bdccb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.747822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.772472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object fd407438-8aa8-4228-b676-164852281c23 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:06.783942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:06.789603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a01b753a-ec69-4023-bf57-288d838b071a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:06.822233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=e5621f18-0561-4532-88dd-e81d8bb51102,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:06.826990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:06.829399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port e5621f18-0561-4532-88dd-e81d8bb51102 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:06.909194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 372459b7-9146-4bd0-9b4d-13fe257f1d8f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:06.910516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 372459b7-9146-4bd0-9b4d-13fe257f1d8f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:06.911133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:06.971285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5b6fe30f-e809-4c86-a2aa-de9c681a5e18 None None] The port 'e5621f18-0561-4532-88dd-e81d8bb51102' was deleted {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Jun 10 16:24:07.254301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No active binding found for port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 {{(pid=92387) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 16:24:07.255054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:07.296191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.308294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5f231457-741c-4b10-b371-411f609365c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:07.371727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Pushing event deleted for resources: {'Port': ['ID=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:07.378026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] No DVR routers for this DVR port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:07.387738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:07.391987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.400493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.433208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Transition to ACTIVE for port object 2d37d1fa-8b79-48d2-984a-588840f94ec2 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:07.446311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-9181bd97-25fa-42f2-a24e-587dcd72d593', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:07.447340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.467284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.475351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Transition to ACTIVE for port object 2d37d1fa-8b79-48d2-984a-588840f94ec2 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:07.491052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.493787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:07.497561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:23:58Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:07.498991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:07.504232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.533755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa73be9a-c377-422e-95b6-92c77b9a1f18 None None] The sync data for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv is: [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:23:58Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:07.572340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-915c4804-f4f1-4f7b-a6c5-09f8fb14cf80 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:07.582872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8623fa-fba6-472f-a796-9b77c97cecd5') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:07.583348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8623fa-fba6-472f-a796-9b77c97cecd5') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:07.610088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Network 6376bf17-746b-4a19-b9db-91d14aa9480b is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:07.616463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.629836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:07.635544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:07.642793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Pushing event updated for resources: {'Port': ['ID=2d37d1fa-8b79-48d2-984a-588840f94ec2,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:07.650037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:07.660959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.682063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.710556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:07.711191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.715196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c7484ce-d6d0-4683-9ddf-30c4d09045d4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:07.716990 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:07.766954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Attempting to bind port 2d37d1fa-8b79-48d2-984a-588840f94ec2 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:07.767339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Attempting to bind port 2d37d1fa-8b79-48d2-984a-588840f94ec2 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:07.768350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Attempting to bind port 2d37d1fa-8b79-48d2-984a-588840f94ec2 on network 6376bf17-746b-4a19-b9db-91d14aa9480b {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:07.771203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Allocated IP 172.20.0.2 (9181bd97-25fa-42f2-a24e-587dcd72d593/10383e69-58b9-4691-8205-37ea3dbd705f/eb69c024-a437-43d1-a1ad-d3e4aad6fb12) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:07.780039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:07.780494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Checking segment: {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:07.780851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.781302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Bound using segment: {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:07.781818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Bound port: 2d37d1fa-8b79-48d2-984a-588840f94ec2, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:07.782192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:07.804151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:07.827236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.20.0.1 (6376bf17-746b-4a19-b9db-91d14aa9480b/1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f/2610a6e8-d6bc-4e50-914c-092ba3651462) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:07.936176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No DVR routers for this DVR port 533da0eb-1eba-4d69-9e8e-fd329b2c8b19 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:07.978923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] For port 2d37d1fa-8b79-48d2-984a-588840f94ec2, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:08.005782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] For port 2d37d1fa-8b79-48d2-984a-588840f94ec2, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d37d1fa-8b79-48d2-984a-588840f94ec2,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:08.016083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.017311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=fd407438-8aa8-4228-b676-164852281c23,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:08.021582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:08.022909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:08.034033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=533da0eb-1eba-4d69-9e8e-fd329b2c8b19,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:08.150682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:08.155072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:08.162096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:08.252875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.283513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Pushing event updated for resources: {'Port': ['ID=2d37d1fa-8b79-48d2-984a-588840f94ec2,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:08.295921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Transition to ACTIVE for port object eb69c024-a437-43d1-a1ad-d3e4aad6fb12 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:08.304223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d558232f-b0b1-45f5-8ec0-e68d06f547c8 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:08.307506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:08.361969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Transition to ACTIVE for port object eb69c024-a437-43d1-a1ad-d3e4aad6fb12 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:08.386966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.389639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b9fc7d1a-af91-4839-9c53-d238a9767757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:08.392942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:08.433067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.440425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.444497 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef HTTP/1.1" status: 204 len: 168 time: 3.3645229 Jun 10 16:24:08.450804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.452518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d93c5316-0d5e-490e-b393-2b4a71237884 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:08.463346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:08.468477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.469114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:08.471394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49820) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:08.483004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:08.510413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=5ca0e169-7b5e-4168-a3df-5c9c9b6fe3ef,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:08.514175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:08.522609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d558232f-b0b1-45f5-8ec0-e68d06f547c8 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:08.531882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:08.532943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.556900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object 2610a6e8-d6bc-4e50-914c-092ba3651462 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:08.572208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d558232f-b0b1-45f5-8ec0-e68d06f547c8 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:08.582903 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.1146832 Jun 10 16:24:08.583553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.586907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49822) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:08.750191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f049004-b772-48bf-8ff5-f728397d0e32']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:08.764401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Attempting to bind port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:08.764617 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Attempting to bind port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:08.764994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Attempting to bind port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 on network 9181bd97-25fa-42f2-a24e-587dcd72d593 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:08.767908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Pushing event updated for resources: {'Port': ['ID=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:08.775427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:08.785517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17906c8b-d959-4d2b-9435-a1c90341b139') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:08.785813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:08.786054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17906c8b-d959-4d2b-9435-a1c90341b139') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:08.786222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Checking segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:08.786441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.787006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Bound using segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:08.787512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Bound port: eb69c024-a437-43d1-a1ad-d3e4aad6fb12, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:08.787901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.808352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.810803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.827019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:08.842154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.851736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:08.852697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:08.918692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] For port eb69c024-a437-43d1-a1ad-d3e4aad6fb12, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:08.970991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262011c-f01d-4a73-9777-63ac6453b48f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:08.980061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262011c-f01d-4a73-9777-63ac6453b48f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:08.982631 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0262011c-f01d-4a73-9777-63ac6453b48f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3943951 Jun 10 16:24:08.997827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49824) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:09.000271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] For port eb69c024-a437-43d1-a1ad-d3e4aad6fb12, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:09.001897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.022275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.023335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 6376bf17-746b-4a19-b9db-91d14aa9480b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:09.026169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:09.055417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:09.062224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:09.074974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:09.076783 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:09.094849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=2610a6e8-d6bc-4e50-914c-092ba3651462,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:09.104703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d558232f-b0b1-45f5-8ec0-e68d06f547c8, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d558232f-b0b1-45f5-8ec0-e68d06f547c8,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:09.114632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:09.133750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.139379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.177891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2608c843-50a2-4a3b-99ec-9135dfc40e8e None None] Provisioning for port fd407438-8aa8-4228-b676-164852281c23 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:09.178805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:09.179442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.183018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Pushing event updated for resources: {'Port': ['ID=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:09.217341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2608c843-50a2-4a3b-99ec-9135dfc40e8e None None] Provisioning complete for port fd407438-8aa8-4228-b676-164852281c23 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:09.218385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2608c843-50a2-4a3b-99ec-9135dfc40e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.219308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.226425 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/5f049004-b772-48bf-8ff5-f728397d0e32 HTTP/1.1" status: 204 len: 168 time: 5.5477364 Jun 10 16:24:09.231260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.232154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.233009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.233825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.234587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.235355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.236115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.236875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.238416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.239320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.240333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.241180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:09.245390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=5f049004-b772-48bf-8ff5-f728397d0e32,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:09.262252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49826) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:09.278002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:09.316242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:09.318979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b27c6bd-0625-4329-a933-5a244f09298c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:09.322601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5621f18-0561-4532-88dd-e81d8bb51102 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:09.393320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e5621f18-0561-4532-88dd-e81d8bb51102 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:09.394493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5621f18-0561-4532-88dd-e81d8bb51102 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:09.394622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port fd407438-8aa8-4228-b676-164852281c23 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:09.395087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.397369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2608c843-50a2-4a3b-99ec-9135dfc40e8e None None] Port fd407438-8aa8-4228-b676-164852281c23 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:09.538313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d558232f-b0b1-45f5-8ec0-e68d06f547c8,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:09.541935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:09.643384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d38e9-ffeb-4cb8-94a7-489c96b8e51a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:09.645467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0a3d38e9-ffeb-4cb8-94a7-489c96b8e51a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/70d33e75-16fc-4f7d-82b5-71be3d367064 HTTP/1.1" status: 200 len: 841 time: 0.3806026 Jun 10 16:24:09.654516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49828) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:09.657058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.692448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:09.836805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for fd407438-8aa8-4228-b676-164852281c23 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:09.853341 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d4e116ac-8d56-4bfa-aef8-f08ef29040cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/70d33e75-16fc-4f7d-82b5-71be3d367064?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1955094 Jun 10 16:24:09.866035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49830) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:09.875644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:09.929771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:09.939311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:09.952007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:09.952809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:10.012868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:10.023883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:10.024671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:10.103433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:10.105138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bd9e0-e06a-4163-a556-d675012868b2 None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:10.173993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a07763-8c4e-432e-8ce4-4c73d4f5991b None None] Network 6376bf17-746b-4a19-b9db-91d14aa9480b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:10.332777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c3ba5ba-45cc-4042-ac28-da46c09f8d17 None None] Provisioning for port 2d37d1fa-8b79-48d2-984a-588840f94ec2 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:10.386213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb69c024-a437-43d1-a1ad-d3e4aad6fb12 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:10.401029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:10.417262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-480428e2-ce9d-49a8-b0af-8983b9e929ce tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:10.538881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=fd407438-8aa8-4228-b676-164852281c23,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:10.545106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:10.637803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:10.658933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d37d1fa-8b79-48d2-984a-588840f94ec2 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:10.695455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5ee6f-8baa-4b30-b963-3059358b393b None None] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:10.836612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:10.849365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:10.851878 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/fd407438-8aa8-4228-b676-164852281c23 HTTP/1.1" status: 204 len: 168 time: 1.8526592 Jun 10 16:24:10.854215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Provisioning for port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:10.855317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49832) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:10.877446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:10.889037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Provisioning complete for port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:10.894547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:10.908822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:11.019598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 2d37d1fa-8b79-48d2-984a-588840f94ec2 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:11.069189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2d37d1fa-8b79-48d2-984a-588840f94ec2 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:11.069866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.103493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=2610a6e8-d6bc-4e50-914c-092ba3651462,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:11.113963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:11.138526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6b6d0-5187-41e5-b474-939c5b905fe5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:11.140229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6b6d0-5187-41e5-b474-939c5b905fe5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:11.144961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6b6d0-5187-41e5-b474-939c5b905fe5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:11.152530 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-07a6b6d0-5187-41e5-b474-939c5b905fe5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2956080 Jun 10 16:24:11.167072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.170358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49834) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:11.351757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 7bbb2756-e64f-49a0-94e9-31e29cd71cd0 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:11.359490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.448298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:11.452844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.453997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.503252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 6376bf17-746b-4a19-b9db-91d14aa9480b is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:11.507062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:11.537195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.586257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.674685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 2d37d1fa-8b79-48d2-984a-588840f94ec2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d37d1fa-8b79-48d2-984a-588840f94ec2,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:11.709758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.710717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d558232f-b0b1-45f5-8ec0-e68d06f547c8 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:11.712441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-591390dd-03d5-47f1-9f59-ff3ad7f9b2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:11.795222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.818424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] For port eb69c024-a437-43d1-a1ad-d3e4aad6fb12, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:11.840033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.865741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=2d37d1fa-8b79-48d2-984a-588840f94ec2,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:11.872207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:11.873791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-220b464e-eff1-4a29-aeba-5c19f0cff8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:11.905327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.943739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:24:11.957093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.962596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-30516b05-8a44-433f-859d-51e6bad4257c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:11.978719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d558232f-b0b1-45f5-8ec0-e68d06f547c8 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:11.979663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:11.982816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 2c47f38e-c854-4e54-8384-e0fed3920af9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:12.035620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Pushing event updated for resources: {'Port': ['ID=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:12.041950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:12.045387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Provisioning complete for port 2d37d1fa-8b79-48d2-984a-588840f94ec2 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:12.045784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.097998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbb2756-e64f-49a0-94e9-31e29cd71cd0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:12.100426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:12.115266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.120083 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/7bbb2756-e64f-49a0-94e9-31e29cd71cd0 HTTP/1.1" status: 204 len: 168 time: 0.9463911 Jun 10 16:24:12.120953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49836) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:12.136515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9027188f-5294-4e46-895a-a1217aa3b863 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:12.145276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.201317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e9c9cd4-f503-491a-9fe0-903eaf2a1320 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:12.345137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=9e41e75c-c072-4878-bd32-9353dbef3c3b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:12.353341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:12.395261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:12.407663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:12.420574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb69c024-a437-43d1-a1ad-d3e4aad6fb12 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:12.422769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c2b6c9-885f-4232-99e0-e39302f4de16 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:12.423379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:12.424061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.496445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Provisioning complete for port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:12.496773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.498662 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6282842 Jun 10 16:24:12.545117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49840) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:12.552197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'security_group': {'name': 'tempest-secgroup-776270264'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:12.569642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:12.586415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.588342 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] Sync routers for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:12.616490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:12.621994 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:12.622983 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:12.630030 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5156507 Jun 10 16:24:12.632844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:12.632989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49842) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:12.636694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1194165439'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:12.651757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 97d720d1-2816-4c8a-91d9-888b268578be {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:12.655618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.686911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.695151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:12.695868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:12.703575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:12.707324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.722400 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:12.741772 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:12.743542 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:12.756759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.759576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:24:12.811295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.812085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment ccfe5911-2bd7-454f-9eec-0b2db17a5d69 of type vlan for network c6634e85-575b-4c2f-b8fb-d76aff33b3ac Jun 10 16:24:12.817760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.823556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:12.823986 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc1626-349b-473b-9ecf-8dcacebf3488 None None] The sync data for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:12.848410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:12.848802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.874378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:12.959424 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4a71f1fb-96a1-4569-94d8-9015e9b7f98f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/floatingips/d115059a-9695-408a-8974-e320863526fd HTTP/1.1" status: 200 len: 977 time: 8.8117588 Jun 10 16:24:12.965118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49844) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:12.966055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:12.974267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (9181bd97-25fa-42f2-a24e-587dcd72d593/10383e69-58b9-4691-8205-37ea3dbd705f/f517c24a-8998-44d3-bf81-24db7847e72c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:13.023829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.060736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Provisioning for port 2610a6e8-d6bc-4e50-914c-092ba3651462 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:13.073900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Provisioning complete for port 2610a6e8-d6bc-4e50-914c-092ba3651462 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:13.074436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.123079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.129810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:13.130432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.137111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b940e61-8aff-4f34-9a58-9d7dd132ad47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:13.224227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.275181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.276796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.286684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84e905d2-ca82-4bd2-b19d-afe440a0349b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:13.288211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-400a5018-727d-4bf6-9a0d-ca86b7f7c860 None None] Port 2610a6e8-d6bc-4e50-914c-092ba3651462 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:13.306512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d37d1fa-8b79-48d2-984a-588840f94ec2 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:13.327545 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6948068 Jun 10 16:24:13.328405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=c6634e85-575b-4c2f-b8fb-d76aff33b3ac,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:13.334225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49848) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:13.337460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:13.338296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab8c0263-18c0-47f6-8c83-02df5fb5e2d2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:13.349311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:13.352006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:24:13.378123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.381872 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/97d720d1-2816-4c8a-91d9-888b268578be HTTP/1.1" status: 204 len: 168 time: 1.2563963 Jun 10 16:24:13.383161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49850) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:13.384154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.387762 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8369741 Jun 10 16:24:13.395562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=97d720d1-2816-4c8a-91d9-888b268578be,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:13.395813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.395921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49852) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:13.399828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'security_group': {'name': 'tempest-secgroup-2035701269'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:13.412828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:13.425916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object f517c24a-8998-44d3-bf81-24db7847e72c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:13.476917 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0da9c437-b95c-4c1e-a89c-24cad5be0fb2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922654 Jun 10 16:24:13.481593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49856) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:13.487722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:13.547384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d165e6d7-7358-4c51-8837-840ecef534b5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:13.563812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:13.569455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.581919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e5ba698-03e8-49e0-9315-f4420482760b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:13.613026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-110df828-021c-4ae6-83a8-e960b833f601', 'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'tenant_id': '032e65266c9e4433b418f9b9a074b3bd', 'fixed_ips': [{'subnet_id': '9e41e75c-c072-4878-bd32-9353dbef3c3b'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:13.614082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.614228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.621078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:13.621434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.706976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:13.723746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:13.733599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:13.741573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=f517c24a-8998-44d3-bf81-24db7847e72c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:13.773917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:13.776772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:13.780942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.791342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e7e50cc-aabc-4490-89e0-f2f8974f1384 None None] Provisioning complete for port 2610a6e8-d6bc-4e50-914c-092ba3651462 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:13.791854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e7e50cc-aabc-4490-89e0-f2f8974f1384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.797520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ec68d-3e88-4a14-b73f-141b3d109fde None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:13.823120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.917921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:13.968369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2d37d1fa-8b79-48d2-984a-588840f94ec2 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:13.969168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.058515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2e7e50cc-aabc-4490-89e0-f2f8974f1384 None None] Port 2610a6e8-d6bc-4e50-914c-092ba3651462 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:14.123264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.142991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.157671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7f74390-8cd4-4fa2-849d-908e87a00792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:14.189047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.189510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.190167 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Floating IP d115059a-9695-408a-8974-e320863526fd disassociated. External IP: 172.26.5.165, port: 80f96a87-8a10-4ddf-8b78-bc0f085a49a9. Jun 10 16:24:14.190167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 80f96a87-8a10-4ddf-8b78-bc0f085a49a9 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:14.203694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:14.207163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:10Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:14.208508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.217805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Allocated IP 172.20.0.2 (110df828-021c-4ae6-83a8-e960b833f601/9e41e75c-c072-4878-bd32-9353dbef3c3b/4967341d-37d3-4500-bcd5-57826a8326c7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:14.219895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:14.220269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Updating router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 port 2610a6e8-d6bc-4e50-914c-092ba3651462 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:24:14.221836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.226848 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8290749 Jun 10 16:24:14.241604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49858) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:14.242355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d14b64-9d77-468c-86a4-4996172a14fd,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:14.249103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1755113819', 'security_groups': ['e1d14b64-9d77-468c-86a4-4996172a14fd'], 'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e41e75c-c072-4878-bd32-9353dbef3c3b'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:14.258004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:14.303423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c45cce14-ce15-4258-afd8-424d04cf7735 None None] Provisioning complete for port 1d364baf-c5b0-431d-b368-5cc6a24796df triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:14.304103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c45cce14-ce15-4258-afd8-424d04cf7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.404291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.433576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port bdf37b38-71c3-430d-83a4-a5e445303fe3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:14.434105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.647327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:14.662479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.675034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:14.721506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=80f96a87-8a10-4ddf-8b78-bc0f085a49a9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:14.727991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:14.728684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:14.786230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port bdf37b38-71c3-430d-83a4-a5e445303fe3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bdf37b38-71c3-430d-83a4-a5e445303fe3,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:14.786758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.797950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.802565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.813829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1194e16f-5773-4d8b-8601-e09ab84231ee tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:14.849299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.876443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c45cce14-ce15-4258-afd8-424d04cf7735 None None] Provisioning for port f517c24a-8998-44d3-bf81-24db7847e72c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:14.879935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Transition to ACTIVE for port object 4967341d-37d3-4500-bcd5-57826a8326c7 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:14.890478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c45cce14-ce15-4258-afd8-424d04cf7735 None None] Provisioning complete for port f517c24a-8998-44d3-bf81-24db7847e72c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:14.890875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c45cce14-ce15-4258-afd8-424d04cf7735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.932470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=1f69027e-97b0-42b2-9dcd-ea6146590418,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:14.952220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.957878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4b2900d4-d214-4f00-b0f3-d3b7d0e0d38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:14.958148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Transition to ACTIVE for port object 4967341d-37d3-4500-bcd5-57826a8326c7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:14.977511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:14.984752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-408c0d4a-0888-4751-8e6c-50300a93af43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:14.994636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for bdf37b38-71c3-430d-83a4-a5e445303fe3 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:15.006014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:15.025717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c45cce14-ce15-4258-afd8-424d04cf7735 None None] Port f517c24a-8998-44d3-bf81-24db7847e72c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:15.028804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Deleting port 1d364baf-c5b0-431d-b368-5cc6a24796df {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:15.029220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.052637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:15.072229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:15.086577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:15.087217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.093742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=77597515-a543-4773-8cd5-6e80d93b5283,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:15.104588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:15.114430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:15.114945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: c6634e85-575b-4c2f-b8fb-d76aff33b3ac, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:24:15.117549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.134245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:15.138179 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6547880 Jun 10 16:24:15.143327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49860) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:15.147349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:15.148394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:15.152313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:15.178499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 2c47f38e-c854-4e54-8384-e0fed3920af9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:15.179725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port eb7742ab-0444-4ec8-9df2-4b00441bb17d yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:15.194982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:15.198251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:15.219461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.231725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Transition to ACTIVE for port object 2610a6e8-d6bc-4e50-914c-092ba3651462 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:15.274185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] For port 1d364baf-c5b0-431d-b368-5cc6a24796df, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1d364baf-c5b0-431d-b368-5cc6a24796df,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:15.274596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.293205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:24:15.311235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.317364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:15.359763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, c6634e85-575b-4c2f-b8fb-d76aff33b3ac) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:15.364374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:15.364977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.426705 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0838311 Jun 10 16:24:15.433617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49862) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:15.569199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9427ff-fcf7-43f4-a8f4-be23ae7ee1ad None None] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:15.601857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:15.605367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.634308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:15.641308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Calling delete_port for 1d364baf-c5b0-431d-b368-5cc6a24796df owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:15.641482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.6 (110df828-021c-4ae6-83a8-e960b833f601/9e41e75c-c072-4878-bd32-9353dbef3c3b/eb7742ab-0444-4ec8-9df2-4b00441bb17d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:15.661383 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] Sync routers for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:15.678306 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:15.679932 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:15.690218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Attempting to bind port 4967341d-37d3-4500-bcd5-57826a8326c7 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:15.690776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Attempting to bind port 4967341d-37d3-4500-bcd5-57826a8326c7 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '1d96e52b-3571-4839-9db1-f9b68f899069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '110df828-021c-4ae6-83a8-e960b833f601'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:15.691684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Attempting to bind port 4967341d-37d3-4500-bcd5-57826a8326c7 on network 110df828-021c-4ae6-83a8-e960b833f601 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:15.706215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:15.706215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Checking segment: {'id': '1d96e52b-3571-4839-9db1-f9b68f899069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '110df828-021c-4ae6-83a8-e960b833f601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:15.706736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.706938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Bound using segment: {'id': '1d96e52b-3571-4839-9db1-f9b68f899069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '110df828-021c-4ae6-83a8-e960b833f601'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:15.707401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Bound port: 4967341d-37d3-4500-bcd5-57826a8326c7, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d96e52b-3571-4839-9db1-f9b68f899069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '110df828-021c-4ae6-83a8-e960b833f601'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:15.707782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.730778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.788778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-010176ab-ef1d-4405-b96e-52d7749c2326 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:15.796425 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:15.814335 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:15.815113 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:15.843175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c93456-a739-4557-b70a-35b393d801d8 None None] Pushing event updated for resources: {'Port': ['ID=2610a6e8-d6bc-4e50-914c-092ba3651462,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:15.877412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-94c93456-a739-4557-b70a-35b393d801d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:15.918600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=bdf37b38-71c3-430d-83a4-a5e445303fe3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:15.927176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:15.937894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:15.942823 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/ports/80f96a87-8a10-4ddf-8b78-bc0f085a49a9 HTTP/1.1" status: 204 len: 168 time: 2.9730864 Jun 10 16:24:15.955988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49866) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:15.997962 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:15.998303 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453e124-ab9f-48d1-98c6-ac630a5f219d None None] The sync data for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:16.115946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.117414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.139762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.144248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d67c6570-c356-4ef8-87f6-eff355c4db93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:16.198519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-462f827c-dd95-4474-97c3-07b1794a7983 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:16.206209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Pushing event deleted for resources: {'Port': ['ID=1d364baf-c5b0-431d-b368-5cc6a24796df,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:16.212717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:16.215527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] No DVR routers for this DVR port 1d364baf-c5b0-431d-b368-5cc6a24796df on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:16.269471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Attempting to bind port 2610a6e8-d6bc-4e50-914c-092ba3651462 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:16.269471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Attempting to bind port 2610a6e8-d6bc-4e50-914c-092ba3651462 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:16.269471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Attempting to bind port 2610a6e8-d6bc-4e50-914c-092ba3651462 on network 6376bf17-746b-4a19-b9db-91d14aa9480b {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:16.271894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272050a8-e175-4d51-b331-928371343379 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:16.305758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:16.314588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:16.314995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Checking segment: {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:16.315422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.315945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Bound using segment: {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:16.316535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Bound port: 2610a6e8-d6bc-4e50-914c-092ba3651462, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b098f834-439b-4c23-84a0-91524c40c21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:16.316931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.359041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.382943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=f517c24a-8998-44d3-bf81-24db7847e72c,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:16.387109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.389542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:16.389877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:16.455605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.461323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:16.514699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:16.515666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.643342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] For port 2610a6e8-d6bc-4e50-914c-092ba3651462, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:16.678230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1d364baf-c5b0-431d-b368-5cc6a24796df no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:16.690982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:16.694728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:16.701716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] For port 2610a6e8-d6bc-4e50-914c-092ba3651462, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2610a6e8-d6bc-4e50-914c-092ba3651462,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:16.789261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.791215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 1d364baf-c5b0-431d-b368-5cc6a24796df {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:16.791612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1d364baf-c5b0-431d-b368-5cc6a24796df not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:16.814044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:16.820545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b025da8e-a8d4-4140-8042-1e3e18a74fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:16.858902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object eb7742ab-0444-4ec8-9df2-4b00441bb17d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:17.043198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '77597515-a543-4773-8cd5-6e80d93b5283'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:17.043740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.052431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Allocated IP 172.21.0.2 (c6634e85-575b-4c2f-b8fb-d76aff33b3ac/1f69027e-97b0-42b2-9dcd-ea6146590418/604d15a2-9ec7-45e9-ac71-6ce37143385c) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:17.057681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:17.058565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:17.060588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c93456-a739-4557-b70a-35b393d801d8 None None] Pushing event updated for resources: {'Port': ['ID=2610a6e8-d6bc-4e50-914c-092ba3651462,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:17.075843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-94c93456-a739-4557-b70a-35b393d801d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:17.163431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:17.197653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:17.345387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.410957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.436468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d1d9c4fb-a984-4085-8992-07835e329a4c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:17.501945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:17.538327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:24:17.540176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=eb7742ab-0444-4ec8-9df2-4b00441bb17d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:17.543089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:17.545038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:17.548489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.558435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:17.558649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:17.574602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:17.625454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab5da034-e9c7-40cc-8e74-e182590ed78a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:17.693195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:17.700693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:17.701560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.718675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=78d9db67-0cbb-4db1-b540-799e4f3d31d0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:17.724936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:17.727052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:17.734990 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4898949 Jun 10 16:24:17.736087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49868) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:17.738164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:17.738902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.744296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:17.791234 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6482520 Jun 10 16:24:17.795946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49870) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:17.802797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:15:26:e6', 'name': 'tempest-NetworksTestDHCPv6-331747882'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:17.884068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Allocated IP 172.20.0.2 (12102a82-a06e-4715-892b-6bfb38de3638/77597515-a543-4773-8cd5-6e80d93b5283/5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:17.921334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cccc4028-81c6-402c-ae11-20eac63efd59 None None] Provisioning complete for port f517c24a-8998-44d3-bf81-24db7847e72c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:17.921643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cccc4028-81c6-402c-ae11-20eac63efd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:17.974134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.036974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:18.041105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.070220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Transition to ACTIVE for port object 604d15a2-9ec7-45e9-ac71-6ce37143385c will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:18.096594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cccc4028-81c6-402c-ae11-20eac63efd59 None None] Port f517c24a-8998-44d3-bf81-24db7847e72c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:18.119344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Transition to ACTIVE for port object 604d15a2-9ec7-45e9-ac71-6ce37143385c will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:18.152491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:18.162286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.169665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:18.184814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:18.187014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:18.220084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7470250 Jun 10 16:24:18.223285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49872) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:18.293378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:18.294408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:18.379460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:18.389250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:18.392667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.399672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.437185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet 529780f6-3b52-41b1-b4c9-600d3fcaa1b1 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:18.441933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.449137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 0e42e3bc-56be-48bc-a821-a6a5a0b40df4 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:18.451196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:18.462590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8c991b0d-7667-42f6-be87-1aa59e50e91b None None] Provisioning for port 4967341d-37d3-4500-bcd5-57826a8326c7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:18.464868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:18.491216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Pushing event updated for resources: {'Port': ['ID=604d15a2-9ec7-45e9-ac71-6ce37143385c,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:18.496440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.504613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:18.506012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.549698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Transition to ACTIVE for port object 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:18.563642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:18.619793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4967341d-37d3-4500-bcd5-57826a8326c7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:18.687262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:16Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:18.692088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Transition to ACTIVE for port object 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:18.695562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8c991b0d-7667-42f6-be87-1aa59e50e91b None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:18.695949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8c991b0d-7667-42f6-be87-1aa59e50e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.714014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:18.730726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/0aaa35c1-c02a-4de3-9ee2-91256b8dad3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0057316 Jun 10 16:24:18.731621 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Sync routers for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:18.736653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.740398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49874) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:18.746578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88718a35-1ca8-4806-9714-3e5717c9c219 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:16Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:18.754147 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:18.755085 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:18.762052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 908ac130-0730-432d-bd40-c6d1f7a6a66b {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:18.762477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.811739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.820289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:18.836448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Attempting to bind port 604d15a2-9ec7-45e9-ac71-6ce37143385c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:18.836830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Attempting to bind port 604d15a2-9ec7-45e9-ac71-6ce37143385c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:18.846951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Attempting to bind port 604d15a2-9ec7-45e9-ac71-6ce37143385c on network c6634e85-575b-4c2f-b8fb-d76aff33b3ac {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:18.936716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:18.937121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Checking segment: {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:18.937626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.937984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Bound using segment: {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:18.938494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Bound port: 604d15a2-9ec7-45e9-ac71-6ce37143385c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:18.938883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:18.995886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:19.010807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8c991b0d-7667-42f6-be87-1aa59e50e91b None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:19.021012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:19.028363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.028746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:19.042976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 172.20.0.14 (12102a82-a06e-4715-892b-6bfb38de3638/77597515-a543-4773-8cd5-6e80d93b5283/0e42e3bc-56be-48bc-a821-a6a5a0b40df4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:19.044575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Pushing event updated for resources: {'Port': ['ID=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:19.048442 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:19.053875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:19.133700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fe15:26e6 (12102a82-a06e-4715-892b-6bfb38de3638/78d9db67-0cbb-4db1-b540-799e4f3d31d0/0e42e3bc-56be-48bc-a821-a6a5a0b40df4) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:19.220830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 908ac130-0730-432d-bd40-c6d1f7a6a66b owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:19.358679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4967341d-37d3-4500-bcd5-57826a8326c7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:19.424155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:19.425862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.437487 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e41e75c-c072-4878-bd32-9353dbef3c3b (CIDR: 172.20.0.0/28) Jun 10 16:24:19.444545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.21.0.1 (c6634e85-575b-4c2f-b8fb-d76aff33b3ac/1f69027e-97b0-42b2-9dcd-ea6146590418/952a9a57-404b-4b02-97bb-5a2b85dc0458) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:19.528051 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:15Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:19.532553 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Checking router: 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:19.533338 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Updating router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e port f517c24a-8998-44d3-bf81-24db7847e72c binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:24:19.540850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-256e16f9-a709-4e27-8784-60f7432738a4 None None] Provisioning for port eb7742ab-0444-4ec8-9df2-4b00441bb17d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:19.542929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Attempting to bind port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:19.543314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Attempting to bind port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:19.543693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Attempting to bind port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:19.569328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-256e16f9-a709-4e27-8784-60f7432738a4 None None] Provisioning complete for port eb7742ab-0444-4ec8-9df2-4b00441bb17d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:19.569328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-256e16f9-a709-4e27-8784-60f7432738a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.569328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:19.569861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:19.570771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.575101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:19.575701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Bound port: 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:19.576112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.602016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] For port 604d15a2-9ec7-45e9-ac71-6ce37143385c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:19.619039 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.652068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.659568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] For port 604d15a2-9ec7-45e9-ac71-6ce37143385c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=604d15a2-9ec7-45e9-ac71-6ce37143385c,segment=NetworkSegment(ccfe5911-2bd7-454f-9eec-0b2db17a5d69),segment_id=ccfe5911-2bd7-454f-9eec-0b2db17a5d69)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:19.680309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-256e16f9-a709-4e27-8784-60f7432738a4 None None] Port eb7742ab-0444-4ec8-9df2-4b00441bb17d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:19.682718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.689406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9723c4d7-3809-4241-8d8e-ead59b7b3e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:19.719661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 0e42e3bc-56be-48bc-a821-a6a5a0b40df4 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:19.729943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:19.730443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:19.897340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.900915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] For port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:19.906205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.907096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-225d3ce2-8f81-4e14-a031-7fbe912bdeb1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:19.912380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:15Z', 'revision_number': 10, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:19.946620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Pushing event updated for resources: {'Port': ['ID=604d15a2-9ec7-45e9-ac71-6ce37143385c,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:19.955128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:19.963489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] For port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:19.964796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:19.978591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.981251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:19.986519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:19.994039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:19.994588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:19.995210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:19.995883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:19.996452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:19.996950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.000376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.000906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.001923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.002549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.003572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.004231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.004712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.005014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:20.007563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-15c8c3d8-daeb-4dcd-8e68-90c835f1ee1e tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9133 time: 1.2640338 Jun 10 16:24:20.013745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:20.016900 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2ed35f7b-afee-4d43-a393-12b15957e9e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2760267 Jun 10 16:24:20.017220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49878) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:20.024763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49880) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:20.030967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:20.075098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:20.092201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.105946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:20.107905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:20.130183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:20.140488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.140965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.141500 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.141957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.142410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.142860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.143489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.144111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.144730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.144974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.145446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.145892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.146342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.147053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.149721 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-99a5329c-b578-4f3d-9223-b39c86fef662 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8776 time: 0.1241517 Jun 10 16:24:20.150571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=0e42e3bc-56be-48bc-a821-a6a5a0b40df4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:20.153901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49882) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:20.221907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:20.226079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c4450a7f-f450-4227-8408-47fbb7c8f416 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:20.273089 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.284184 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Transition to ACTIVE for port object f517c24a-8998-44d3-bf81-24db7847e72c will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:20.296539 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.306141 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:20.419571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.486033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Pushing event updated for resources: {'Port': ['ID=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:20.506207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:20.506686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:20.506996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.527351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=908ac130-0730-432d-bd40-c6d1f7a6a66b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:20.541776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fd2ef021-17b8-42e3-9037-a8d8bf0d4264 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:20.555112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:20.584718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:20.587160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.605894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object 952a9a57-404b-4b02-97bb-5a2b85dc0458 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:20.611652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:20.615460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:20.619066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.751483 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Pushing event updated for resources: {'Port': ['ID=f517c24a-8998-44d3-bf81-24db7847e72c,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:20.789291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:20.792639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/529780f6-3b52-41b1-b4c9-600d3fcaa1b1 HTTP/1.1" status: 204 len: 168 time: 2.5222399 Jun 10 16:24:20.807733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=529780f6-3b52-41b1-b4c9-600d3fcaa1b1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:20.819188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49884) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:20.862058 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.862467 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.863314 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.863644 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.863971 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.864290 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.864609 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.864941 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.872543 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.873034 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.874524 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.874871 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:20.880121 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:20.904521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:20.914483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a52fc-4422-40d2-8531-c488cc093a0d None None] Network 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:20.916854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2610a6e8-d6bc-4e50-914c-092ba3651462 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:20.965589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:20.979283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:20.990843 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Attempting to bind port f517c24a-8998-44d3-bf81-24db7847e72c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:20.991216 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Attempting to bind port f517c24a-8998-44d3-bf81-24db7847e72c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:20.991571 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Attempting to bind port f517c24a-8998-44d3-bf81-24db7847e72c on network 9181bd97-25fa-42f2-a24e-587dcd72d593 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:20.997482 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:21.001028 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Checking segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:21.001831 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.002406 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Bound using segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:21.003109 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Bound port: f517c24a-8998-44d3-bf81-24db7847e72c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:21.003745 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.161114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.174642 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] For port f517c24a-8998-44d3-bf81-24db7847e72c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:21.186782 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] For port f517c24a-8998-44d3-bf81-24db7847e72c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=f517c24a-8998-44d3-bf81-24db7847e72c,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:21.199490 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.210716 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:21.228998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.237175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-531abe45-dfc9-4ddb-bc7b-c5a2062164ec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:21.301799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.309449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 2610a6e8-d6bc-4e50-914c-092ba3651462 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:21.327287 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:21.328562 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:21.392339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2610a6e8-d6bc-4e50-914c-092ba3651462 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:21.392720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.474420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:21.486628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:21.494799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:21.503971 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7051752 Jun 10 16:24:21.511027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49886) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:21.548590 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Pushing event updated for resources: {'Port': ['ID=f517c24a-8998-44d3-bf81-24db7847e72c,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:21.557847 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:21.580456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.664425 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:21.718404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=952a9a57-404b-4b02-97bb-5a2b85dc0458,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:21.730271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:21.748723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121131e-2a78-4c9e-a398-81b426691d91 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:21.760187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121131e-2a78-4c9e-a398-81b426691d91 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:21.766753 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8121131e-2a78-4c9e-a398-81b426691d91 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2517114 Jun 10 16:24:21.773288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49888) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:21.793253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:15Z', 'revision_number': 10, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:21.812937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.816954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.821927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad85958-8384-446e-aa36-3d63caf1cb88 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:15Z', 'revision_number': 10, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None, '_interfaces': [{'id': '85faa09f-f6f6-49c6-b315-580592e7af89', 'name': '', 'network_id': 'b5a3c451-f96f-46e0-a25b-9525a697e245', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'mac_address': 'fa:16:3e:72:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d018736-fa25-487b-b0ea-0471d30305de', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:59Z', 'updated_at': '2021-06-10T16:23:09Z', 'revision_number': 5, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'subnets': [{'id': '536a4b57-aade-407e-8770-70c1a1c5521d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:21.847079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] DHCP port deletion for 5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:21.922445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 2610a6e8-d6bc-4e50-914c-092ba3651462, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2610a6e8-d6bc-4e50-914c-092ba3651462,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:21.935578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:21.936576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 604d15a2-9ec7-45e9-ac71-6ce37143385c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:21.938610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-06929b2e-f5f9-4cd6-a642-073c4da2501c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:21.946537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:21.946883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.071031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=2610a6e8-d6bc-4e50-914c-092ba3651462,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:22.115792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:22.131846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a53472-ae1c-47c5-ad6b-ea6d5db30236 None None] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:22.147249 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a02b3b8-566d-4a60-89e5-08e2f2000483 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4838 time: 1.9652910 Jun 10 16:24:22.232504 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:22.245061 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66651ce9-faf4-4b46-b18b-2576d1de9d2f None None] The sync data for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv is: [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:22.380957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:22.381613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.587749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 2c47f38e-c854-4e54-8384-e0fed3920af9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:22.607392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:22.610854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.613245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.625805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d9be6fb-c55a-44f1-9e92-fa4863490ab0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:22.666653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Deleting port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:22.667097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.670084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f59ca56-c9d0-46dd-8ff0-a33882ba9123 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:22.692619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49892) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:22.697991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835158935', 'description': 'tempest-secgroup-smoke-1835158935 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:22.769615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.809618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6e86e59b-89a6-4061-ae44-9f84b54c979e None None] Provisioning for port 604d15a2-9ec7-45e9-ac71-6ce37143385c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:22.838535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6e86e59b-89a6-4061-ae44-9f84b54c979e None None] Provisioning complete for port 604d15a2-9ec7-45e9-ac71-6ce37143385c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:22.838926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6e86e59b-89a6-4061-ae44-9f84b54c979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.850864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:22.859376 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/routers/2c47f38e-c854-4e54-8384-e0fed3920af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8952181 Jun 10 16:24:22.860897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49894) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:22.873465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 604d15a2-9ec7-45e9-ac71-6ce37143385c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:22.886606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 604d15a2-9ec7-45e9-ac71-6ce37143385c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:22.886995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.928654 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 0e42e3bc-56be-48bc-a821-a6a5a0b40df4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:22.928998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:22.943607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] Sync routers for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:23.053304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.082213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.086178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7295315e-0076-4fdd-8446-952582cb762e tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:23.122312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:23.133042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.146933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.148500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:23.151432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:23.152239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.204292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.223310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:23.224359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:23.292555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0a463-aa42-4a27-8309-d3dc99183b09 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:23.295685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.300663 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6066210 Jun 10 16:24:23.304634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49896) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:23.310778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd96f8e6e-baf0-4349-89d6-3f6d9c184225', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:23.315443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f8e6e-baf0-4349-89d6-3f6d9c184225,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:23.340227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.390668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:23.395335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.457669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 604d15a2-9ec7-45e9-ac71-6ce37143385c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=604d15a2-9ec7-45e9-ac71-6ce37143385c,segment=NetworkSegment(ccfe5911-2bd7-454f-9eec-0b2db17a5d69),segment_id=ccfe5911-2bd7-454f-9eec-0b2db17a5d69)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:23.459375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:23.464246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.467025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.554769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.558896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.568885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ee51a587-491f-4628-8f71-af69d3a39fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:23.571048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.575530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:23.587200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 0e42e3bc-56be-48bc-a821-a6a5a0b40df4 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:23.591793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3534ddd-11bc-47e2-9819-b3b45085f0da,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:23.594302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 674ad5ec-7b1e-4517-ab65-bb1c0631fb38 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:23.594640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.596740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:23.636090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=604d15a2-9ec7-45e9-ac71-6ce37143385c,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:23.672371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:23.681582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.685389 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768671 Jun 10 16:24:23.691226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49898) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:23.696676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd96f8e6e-baf0-4349-89d6-3f6d9c184225', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:23.703579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] Routers {'2c47f38e-c854-4e54-8384-e0fed3920af9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:23.704237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2c47f38e-c854-4e54-8384-e0fed3920af9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:23.733425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.759147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] For port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,segment=NetworkSegment(04638586-70b6-452c-9456-25af851fe804),segment_id=04638586-70b6-452c-9456-25af851fe804)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:23.759576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.813372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.876535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:23.883540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:23.889525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:23.895528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:23.901167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:23.910412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:23.911029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2116c-7b30-4ee3-bcab-2597997c8237 None None] The sync data for ids ['2c47f38e-c854-4e54-8384-e0fed3920af9'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:23.957280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 674ad5ec-7b1e-4517-ab65-bb1c0631fb38 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:23.980484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.039061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.044481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:24.057115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Calling delete_port for c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:24.082538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1699d75a-15ca-43d8-9d8d-d5db759597b0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.087136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.088414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.088611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:24.092552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3970246 Jun 10 16:24:24.093279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:24.100199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd96f8e6e-baf0-4349-89d6-3f6d9c184225', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:24.219974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.309418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:24.341125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f517c24a-8998-44d3-bf81-24db7847e72c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:24.370060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.382265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8df12e42-fd2a-40a3-8ae9-9eeafb659fd3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:24.391316 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.431153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.433743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=674ad5ec-7b1e-4517-ab65-bb1c0631fb38,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.437965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.487564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.493692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-029783e1-7922-4ad7-a40a-0d7824fd0cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:24.510519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.523183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:24.524573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Update dhcp port {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'fixed_ips': [{'subnet_id': '9e41e75c-c072-4878-bd32-9353dbef3c3b', 'ip_address': '172.20.0.2'}, {'subnet_id': '1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '4967341d-37d3-4500-bcd5-57826a8326c7'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:24:24.532580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:24.535817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04638586-70b6-452c-9456-25af851fe804') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:24.536320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:24.536534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04638586-70b6-452c-9456-25af851fe804') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:24.549538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.555803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.568068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.575824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:24.576253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.671789 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.6425822 Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:24.678116 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:24.680940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.681883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.738026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:24.741823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=952a9a57-404b-4b02-97bb-5a2b85dc0458,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.745198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.745623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1447617947', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6'}], 'security_groups': ['d165e6d7-7358-4c51-8837-840ecef534b5']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:24.750029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.760421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1313a6f2-1061-4b6c-9c00-1f51b340f686 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.894s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:24.775840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.777758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Pushing event deleted for resources: {'Port': ['ID=c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.778459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7 HTTP/1.1" status: 204 len: 168 time: 3.9557588 Jun 10 16:24:24.782349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49908) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:24.788464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '77597515-a543-4773-8cd5-6e80d93b5283', 'ip_address': '172.20.0.2'}, {'subnet_id': '78d9db67-0cbb-4db1-b540-799e4f3d31d0'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:24:24.793500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] No DVR routers for this DVR port c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:24.795349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.829653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.832570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=0e42e3bc-56be-48bc-a821-a6a5a0b40df4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.848188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5077d302-dbd1-4f24-bb16-7fa430a872f3,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:24.857692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.858876 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7630861 Jun 10 16:24:24.868468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.872250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49910) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:24.884497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.887039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd96f8e6e-baf0-4349-89d6-3f6d9c184225', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:24.902187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.908974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.910885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Provisioning for port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:24.913537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.935001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Provisioning complete for port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:24.935001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:24.964389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.968591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:24.969229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:24.974389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-035f64a0-2ac0-44e3-a0ac-ba46fd5eff0a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:25.036662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port f517c24a-8998-44d3-bf81-24db7847e72c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:25.056155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port f517c24a-8998-44d3-bf81-24db7847e72c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:25.056939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.071390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=5a46edfd-b3c9-4580-84ac-3feb6ef4d7a7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:25.083148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:25.139197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.146006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.146509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Fanout notify agent at l3_agent the message router_deleted on router 2c47f38e-c854-4e54-8384-e0fed3920af9 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:24:25.163168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.165615 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/routers/2c47f38e-c854-4e54-8384-e0fed3920af9 HTTP/1.1" status: 204 len: 168 time: 2.3037345 Jun 10 16:24:25.174025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49912) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:25.175920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.178127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/0e42e3bc-56be-48bc-a821-a6a5a0b40df4 HTTP/1.1" status: 204 len: 168 time: 3.3987422 Jun 10 16:24:25.181268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49914) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:25.360524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Allocated IP 2001:db8::f816:3eff:fed8:218d (12102a82-a06e-4715-892b-6bfb38de3638/78d9db67-0cbb-4db1-b540-799e4f3d31d0/5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:25.384696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec8342-b374-4bb8-9fd9-4ca6431e7ea1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:25.386220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec8342-b374-4bb8-9fd9-4ca6431e7ea1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:25.387310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.387960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec8342-b374-4bb8-9fd9-4ca6431e7ea1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:25.389453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-12ec8342-b374-4bb8-9fd9-4ca6431e7ea1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2070031 Jun 10 16:24:25.394647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49916) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:25.396248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting subnet fd916e27-11e3-4689-8044-b878f9b4b447 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:25.407549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:25.410602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.411651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.442756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:25.445240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:25.446897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.479505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.502427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Deleting port 010b8bd6-d0f3-4f75-ab2c-34fd20951595 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:25.503342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.505931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dd9e1c-1bdf-491e-969f-bc1aff9f3ff1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:25.537907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:25.547595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.552896 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6694715 Jun 10 16:24:25.555461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49918) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:25.566132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.571714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd96f8e6e-baf0-4349-89d6-3f6d9c184225', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:25.632675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 77597515-a543-4773-8cd5-6e80d93b5283 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:25.664165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Allocated IP 172.20.0.18 (110df828-021c-4ae6-83a8-e960b833f601/1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6/4967341d-37d3-4500-bcd5-57826a8326c7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:25.666656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.709103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:25.762600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2137128f-7555-47d3-b26d-719c679da84b None None] For port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:25.801677 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:24:25.837334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.854440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port f517c24a-8998-44d3-bf81-24db7847e72c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=f517c24a-8998-44d3-bf81-24db7847e72c,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:25.868985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.869875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4967341d-37d3-4500-bcd5-57826a8326c7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:25.879827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-959d3850-4bb9-4e6f-9a69-4f76c4048ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:25.920584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:25.924174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.924510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.929640 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4949470 Jun 10 16:24:25.932308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49920) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:25.935118 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:25.940243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-2076751190'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:25.949249 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:25.950442 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:25.967669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.972319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=f517c24a-8998-44d3-bf81-24db7847e72c,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:25.980228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:25.989456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:26.051705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:26.095915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.114450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Transition to ACTIVE for port object 4967341d-37d3-4500-bcd5-57826a8326c7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:26.117578 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:26.118423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Transition to ACTIVE for port object 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:26.150768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.157998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.163277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.220983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:26.225713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.228520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-94c93456-a739-4557-b70a-35b393d801d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:26.260841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.275267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:24:26.284642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.285598 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment 73fe42af-1017-4a35-a558-e86a63c62a79 of type vlan for network 05dfd486-d3fa-4955-9661-5f586352863c Jun 10 16:24:26.311824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:24:26.312397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:24:26.341483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.357971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a3e0d-2bb5-4a77-9a6b-1474f60db497 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:26.416967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.422566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:26.423276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.437694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44011df0-f311-4cee-a4bc-629da31e7ca8 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:26.448216 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 3, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:22Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:26.453884 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:26.454438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5204208 Jun 10 16:24:26.454702 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Updating router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 port 952a9a57-404b-4b02-97bb-5a2b85dc0458 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:24:26.477539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49922) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:26.484009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:26.488551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Pushing event updated for resources: {'Port': ['ID=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:26.506922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:26.511805 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.518879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:26.519942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:26.521186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2610a6e8-d6bc-4e50-914c-092ba3651462 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:26.546294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Calling delete_port for 010b8bd6-d0f3-4f75-ab2c-34fd20951595 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:26.552837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.727535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2610a6e8-d6bc-4e50-914c-092ba3651462 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:26.728182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:26.824564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=05dfd486-d3fa-4955-9661-5f586352863c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:26.829502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:26.880281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 05dfd486-d3fa-4955-9661-5f586352863c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:24:26.899191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Delete allocated IP 172.20.0.6 (110df828-021c-4ae6-83a8-e960b833f601/9e41e75c-c072-4878-bd32-9353dbef3c3b) {{(pid=92386) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 10 16:24:26.928364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.29 (110df828-021c-4ae6-83a8-e960b833f601/1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6/eb7742ab-0444-4ec8-9df2-4b00441bb17d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:27.059665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.066286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.115699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.122837 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.134725 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Transition to ACTIVE for port object 952a9a57-404b-4b02-97bb-5a2b85dc0458 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:27.142852 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.155170 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a394e691-5346-408c-9f30-79a67e57b276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:27.216855 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74352f8b-34d3-44fd-a93d-fbacd8b7b7fa None None] Pushing event updated for resources: {'Port': ['ID=952a9a57-404b-4b02-97bb-5a2b85dc0458,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:27.220332 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-74352f8b-34d3-44fd-a93d-fbacd8b7b7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:27.445215 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Attempting to bind port 952a9a57-404b-4b02-97bb-5a2b85dc0458 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:27.445602 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Attempting to bind port 952a9a57-404b-4b02-97bb-5a2b85dc0458 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:27.446114 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Attempting to bind port 952a9a57-404b-4b02-97bb-5a2b85dc0458 on network c6634e85-575b-4c2f-b8fb-d76aff33b3ac {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:27.453458 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:27.453840 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Checking segment: {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:27.454251 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.454650 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Bound using segment: {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:27.455197 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Bound port: 952a9a57-404b-4b02-97bb-5a2b85dc0458, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:27.455591 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.459701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.612250 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] For port 952a9a57-404b-4b02-97bb-5a2b85dc0458, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:27.616714 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] For port 952a9a57-404b-4b02-97bb-5a2b85dc0458, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=952a9a57-404b-4b02-97bb-5a2b85dc0458,segment=NetworkSegment(ccfe5911-2bd7-454f-9eec-0b2db17a5d69),segment_id=ccfe5911-2bd7-454f-9eec-0b2db17a5d69)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:27.623128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bdf37b38-71c3-430d-83a4-a5e445303fe3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:27.637335 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.645275 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:27.657381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: bdf37b38-71c3-430d-83a4-a5e445303fe3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:27.661625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bdf37b38-71c3-430d-83a4-a5e445303fe3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:27.662348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:27.691578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.698296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.713530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:27.714143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c96c47fd-0f66-46ca-95ab-a4e7ae15fbc7 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:27.725988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-499c814e-1cc2-4dd7-ac52-49a37f176d1b tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:27.742888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object eb7742ab-0444-4ec8-9df2-4b00441bb17d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:27.754825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74352f8b-34d3-44fd-a93d-fbacd8b7b7fa None None] Pushing event updated for resources: {'Port': ['ID=952a9a57-404b-4b02-97bb-5a2b85dc0458,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:27.761336 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-74352f8b-34d3-44fd-a93d-fbacd8b7b7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:27.763631 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:27.764311 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:27.765477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:27.775906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.815112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.819673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.887888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:27.914234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'Port': ['ID=010b8bd6-d0f3-4f75-ab2c-34fd20951595,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:27.939385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:27.977304 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:27.982697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fbb8cb54-63d8-4f6d-957d-1aa4549f993f tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:27.990207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port 85faa09f-f6f6-49c6-b315-580592e7af89 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:27.990559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.991252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.996341 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/subnets/fd916e27-11e3-4689-8044-b878f9b4b447 HTTP/1.1" status: 204 len: 168 time: 2.8029630 Jun 10 16:24:27.999203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:27.999618 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Floating IP f19606a7-ab85-49c6-a6b2-5db0915475c4 disassociated (deleted). External IP: 172.26.5.29, port: bc497c80-e8bc-4116-8982-747e0c68a9b0. Jun 10 16:24:28.005293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49924) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:28.011370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.013940 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4531639 Jun 10 16:24:28.016490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067d803-c366-4e45-b191-1c332cdc4186 None None] Network ef563433-643e-4200-9c1d-858a1634fde4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:28.038664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49926) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:28.053883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd96f8e6e-baf0-4349-89d6-3f6d9c184225', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:28.151393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f517c24a-8998-44d3-bf81-24db7847e72c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:28.246587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.284959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.291771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bb77777b-1d7d-4187-983c-78ef890fa359 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:28.310400 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:24:28.345485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f83482-3ade-4d59-ad25-b184b5428e8a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:28.347856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:28.364302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7c76356-1b33-45aa-b069-a865b0ea8d98 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:28.375467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=77597515-a543-4773-8cd5-6e80d93b5283,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:28.377396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.381179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.383017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/77597515-a543-4773-8cd5-6e80d93b5283 HTTP/1.1" status: 204 len: 168 time: 2.9798350 Jun 10 16:24:28.384178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:28.391217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49928) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:28.419544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Subnet': ['ID=fd916e27-11e3-4689-8044-b878f9b4b447,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:28.421964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:28.426940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5e2bd2c9-fa79-4f9c-b9d3-c0e4cbd1cf81 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:28.436603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port f517c24a-8998-44d3-bf81-24db7847e72c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:28.437132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.439590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:24:28.440074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:24:28.490460 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-487010cd-a90b-4de9-acc1-52445385c7d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7079716 Jun 10 16:24:28.497276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port 85faa09f-f6f6-49c6-b315-580592e7af89, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=85faa09f-f6f6-49c6-b315-580592e7af89,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:28.497648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.523877 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 3, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:27Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:28.544620 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4cefb1-7936-49ab-9f67-959850f64f8b None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 3, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:27Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:28.584896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] DHCP port deletion for ef563433-643e-4200-9c1d-858a1634fde4 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:28.601819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 604d15a2-9ec7-45e9-ac71-6ce37143385c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:28.633433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=eb7742ab-0444-4ec8-9df2-4b00441bb17d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:28.636870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] In _notify_port_updated(), no bound segment for port eb7742ab-0444-4ec8-9df2-4b00441bb17d on network 110df828-021c-4ae6-83a8-e960b833f601 {{(pid=92386) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:24:28.643531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:28.644319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.645643 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/ports/eb7742ab-0444-4ec8-9df2-4b00441bb17d HTTP/1.1" status: 200 len: 921 time: 3.9058802 Jun 10 16:24:28.648405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:28.650417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49930) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:28.741748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for 85faa09f-f6f6-49c6-b315-580592e7af89 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:28.752244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port d80b36dc-5842-4cb4-9bf4-206da2dfff5f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:28.752616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.799541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Deleting port d80b36dc-5842-4cb4-9bf4-206da2dfff5f {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:28.801667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.831581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 78d9db67-0cbb-4db1-b540-799e4f3d31d0 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:28.842376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 604d15a2-9ec7-45e9-ac71-6ce37143385c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:28.842934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.860232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:28.986761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] For port d80b36dc-5842-4cb4-9bf4-206da2dfff5f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,segment=NetworkSegment(a17dae7e-be5e-49d5-8f50-8057defb9bc0),segment_id=a17dae7e-be5e-49d5-8f50-8057defb9bc0)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:28.987362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.118023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.118272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0e122-2fa2-4606-9f12-60a18581400a None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:29.121959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.135099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] For port d80b36dc-5842-4cb4-9bf4-206da2dfff5f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,segment=NetworkSegment(a17dae7e-be5e-49d5-8f50-8057defb9bc0),segment_id=a17dae7e-be5e-49d5-8f50-8057defb9bc0)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:29.135647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.163258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.166764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Calling delete_port for d80b36dc-5842-4cb4-9bf4-206da2dfff5f owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:29.169870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ad24ceb0-32c9-4039-81fd-34918db10daf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:29.172996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.200503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.248255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for d80b36dc-5842-4cb4-9bf4-206da2dfff5f owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:29.336143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-7a9ce0d5-a21f-4671-9081-88691c6ddf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:29.337827 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-7a9ce0d5-a21f-4671-9081-88691c6ddf06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1098 time: 0.7753849 Jun 10 16:24:29.391839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:29.395763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:29.397009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.398357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3497806 Jun 10 16:24:29.426111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] For port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:29.429317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4967341d-37d3-4500-bcd5-57826a8326c7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:29.444195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.449306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb13af07-0b18-4a16-8e3e-0a47586c8418 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:29.465067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.470235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:29.471451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-665bec10-c463-4b7a-a27f-c5de2516ef81 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:29.531376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:29.543599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:29.552982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] No DVR routers for this DVR port d80b36dc-5842-4cb4-9bf4-206da2dfff5f on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:29.555464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:29.555939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: 05dfd486-d3fa-4955-9661-5f586352863c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:24:29.558767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2930e63b-7cc6-4aa3-a53c-aabac604f811,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:29.562354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:29.583026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.632767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] No DVR routers for this DVR port d80b36dc-5842-4cb4-9bf4-206da2dfff5f on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:29.642907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Pushing event updated for resources: {'Port': ['ID=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:29.646448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning for port eb7742ab-0444-4ec8-9df2-4b00441bb17d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:29.650922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:29.651445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-94c93456-a739-4557-b70a-35b393d801d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:29.654662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.661925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning complete for port eb7742ab-0444-4ec8-9df2-4b00441bb17d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:29.662364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.732345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port eb7742ab-0444-4ec8-9df2-4b00441bb17d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:29.732710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.740485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.758339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Pushing event deleted for resources: {'Port': ['ID=d80b36dc-5842-4cb4-9bf4-206da2dfff5f,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:29.769764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:29.773018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 05dfd486-d3fa-4955-9661-5f586352863c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:24:29.783501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:29.788547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef563433-643e-4200-9c1d-858a1634fde4']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:29.793842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-37cb0b86-5829-42fd-81fe-02b8abacd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:29.795304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-37cb0b86-5829-42fd-81fe-02b8abacd554 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 897 time: 0.4267755 Jun 10 16:24:29.798395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Port eb7742ab-0444-4ec8-9df2-4b00441bb17d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:29.827184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning for port 952a9a57-404b-4b02-97bb-5a2b85dc0458 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:29.829011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 05dfd486-d3fa-4955-9661-5f586352863c) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:29.833680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:29.834259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.844444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning complete for port 604d15a2-9ec7-45e9-ac71-6ce37143385c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:29.844737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.849503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.855769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17dae7e-be5e-49d5-8f50-8057defb9bc0') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:29.856139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17dae7e-be5e-49d5-8f50-8057defb9bc0') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:29.859968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11066d4b-760f-48ee-8a3d-2814d0428af0 None None] Network 05dfd486-d3fa-4955-9661-5f586352863c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:29.883166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.907995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:29.927105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-762548ee-b78d-4574-bdcc-5d480cd4443c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835158935&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.2183647 Jun 10 16:24:29.928363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-0fc7680a-c0d2-4dd2-9366-2b6d56df417e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 217 time: 0.1208405 Jun 10 16:24:29.973390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=85faa09f-f6f6-49c6-b315-580592e7af89,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:29.978856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:29.980539 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5008175 Jun 10 16:24:29.982323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:29.987760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49946) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:29.996201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46e516a9-421f-41f7-bd01-7577795784a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:30.110946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.118672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:30.119863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:30.146011 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:30.229770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:30.267407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:30.284899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] Sync routers for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:30.289987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.291600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=78d9db67-0cbb-4db1-b540-799e4f3d31d0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:30.294583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:30.297101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.301551 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/78d9db67-0cbb-4db1-b540-799e4f3d31d0 HTTP/1.1" status: 204 len: 168 time: 1.8948798 Jun 10 16:24:30.326770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:30.327434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:30.436290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.494595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49948) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:30.541660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for eb7742ab-0444-4ec8-9df2-4b00441bb17d owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:30.607448 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6f1bf82b-3f8f-4a38-b339-2d04e6c1464e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108339 Jun 10 16:24:30.619077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.630121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-05dfd486-d3fa-4955-9661-5f586352863c', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:30.631002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:30.638126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49952) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:30.643256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-fae63e08-9485-42ac-b095-a8b91a8335f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:30.645597 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-fae63e08-9485-42ac-b095-a8b91a8335f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 200 len: 834 time: 0.6869085 Jun 10 16:24:30.668229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 952a9a57-404b-4b02-97bb-5a2b85dc0458 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:30.687908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8fd6c-fdd7-48f3-8838-9fc98988b588 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:30.955618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:31.085456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning for port 4967341d-37d3-4500-bcd5-57826a8326c7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:31.117437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.126568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-08396ca5-e9c6-474d-bde0-b92cf7365b1b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:31.131471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.135782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/networks/ef563433-643e-4200-9c1d-858a1634fde4 HTTP/1.1" status: 204 len: 168 time: 3.1182830 Jun 10 16:24:31.138823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49954) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:31.141769 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "DELETE /v2.0/floatingips/f19606a7-ab85-49c6-a6b2-5db0915475c4 HTTP/1.1" status: 204 len: 168 time: 6.5977080 Jun 10 16:24:31.162337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:24:31.164656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb035410-b983-40b8-8647-f43350ca2e37" -d '{"events": [{"name": "network-changed", "server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:24:31.169762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Network': ['ID=ef563433-643e-4200-9c1d-858a1634fde4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:31.198929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 952a9a57-404b-4b02-97bb-5a2b85dc0458 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:31.201178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:31.201556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.212515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:31.218830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.224697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f89956ba-3b0c-46d1-b8fd-da0f0a7f959f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:31.234745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 952a9a57-404b-4b02-97bb-5a2b85dc0458 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:31.235345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.344124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=eb7742ab-0444-4ec8-9df2-4b00441bb17d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:31.348558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:31.400722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Allocated IP 172.22.0.2 (05dfd486-d3fa-4955-9661-5f586352863c/95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f/8d2c3ffa-0d69-4617-bec2-b6ed5410972e) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:31.471956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-50029580-37f9-4c99-8212-f4f83c1366c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:31.473213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-50029580-37f9-4c99-8212-f4f83c1366c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 200 len: 797 time: 1.5175247 Jun 10 16:24:31.595844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c5e1b-4ace-4b4b-926d-0227c2727149 x-openstack-request-id: req-1c8c5e1b-4ace-4b4b-926d-0227c2727149 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:24:31.596185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:24:31.596487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c8c5e1b-4ace-4b4b-926d-0227c2727149 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:24:31.596961 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'status': 'completed', 'code': 200} Jun 10 16:24:31.630128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.635882 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/eb7742ab-0444-4ec8-9df2-4b00441bb17d HTTP/1.1" status: 204 len: 168 time: 2.9828308 Jun 10 16:24:31.636537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49964) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:31.675518 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9be125-63ca-49ab-84b0-bfc36108a68f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:24:31.680746 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a9be125-63ca-49ab-84b0-bfc36108a68f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/eb7742ab-0444-4ec8-9df2-4b00441bb17d HTTP/1.1" status: 404 len: 333 time: 0.0420663 Jun 10 16:24:31.683911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49966) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:31.704375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:31.742617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 7f453fa7-7ed4-456d-8d33-93fa739db029 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:31.742873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.775888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-18d8b876-ad22-4a54-b420-2ce190791aa0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0391886 Jun 10 16:24:31.803012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:31.845415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning for port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:31.868351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.876573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.887054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning complete for port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:31.887440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.935787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:31.962829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c223d5-f4ad-4b91-90fd-b1c5213f6292 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:31.967789 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-75c223d5-f4ad-4b91-90fd-b1c5213f6292 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3180764 Jun 10 16:24:31.972331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-b77ebfa7-e61d-4321-83b3-4073aedb91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:31.974373 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-b77ebfa7-e61d-4321-83b3-4073aedb91a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.2955747 Jun 10 16:24:31.978939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49968) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:32.056920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.057290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.099414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dcfb7-6f0e-4c96-932f-57e2006213b0 req-db4e27c4-0792-43b3-9e31-32cddc462846 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:32.105730 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-af4dcfb7-6f0e-4c96-932f-57e2006213b0 req-db4e27c4-0792-43b3-9e31-32cddc462846 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.3856084 Jun 10 16:24:32.232485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 7f453fa7-7ed4-456d-8d33-93fa739db029 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:32.264422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:32.271577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 952a9a57-404b-4b02-97bb-5a2b85dc0458, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=952a9a57-404b-4b02-97bb-5a2b85dc0458,segment=NetworkSegment(ccfe5911-2bd7-454f-9eec-0b2db17a5d69),segment_id=ccfe5911-2bd7-454f-9eec-0b2db17a5d69)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:32.283357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4596591 Jun 10 16:24:32.289939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49970) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:32.297699 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:32.302502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.305890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.315769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:32.323511 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:32.324267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Deleting port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:32.324663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.326635 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:32.369224 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-9acf1f68-01e6-41a2-8c3d-0951fa71a48e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5720463 Jun 10 16:24:32.371699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:32.382662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Transition to ACTIVE for port object 8d2c3ffa-0d69-4617-bec2-b6ed5410972e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:32.394294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.433338 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-16f3cf59-2c47-4a0f-a541-2c84a690b964 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416244 Jun 10 16:24:32.438633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80b36dc-5842-4cb4-9bf4-206da2dfff5f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:32.443135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting subnet 536a4b57-aade-407e-8770-70c1a1c5521d {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:32.448844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] Checking router: e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:32.461215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.471230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e5b1b-3ec6-4130-92ac-6854fb62cbc0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:32.474837 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-979e5b1b-3ec6-4130-92ac-6854fb62cbc0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4922211 Jun 10 16:24:32.483348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49974) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:32.521663 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:32.575309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Transition to ACTIVE for port object 8d2c3ffa-0d69-4617-bec2-b6ed5410972e will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:32.585032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d80b36dc-5842-4cb4-9bf4-206da2dfff5f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:32.585696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80b36dc-5842-4cb4-9bf4-206da2dfff5f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:32.606867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.613419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.621676 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1d14b64-9d77-468c-86a4-4996172a14fd HTTP/1.1" status: 204 len: 168 time: 0.9359708 Jun 10 16:24:32.622869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49976) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:32.625075 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:29Z', 'revision_number': 11, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:32.630045 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:32.640718 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:32.641626 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:32.651126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=952a9a57-404b-4b02-97bb-5a2b85dc0458,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:32.665339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.667218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:32.667854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:32.670536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:32.671014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:32.674124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] For port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:32.674664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.781420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cc695c07-9854-4cc8-b7a8-172f9af8a1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:32.847300 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:32.851030 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55c31555-83f3-4fe4-b8e9-389e282e9c07 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3638294 Jun 10 16:24:32.860986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.864442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49978) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:32.891071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d14b64-9d77-468c-86a4-4996172a14fd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:32.895550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:32.898280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Calling delete_port for 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:32.905441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2cc2c6d0-2fca-4557-bc72-0ad6276f845b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:32.906981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:32.920229 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-af4dcfb7-6f0e-4c96-932f-57e2006213b0 req-08dd3170-9cf1-47a3-8c27-b8fccbd19a8c tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5099118 Jun 10 16:24:32.949600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:32.955390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5e4795a6-95e1-4831-8d92-8ac5d903d917 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:32.963765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.000594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Network 05dfd486-d3fa-4955-9661-5f586352863c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:33.009843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=7f453fa7-7ed4-456d-8d33-93fa739db029,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:33.019244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:33.052011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:33.055229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.059262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:33.110659 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:29Z', 'revision_number': 11, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:33.115560 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef726a6-349c-442a-bd27-61407a6fa514 None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:29Z', 'revision_number': 11, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:33.148864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Pushing event updated for resources: {'Port': ['ID=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:33.157012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.161550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.170918 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/floatingips/d115059a-9695-408a-8974-e320863526fd HTTP/1.1" status: 204 len: 168 time: 2.0228770 Jun 10 16:24:33.171150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:33.171262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.171262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.171262 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/security-groups/d165e6d7-7358-4c51-8837-840ecef534b5 HTTP/1.1" status: 204 len: 168 time: 0.3819017 Jun 10 16:24:33.171262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49980) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:33.171262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-343634a8-a818-4046-9174-6e9fac374300 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:33.186475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49982) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:33.216895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:33.217551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.233301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d165e6d7-7358-4c51-8837-840ecef534b5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:33.262392 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcee4ef-491d-412f-b5c7-6b39e205f2bd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:33.263223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcee4ef-491d-412f-b5c7-6b39e205f2bd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:33.265003 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4bcee4ef-491d-412f-b5c7-6b39e205f2bd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/ports/80f96a87-8a10-4ddf-8b78-bc0f085a49a9 HTTP/1.1" status: 404 len: 333 time: 0.0877163 Jun 10 16:24:33.268562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:33.269727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49984) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:33.314579 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b699028f-d4a3-470a-9eb2-13be030f1413 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/ports?device_id=2c47f38e-c854-4e54-8384-e0fed3920af9 HTTP/1.1" status: 200 len: 205 time: 0.0435231 Jun 10 16:24:33.318275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49986) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:33.384494 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-ab36038b-2725-43d3-bae2-e7a231a9bc8e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] delete failed (client error): The resource could not be found. Jun 10 16:24:33.388065 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab36038b-2725-43d3-bae2-e7a231a9bc8e tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/routers/2c47f38e-c854-4e54-8384-e0fed3920af9 HTTP/1.1" status: 404 len: 336 time: 0.0663466 Jun 10 16:24:33.390533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 9e41e75c-c072-4878-bd32-9353dbef3c3b {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:33.392702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49988) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:33.405030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Attempting to bind port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:33.405786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Attempting to bind port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:33.405902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.406634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Attempting to bind port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e on network 05dfd486-d3fa-4955-9661-5f586352863c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:33.419209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:33.419751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Checking segment: {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:33.420275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.420784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Bound using segment: {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:33.421493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Bound port: 8d2c3ffa-0d69-4617-bec2-b6ed5410972e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:33.421946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.429917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.433097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:33.447464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:33.466922 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd687e50-6ec1-4878-ad43-88c353380511 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:33.467387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd687e50-6ec1-4878-ad43-88c353380511 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:33.471427 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd687e50-6ec1-4878-ad43-88c353380511 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/subnets/fd916e27-11e3-4689-8044-b878f9b4b447 HTTP/1.1" status: 404 len: 337 time: 0.0754364 Jun 10 16:24:33.472959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49990) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:33.514429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:33.516063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.536024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.568303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Pushing event deleted for resources: {'Port': ['ID=5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:33.570487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0ab5a3f8-b227-48b9-9b39-2c4fa778760c None None] Could not find standard attr ID for object 0e42e3bc-56be-48bc-a821-a6a5a0b40df4. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:24:33.579702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:33.582410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] No DVR routers for this DVR port 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:33.608109 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d44fa8d5-e2e2-48fa-a8dc-456832ba333f req-21ce1781-656c-405f-aab6-00ed71714f4c service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1623771 Jun 10 16:24:33.640525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-768fd799-f761-41f0-a13a-ae1d341e1ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.700015 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-19893f70-7f8a-4b29-9dc2-7186cefc6b94 service neutron] 10.222.0.23 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3032682 Jun 10 16:24:33.754805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7228ae1b-0f09-4902-aa5f-7061136b9aa0 None None] Could not find standard attr ID for object 5bbb78ab-c6d3-4e79-a96e-cc5c5aa34294. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:24:33.778270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.814032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] For port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:33.830713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:33.830713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.837112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] For port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,segment=NetworkSegment(73fe42af-1017-4a35-a558-e86a63c62a79),segment_id=73fe42af-1017-4a35-a558-e86a63c62a79)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:33.856714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.860297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:33.923840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.944099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:33.945924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651917d-9f38-4223-93ef-9bd856074394 req-289daa25-dc7f-4bc5-acaa-f50bc7a59021 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:33.947458 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0651917d-9f38-4223-93ef-9bd856074394 req-289daa25-dc7f-4bc5-acaa-f50bc7a59021 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 1.1211827 Jun 10 16:24:33.958756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56700e43-66ff-4862-aa7c-91b4a6c4749b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:33.985160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Pushing event updated for resources: {'Port': ['ID=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:33.989413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:34.005508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=9e41e75c-c072-4878-bd32-9353dbef3c3b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:34.011384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:34.013223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.016310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.025581 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/9e41e75c-c072-4878-bd32-9353dbef3c3b HTTP/1.1" status: 204 len: 168 time: 0.8311236 Jun 10 16:24:34.025769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 49994) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:34.038075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:34.038360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c61f41-5fe8-45e5-ab39-c4a6c3252935 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:34.041652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc2c6d0-2fca-4557-bc72-0ad6276f845b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:34.045009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2cc2c6d0-2fca-4557-bc72-0ad6276f845b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.046411 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc2c6d0-2fca-4557-bc72-0ad6276f845b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:34.046840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc2c6d0-2fca-4557-bc72-0ad6276f845b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:34.071886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:34.124400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d27d0a-cc58-489d-a6a9-a0c41e67d187 None None] The sync data for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv is: [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:22:29Z', 'revision_number': 4, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ba400e40-dfd9-4137-97df-e94c6cd7c389', 'name': '', 'network_id': 'bd6200fe-09ec-487f-b58a-8d6d54fb1e80', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'mac_address': 'fa:16:3e:d4:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:26Z', 'updated_at': '2021-06-10T16:22:40Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'subnets': [{'id': '4be6c977-81a2-4706-88be-e430c03bf6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:34.161179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 6d8cd9ad-2348-486e-aeba-d891fd1f0f7d owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:34.348204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.22.0.1 (05dfd486-d3fa-4955-9661-5f586352863c/95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f/eceea397-fa0c-4e4d-9867-886cd37acf21) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:34.447775 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2cc2c6d0-2fca-4557-bc72-0ad6276f845b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5542107 Jun 10 16:24:34.450644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085cc9-4bb3-49f2-9a14-fffc8fa088ad req-1525b156-aa80-4de1-b0af-3ba19d7c51f4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:34.452623 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-12085cc9-4bb3-49f2-9a14-fffc8fa088ad req-1525b156-aa80-4de1-b0af-3ba19d7c51f4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 945 time: 0.2835987 Jun 10 16:24:34.453204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 49996) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:34.466108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d30ec6e5-5c95-4442-abee-a74e060c5b55 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:34.558654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-e76fb889-f781-46aa-8f8c-1516c47ce822 service neutron] 10.222.0.23 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146374 Jun 10 16:24:34.570594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317e941-7615-4597-9538-9abf9c03234e None None] New status for floating IP f19606a7-ab85-49c6-a6b2-5db0915475c4: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:24:34.571557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035410-b983-40b8-8647-f43350ca2e37 req-c2a24fae-d875-4ce4-8b5e-414d3fdad8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:34.573081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-c2a24fae-d875-4ce4-8b5e-414d3fdad8b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 1098 time: 0.8373024 Jun 10 16:24:34.664515 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-12085cc9-4bb3-49f2-9a14-fffc8fa088ad req-a0f4a184-0b8c-4c32-a1d8-1101b6de0b8a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/security-groups?id=886df84f-965e-4b5e-b80e-0b4052d303bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900036 Jun 10 16:24:34.694951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.710449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.712118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:34.730076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2bc79a46-23e5-493d-a595-ceac379004c1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:34.789641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30ec6e5-5c95-4442-abee-a74e060c5b55 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:34.796572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d30ec6e5-5c95-4442-abee-a74e060c5b55 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.798804 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30ec6e5-5c95-4442-abee-a74e060c5b55 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:34.799241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30ec6e5-5c95-4442-abee-a74e060c5b55 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:34.813676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=6d8cd9ad-2348-486e-aeba-d891fd1f0f7d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:34.817772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:34.876731 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d30ec6e5-5c95-4442-abee-a74e060c5b55 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4209058 Jun 10 16:24:34.896039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50004) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:34.910564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865390e-aab9-4a8f-bc90-9401e4f8a12f None None] Network b5a3c451-f96f-46e0-a25b-9525a697e245 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:34.914608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Subnet': ['ID=536a4b57-aade-407e-8770-70c1a1c5521d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:34.928585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-286da2cd-a017-49df-87ef-8a7fe7cc58b4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:34.945805 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2357bb6c-e972-403e-97d8-34b7801d0eaf req-de254735-e82c-47f3-97cd-011c236a84d2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 210 time: 0.0756905 Jun 10 16:24:34.951058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:34.959924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.962675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/536a4b57-aade-407e-8770-70c1a1c5521d HTTP/1.1" status: 204 len: 168 time: 2.6716988 Jun 10 16:24:34.965468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8d2c3ffa-0d69-4617-bec2-b6ed5410972e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:34.972488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50006) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:34.989632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:34.991537 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/ports/6d8cd9ad-2348-486e-aeba-d891fd1f0f7d HTTP/1.1" status: 204 len: 168 time: 1.5176628 Jun 10 16:24:35.009706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50008) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:35.068810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.262202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.276882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:35.289117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 952a9a57-404b-4b02-97bb-5a2b85dc0458 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:35.315531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035410-b983-40b8-8647-f43350ca2e37 req-9e574bba-ee75-412d-bb78-fd7d4858d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:35.319764 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-9e574bba-ee75-412d-bb78-fd7d4858d690 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 200 len: 897 time: 0.7193971 Jun 10 16:24:35.383641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 952a9a57-404b-4b02-97bb-5a2b85dc0458 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:35.384178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.475656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 6858daa6-6860-448e-bb37-86443b197d5f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:35.476149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.510451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Deleting port bc497c80-e8bc-4116-8982-747e0c68a9b0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:35.510843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.523256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 85faa09f-f6f6-49c6-b315-580592e7af89 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:35.574308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object eceea397-fa0c-4e4d-9867-886cd37acf21 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:35.583051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 85faa09f-f6f6-49c6-b315-580592e7af89 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:35.583774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 85faa09f-f6f6-49c6-b315-580592e7af89 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:35.593276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] DHCP port deletion for b5a3c451-f96f-46e0-a25b-9525a697e245 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:35.601639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243ac20-3194-44c2-a959-78b493641bee None None] Network 05dfd486-d3fa-4955-9661-5f586352863c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:35.606815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Deleting port e290d62c-8831-490e-97cb-7f70853790e5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:35.607153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.743964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Provisioning for port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:35.750027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Provisioning complete for port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:35.750742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.773041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] For port bc497c80-e8bc-4116-8982-747e0c68a9b0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:35.773579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.801518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.811791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Deleting port e290d62c-8831-490e-97cb-7f70853790e5 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:35.811791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.818663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] For port e290d62c-8831-490e-97cb-7f70853790e5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e290d62c-8831-490e-97cb-7f70853790e5,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:35.819033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.901069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] For port e290d62c-8831-490e-97cb-7f70853790e5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e290d62c-8831-490e-97cb-7f70853790e5,segment=NetworkSegment(80250a87-2878-4db2-9311-b0abcc016dd3),segment_id=80250a87-2878-4db2-9311-b0abcc016dd3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:35.901775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:35.928478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 6858daa6-6860-448e-bb37-86443b197d5f owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:35.942458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Calling delete_port for bc497c80-e8bc-4116-8982-747e0c68a9b0 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:36.014026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Calling delete_port for e290d62c-8831-490e-97cb-7f70853790e5 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:36.019722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Calling delete_port for e290d62c-8831-490e-97cb-7f70853790e5 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:36.142394 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-b9d10a7c-b12e-4a12-a005-602d4f90ccb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 200 len: 217 time: 0.7860854 Jun 10 16:24:36.153851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:36.158026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.159258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.164991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:36.179963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.227453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.237961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Pushing event deleted for resources: {'Port': ['ID=e290d62c-8831-490e-97cb-7f70853790e5,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:36.246815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] No DVR routers for this DVR port e290d62c-8831-490e-97cb-7f70853790e5 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:36.252670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:36.274088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b8ba3fac-ea2a-4aeb-a2ec-27b82158c52b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:36.303559 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0800e8ed-53dd-4f9f-a4b6-ce729bbe8856 req-ed1dd4ee-f578-4c05-8b43-2ddebe9072b5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 210 time: 0.1516843 Jun 10 16:24:36.338622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-811f8683-5dad-4a8c-926b-c8daa0dca710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.363512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.415231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] For port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,segment=NetworkSegment(73fe42af-1017-4a35-a558-e86a63c62a79),segment_id=73fe42af-1017-4a35-a558-e86a63c62a79)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:36.423744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.425850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-69fdef19-9c9c-4a28-93f3-172c302f2ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:36.498989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Pushing event updated for resources: {'Port': ['ID=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:36.504612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:36.514629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'Port': ['ID=bc497c80-e8bc-4116-8982-747e0c68a9b0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:36.535855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:36.544661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286da2cd-a017-49df-87ef-8a7fe7cc58b4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:36.549252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-286da2cd-a017-49df-87ef-8a7fe7cc58b4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.550664 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-286da2cd-a017-49df-87ef-8a7fe7cc58b4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:36.551095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286da2cd-a017-49df-87ef-8a7fe7cc58b4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:36.574802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-85b0dc37-e7d0-4c8a-af84-b232674ee857 None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:36.575217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-85b0dc37-e7d0-4c8a-af84-b232674ee857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.646274 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6be8c2e1-7512-40f7-bfc6-c602b1609d39 req-3427cf9e-289c-43f1-8674-261506985127 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 210 time: 0.0941405 Jun 10 16:24:36.681651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] No DVR routers for this DVR port bc497c80-e8bc-4116-8982-747e0c68a9b0 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:36.748863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035410-b983-40b8-8647-f43350ca2e37 req-3bf31f9a-7d90-47cf-931b-a6eea7151fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:36.771074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-3bf31f9a-7d90-47cf-931b-a6eea7151fe6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 200 len: 834 time: 0.6011150 Jun 10 16:24:36.774642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.775917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-85b0dc37-e7d0-4c8a-af84-b232674ee857 None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:36.776420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-85b0dc37-e7d0-4c8a-af84-b232674ee857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.776644 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0651917d-9f38-4223-93ef-9bd856074394 req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.25 "DELETE /v2.0/ports/bc497c80-e8bc-4116-8982-747e0c68a9b0 HTTP/1.1" status: 204 len: 173 time: 2.7704704 Jun 10 16:24:36.805480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-deleted', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:24:36.809690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad7453-4c4c-48f6-ba7e-dd12ecb62891" -d '{"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-deleted", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:24:36.810669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8d2c3ffa-0d69-4617-bec2-b6ed5410972e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:36.838512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-286da2cd-a017-49df-87ef-8a7fe7cc58b4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.9185562 Jun 10 16:24:36.870807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50022) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:36.871760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.880723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7785ce23-2bac-4a82-a1c5-e6780fa9db00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:36.892393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:36.905387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84090bff-ff9a-48b4-b2c1-67ac38fbfe83 x-openstack-request-id: req-84090bff-ff9a-48b4-b2c1-67ac38fbfe83 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:24:36.905727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a670da7-7a13-4f52-b152-80b9b450113f", "name": "network-vif-deleted", "tag": "bc497c80-e8bc-4116-8982-747e0c68a9b0", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:24:36.906044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84090bff-ff9a-48b4-b2c1-67ac38fbfe83 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:24:36.906467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a670da7-7a13-4f52-b152-80b9b450113f', 'name': 'network-vif-deleted', 'tag': 'bc497c80-e8bc-4116-8982-747e0c68a9b0', 'status': 'completed', 'code': 200} Jun 10 16:24:36.907057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7bfda3c-369d-4dac-abc5-b0ee76d04d8c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:36.908756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-85b0dc37-e7d0-4c8a-af84-b232674ee857 None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:36.926867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:36.927559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.027550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e498504-4282-44ed-950f-5f8161f4c113 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:37.044248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.070520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 05dfd486-d3fa-4955-9661-5f586352863c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:37.093024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No DVR routers for this DVR port e290d62c-8831-490e-97cb-7f70853790e5 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:37.095171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Port': ['ID=e290d62c-8831-490e-97cb-7f70853790e5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:37.098922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:37.111911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-257f4176-58fc-44b7-922e-91992d5d96da tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:37.111911 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-257f4176-58fc-44b7-922e-91992d5d96da tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 200 len: 797 time: 0.5896230 Jun 10 16:24:37.118900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a872d6fc-dabf-4d24-87fa-d5fd1f921635 None None] Provisioning complete for port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:37.119359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a872d6fc-dabf-4d24-87fa-d5fd1f921635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.143070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:37.173793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e290d62c-8831-490e-97cb-7f70853790e5 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:37.177110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:37.204278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e290d62c-8831-490e-97cb-7f70853790e5 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:37.204633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e290d62c-8831-490e-97cb-7f70853790e5 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:37.297922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.312307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:37.329998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=6858daa6-6860-448e-bb37-86443b197d5f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:37.340017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=eceea397-fa0c-4e4d-9867-886cd37acf21,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:37.342016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.353127 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/ports/6858daa6-6860-448e-bb37-86443b197d5f HTTP/1.1" status: 204 len: 168 time: 2.3422732 Jun 10 16:24:37.354655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:37.368848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50030) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:37.407567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:37.416873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.427480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-de16964a-c60b-4e5a-a4f9-10e9b001d22a None None] Provisioning for port eceea397-fa0c-4e4d-9867-886cd37acf21 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:37.432190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.440132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-de16964a-c60b-4e5a-a4f9-10e9b001d22a None None] Provisioning complete for port eceea397-fa0c-4e4d-9867-886cd37acf21 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:37.441090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-de16964a-c60b-4e5a-a4f9-10e9b001d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.451078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a3c451-f96f-46e0-a25b-9525a697e245']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:37.468171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7785ce23-2bac-4a82-a1c5-e6780fa9db00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:37.474548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7785ce23-2bac-4a82-a1c5-e6780fa9db00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.476283 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7785ce23-2bac-4a82-a1c5-e6780fa9db00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:37.476683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7785ce23-2bac-4a82-a1c5-e6780fa9db00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:37.490035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80250a87-2878-4db2-9311-b0abcc016dd3') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:37.490571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80250a87-2878-4db2-9311-b0abcc016dd3') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:37.497033 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7785ce23-2bac-4a82-a1c5-e6780fa9db00 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6222961 Jun 10 16:24:37.498012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50032) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:37.500799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-de16964a-c60b-4e5a-a4f9-10e9b001d22a None None] Port eceea397-fa0c-4e4d-9867-886cd37acf21 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:37.506662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e1e132d9-4d81-4395-942e-390ee3cef47c tempest-NetworksIpV6Test-1237344839 tempest-NetworksIpV6Test-1237344839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:37.513185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-37c99164-1764-4cb3-aac6-8d5b7fb8e820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:37.532108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.567615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:37.584357 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b1837437-6608-43c3-a238-8e585bd4bbbd req-558056e4-cdd6-4de7-b5f4-92a1552bc0ab tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "GET /v2.0/ports?device_id=2a670da7-7a13-4f52-b152-80b9b450113f HTTP/1.1" status: 200 len: 210 time: 0.0853305 Jun 10 16:24:37.612508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:37.617574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.623070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d0720-3a16-4616-b066-2bf912e27173 None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:37.623544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:37.624198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.642311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.664845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:37.665648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:37.668654 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:37.777463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.783191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:37.789985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.791978 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/networks/b5a3c451-f96f-46e0-a25b-9525a697e245 HTTP/1.1" status: 204 len: 168 time: 2.8186064 Jun 10 16:24:37.792722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c99164-1764-4cb3-aac6-8d5b7fb8e820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:37.796565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37c99164-1764-4cb3-aac6-8d5b7fb8e820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:37.798104 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c99164-1764-4cb3-aac6-8d5b7fb8e820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:37.798545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c99164-1764-4cb3-aac6-8d5b7fb8e820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:37.812434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50036) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:37.819265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'routes': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:37.870713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Pushing event deleted for resources: {'Network': ['ID=b5a3c451-f96f-46e0-a25b-9525a697e245,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:37.931318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:37.937437 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-37c99164-1764-4cb3-aac6-8d5b7fb8e820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4272661 Jun 10 16:24:37.938490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50038) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:37.946433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d283be29-e59c-4d75-8f9e-b5502822e09c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:37.987715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Update dhcp port {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'fixed_ips': [{'subnet_id': '1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '074ace9b-a9e6-4baf-aaa9-94ec0f26b404'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '4967341d-37d3-4500-bcd5-57826a8326c7'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:24:38.031722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.075514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:38.184192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.extraroute_db [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Added routes are [] {{(pid=92386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 10 16:24:38.184494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.extraroute_db [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Removed routes are [] {{(pid=92386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 10 16:24:38.184913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.224177 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-cedca588-ec27-423d-af32-05c53583a215 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 380 time: 0.8857288 Jun 10 16:24:38.225170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=074ace9b-a9e6-4baf-aaa9-94ec0f26b404,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:38.280312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:38.287649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: bc497c80-e8bc-4116-8982-747e0c68a9b0 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:38.288053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device bc497c80-e8bc-4116-8982-747e0c68a9b0 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:38.288334 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ecde77c9-e456-489d-9182-cd83c1be6472 req-77c8aaf5-e258-4221-9a4f-9d4ad752cd3f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 210 time: 0.1106300 Jun 10 16:24:38.294379 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2621586 Jun 10 16:24:38.296825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb035410-b983-40b8-8647-f43350ca2e37 req-b17220c3-016f-4c3e-8b91-63226328a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:38.298469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-b17220c3-016f-4c3e-8b91-63226328a575 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bd6200fe-09ec-487f-b58a-8d6d54fb1e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.5261862 Jun 10 16:24:38.307355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50040) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.318884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1246928002'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:38.321261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['d96f8e6e-baf0-4349-89d6-3f6d9c184225']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:38.437665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283be29-e59c-4d75-8f9e-b5502822e09c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:38.441517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d283be29-e59c-4d75-8f9e-b5502822e09c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.443001 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d283be29-e59c-4d75-8f9e-b5502822e09c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:38.443440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d283be29-e59c-4d75-8f9e-b5502822e09c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:38.454059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Allocated IP 172.20.0.2 (110df828-021c-4ae6-83a8-e960b833f601/074ace9b-a9e6-4baf-aaa9-94ec0f26b404/4967341d-37d3-4500-bcd5-57826a8326c7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:38.466361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.472853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.478003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.492958 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d283be29-e59c-4d75-8f9e-b5502822e09c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5509746 Jun 10 16:24:38.511688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976cfc76-0e3c-4c65-b33f-2eef6e63f051 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:38.516691 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-976cfc76-0e3c-4c65-b33f-2eef6e63f051 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "GET /v2.0/ports?device_id=1faca638-b3e2-4cbc-a03a-e430b40061a1 HTTP/1.1" status: 200 len: 913 time: 1.0861552 Jun 10 16:24:38.517489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50042) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.517489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50044) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.618265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 9d018736-fa25-487b-b0ea-0471d30305de has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:38.639653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:38.652419 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bbf3b537-0bd3-48a4-9a17-74106e32f744 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1313179 Jun 10 16:24:38.688193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.702762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50048) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.711234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Transition to ACTIVE for port object 4967341d-37d3-4500-bcd5-57826a8326c7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:38.718629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.722894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.732742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2137128f-7555-47d3-b26d-719c679da84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:38.733776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50050) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.822052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:38.835657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] Sync routers for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:38.837180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.838372 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b599af00-dfd8-4540-8996-8824db4c14ff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 705 time: 1.0249588 Jun 10 16:24:38.842883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50052) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.856696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6337d3-44c5-4a12-a8c5-50613f43bdef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:38.858198 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ad6337d3-44c5-4a12-a8c5-50613f43bdef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1544623 Jun 10 16:24:38.860838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.861633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50054) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.869613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.881684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:38.884615 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:38.886562 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:38.900616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:38.918431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.921438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-979ffe56-882a-4e5a-82a4-83bd51f3721e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:38.929818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bf3005cd-4b38-46e1-8460-ea754574ac4f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669527 Jun 10 16:24:38.938713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50056) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.947169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:38.960895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:38.966719 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6553237 Jun 10 16:24:38.983798 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-4c52ebc1-9023-47d5-8ab0-550caf2f9f28 service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490517 Jun 10 16:24:38.990828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50058) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:38.998250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'security_group': {'name': 'tempest-secgroup-2100024594'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:39.004034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa9397-d251-4ef6-bba4-5a3b25ab239c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:39.004955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f09eb687-30ff-4ef0-9daa-e432f383cee1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 205 time: 0.1087151 Jun 10 16:24:39.008740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:39.009694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50060) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:39.073921 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:39.168845 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:29Z', 'revision_number': 11, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:39.175603 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] Checking router: 9d018736-fa25-487b-b0ea-0471d30305de for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:39.190111 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] Routers {'9d018736-fa25-487b-b0ea-0471d30305de'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:39.192260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:24:39.192260 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:24:39.192260 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'project_id_1': '032e65266c9e4433b418f9b9a074b3bd', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 24, 39, 35242)}] Jun 10 16:24:39.192260 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:24:39.192260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:24:39.193896 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['9d018736-fa25-487b-b0ea-0471d30305de'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:39.248933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.321417 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] Set router 9d018736-fa25-487b-b0ea-0471d30305de gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:39.431268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:39.432698 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:29Z', 'revision_number': 11, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:39.434796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.437505 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bdc62-55de-4d44-a733-4fd843c7721e None None] The sync data for ids ['9d018736-fa25-487b-b0ea-0471d30305de'] in dv-neutron-601336-90-hyperv is: [{'id': '9d018736-fa25-487b-b0ea-0471d30305de', 'name': 'tempest-RoutersIpV6Test-router-1602636462', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:53Z', 'updated_at': '2021-06-10T16:24:29Z', 'revision_number': 11, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:39.603452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:39.606949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.627101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.631664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.637961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0bb325b5-dd93-4f1f-9a18-3a23f78b2c5a None None] Provisioning for port 4967341d-37d3-4500-bcd5-57826a8326c7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:39.643318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0bb325b5-dd93-4f1f-9a18-3a23f78b2c5a None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:39.643810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0bb325b5-dd93-4f1f-9a18-3a23f78b2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.710164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e82027a6-c780-4256-b530-3cbdfe7c1e10 req-682d1ae1-4772-44de-be8a-f8a13688b0db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 210 time: 0.1565866 Jun 10 16:24:39.757022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0bb325b5-dd93-4f1f-9a18-3a23f78b2c5a None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:39.757573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0bb325b5-dd93-4f1f-9a18-3a23f78b2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.761926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.762612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router 9d018736-fa25-487b-b0ea-0471d30305de {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:24:39.774838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.776073 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4f29f156-d5c3-4122-b914-cb54a8acd7a0 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 204 len: 168 time: 0.7623322 Jun 10 16:24:39.789809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50064) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:39.795840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1670676050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:39.820680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0bb325b5-dd93-4f1f-9a18-3a23f78b2c5a None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:39.866178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eb035410-b983-40b8-8647-f43350ca2e37 req-1e076e3a-150e-4628-bfe6-ba79b72047ae service neutron] 10.222.0.25 "GET /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8599970 Jun 10 16:24:39.871599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:39.872713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.035146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.111125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.391051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.396492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.443135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.444301 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2cfa24fe-30e8-404a-9e3b-7055bf88982e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6536515 Jun 10 16:24:40.447035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50066) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:40.451466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:40.554580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.563761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55e20d30-b6ed-4e18-93ed-91f2199518ee tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:40.596278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:24:40.600356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.602313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb64694f-5a99-4871-a3bd-08c8ca20b453 tempest-TagsExtTest-1966287481 tempest-TagsExtTest-1966287481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:40.690013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4967341d-37d3-4500-bcd5-57826a8326c7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:40.751726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.755198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.3 (9181bd97-25fa-42f2-a24e-587dcd72d593/10383e69-58b9-4691-8205-37ea3dbd705f/b4da3cb4-fdcf-46b0-a81c-4f543f4abc75) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:40.758269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:40.758843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.772414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:40.774939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=eceea397-fa0c-4e4d-9867-886cd37acf21,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:40.781510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:40.827857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:40.847452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f27295f-3673-4b21-b764-daca78f65988 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:40.884262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:40.885012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.902128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=11f8ccc4-1dff-4fff-b539-558f297c5b47,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:40.932057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:40.934345 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f2b0d9cb-284c-46d1-9860-465a415d6113 req-f610fa2f-018a-4c0b-94fc-f80edf34c00b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 210 time: 0.0465300 Jun 10 16:24:40.943466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:40.968250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.004557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.028973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.079777 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1395078 Jun 10 16:24:41.080058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-842b8c16-83d8-41c7-abb9-a7e1596e7478 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:41.087628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50070) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:41.093862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:ba:06:65', 'name': 'tempest-NetworksTestDHCPv6-1243892486'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:41.097836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '11f8ccc4-1dff-4fff-b539-558f297c5b47'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:41.098112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.176258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network 05dfd486-d3fa-4955-9661-5f586352863c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:41.180879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8c7ca3-de01-4f39-ba0b-508cc827abf5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:41.184528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.188383 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1943624 Jun 10 16:24:41.189437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:41.190174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50072) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:41.200717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:41.209649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680777276'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:41.223129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Router 87492029-dbb1-4d73-b11e-affbfbf68ab4 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:24:41.253778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.282934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Allocated IP 2001:db8::f816:3eff:fec3:ebee (12102a82-a06e-4715-892b-6bfb38de3638/11f8ccc4-1dff-4fff-b539-558f297c5b47/615be733-9531-4f5c-a9dc-09ceba170b04) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:41.362010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:41.375959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.377123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4015ec98-e390-4bee-9578-50f70635f9ab tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "PUT /v2.0/routers/87492029-dbb1-4d73-b11e-affbfbf68ab4 HTTP/1.1" status: 200 len: 698 time: 0.9291840 Jun 10 16:24:41.380417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:41.482787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] Sync routers for ids ['87492029-dbb1-4d73-b11e-affbfbf68ab4'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:41.499759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.505945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.513657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] Routers {'87492029-dbb1-4d73-b11e-affbfbf68ab4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:41.514321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['87492029-dbb1-4d73-b11e-affbfbf68ab4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:41.517270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.537930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2179df8b-136e-460c-a27f-ee6340a18bbc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/routers/87492029-dbb1-4d73-b11e-affbfbf68ab4 HTTP/1.1" status: 200 len: 704 time: 0.1534915 Jun 10 16:24:41.538169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50076) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:41.548053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:41.564127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:41.595876 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8f1a7877-8bdc-4edd-b4c8-0a3fd22fe121 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=87492029-dbb1-4d73-b11e-affbfbf68ab4 HTTP/1.1" status: 200 len: 205 time: 0.0544684 Jun 10 16:24:41.596834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50078) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:41.624675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Transition to ACTIVE for port object 615be733-9531-4f5c-a9dc-09ceba170b04 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:41.626321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:41.633244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.642278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] Set router 87492029-dbb1-4d73-b11e-affbfbf68ab4 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:41.732359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87492029-dbb1-4d73-b11e-affbfbf68ab4', 'name': 'tempest-RoutersIpV6Test-router-1670676050', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:24:39Z', 'updated_at': '2021-06-10T16:24:40Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:41.734642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Transition to ACTIVE for port object 615be733-9531-4f5c-a9dc-09ceba170b04 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:41.736980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1aea0c8f-800c-460e-958c-5f1aba5862ac None None] Provisioning complete for port eceea397-fa0c-4e4d-9867-886cd37acf21 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:41.737691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1aea0c8f-800c-460e-958c-5f1aba5862ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.763337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.770373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] Checking router: 87492029-dbb1-4d73-b11e-affbfbf68ab4 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:41.783203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.792278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-089df388-32fb-4791-a196-0098a1806d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:41.829726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] Routers {'87492029-dbb1-4d73-b11e-affbfbf68ab4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:41.830397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['87492029-dbb1-4d73-b11e-affbfbf68ab4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:41.833954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:41.842895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1aea0c8f-800c-460e-958c-5f1aba5862ac None None] Port eceea397-fa0c-4e4d-9867-886cd37acf21 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:41.892291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:41.892913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:41.938769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:41.954881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Pushing event updated for resources: {'Port': ['ID=615be733-9531-4f5c-a9dc-09ceba170b04,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:41.962191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] Set router 87492029-dbb1-4d73-b11e-affbfbf68ab4 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:41.963904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:41.991546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.006857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c07bd32b-3e4d-4d80-acc9-0c34647d32fb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:42.066909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87492029-dbb1-4d73-b11e-affbfbf68ab4', 'name': 'tempest-RoutersIpV6Test-router-1670676050', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:24:39Z', 'updated_at': '2021-06-10T16:24:40Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:42.088620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.092028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.099996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:42.101194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a730161e-7285-4fc4-b222-735caafc2437 None None] The sync data for ids ['87492029-dbb1-4d73-b11e-affbfbf68ab4'] in dv-neutron-601336-90-hyperv is: [{'id': '87492029-dbb1-4d73-b11e-affbfbf68ab4', 'name': 'tempest-RoutersIpV6Test-router-1670676050', 'tenant_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:24:39Z', 'updated_at': '2021-06-10T16:24:40Z', 'revision_number': 2, 'project_id': 'e5009dd8024b4c53a9d4b500f40ab3c5', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:42.113464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Attempting to bind port 615be733-9531-4f5c-a9dc-09ceba170b04 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:42.113851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Attempting to bind port 615be733-9531-4f5c-a9dc-09ceba170b04 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:42.114236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Attempting to bind port 615be733-9531-4f5c-a9dc-09ceba170b04 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:42.129679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:42.130114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:42.130540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.131064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:42.131875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Bound port: 615be733-9531-4f5c-a9dc-09ceba170b04, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:42.132266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.178819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:42.213731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.227746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.228225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Fanout notify agent at l3_agent the message router_deleted on router 87492029-dbb1-4d73-b11e-affbfbf68ab4 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:24:42.228354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] For port 615be733-9531-4f5c-a9dc-09ceba170b04, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:42.231793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] For port 615be733-9531-4f5c-a9dc-09ceba170b04, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=615be733-9531-4f5c-a9dc-09ceba170b04,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:42.236896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.237560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.246510 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-51e4f8ae-a571-4d32-b7db-50f8a6e7b5d7 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/87492029-dbb1-4d73-b11e-affbfbf68ab4 HTTP/1.1" status: 204 len: 168 time: 0.6410942 Jun 10 16:24:42.246860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2449eb12-0d2c-4572-9a99-8c13323be399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:42.246984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50082) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.247225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:42.254543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:42.258314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:42.273174 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:42.274479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:42.275411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:42.278555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.289965 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2871714 Jun 10 16:24:42.292159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb65dacf-2dd7-460f-848f-3c6d74265069 tempest-QuotasNegativeTest-1746405359 tempest-QuotasNegativeTest-1746405359-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:42.292999 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:42.293935 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:42.334925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50084) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.340138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997726300'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:42.348947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Pushing event updated for resources: {'Port': ['ID=615be733-9531-4f5c-a9dc-09ceba170b04,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:42.371002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:42.384241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bae0f143-9efa-48b3-9aaf-e289260ed4da tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=87492029-dbb1-4d73-b11e-affbfbf68ab4 HTTP/1.1" status: 200 len: 205 time: 0.1400554 Jun 10 16:24:42.402376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50086) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.475484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:42.478839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.480189 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2749417 Jun 10 16:24:42.487338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.505100 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:24:42.510062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50088) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.536717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce27a7-ca8f-4546-af2c-498ae2dc0435,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:42.543251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-60736854', 'security_groups': ['e0ce27a7-ca8f-4546-af2c-498ae2dc0435'], 'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '074ace9b-a9e6-4baf-aaa9-94ec0f26b404'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:42.547636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:42.556661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:42.569987 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-6164de0f-1a48-4450-b832-d20756128c5b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:42.573472 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6164de0f-1a48-4450-b832-d20756128c5b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/87492029-dbb1-4d73-b11e-affbfbf68ab4 HTTP/1.1" status: 404 len: 336 time: 0.1095068 Jun 10 16:24:42.592889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50090) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.610113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:42.610751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.637993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:24:42.645960 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cffd34-0a93-4c5d-a5c5-ba90cab197e1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:42.646411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cffd34-0a93-4c5d-a5c5-ba90cab197e1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:42.652419 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d2cffd34-0a93-4c5d-a5c5-ba90cab197e1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/c31235a8-1b9f-4586-be55-99af00e717cb HTTP/1.1" status: 404 len: 337 time: 0.0526867 Jun 10 16:24:42.657616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50092) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.687769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-440897b2-ec18-4fc4-9f22-304bd3dcdb5a None None] Provisioning for port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:42.692910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-440897b2-ec18-4fc4-9f22-304bd3dcdb5a None None] Provisioning complete for port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:42.694495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-440897b2-ec18-4fc4-9f22-304bd3dcdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.699658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.700002 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added segment 9cff26ff-39b2-4c47-ba6c-a1f452c6b9da of type vlan for network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 Jun 10 16:24:42.704215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:feba:665 (12102a82-a06e-4715-892b-6bfb38de3638/11f8ccc4-1dff-4fff-b539-558f297c5b47/ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:42.717776 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56fc1ec-e391-4a3b-b515-43fa2e607b61 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:42.718287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56fc1ec-e391-4a3b-b515-43fa2e607b61 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:42.720196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a56fc1ec-e391-4a3b-b515-43fa2e607b61 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/d62dbf09-c860-4387-869e-668ed250c325 HTTP/1.1" status: 404 len: 337 time: 0.0605195 Jun 10 16:24:42.725380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50094) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.784910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-440897b2-ec18-4fc4-9f22-304bd3dcdb5a None None] Port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:42.820610 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-592cf80b-9b32-4388-9b86-5f2d3fb240c1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:42.821054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592cf80b-9b32-4388-9b86-5f2d3fb240c1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:42.823052 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-592cf80b-9b32-4388-9b86-5f2d3fb240c1 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/529780f6-3b52-41b1-b4c9-600d3fcaa1b1 HTTP/1.1" status: 404 len: 337 time: 0.0931358 Jun 10 16:24:42.828683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:42.831979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50096) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.896564 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ce77bc-9c20-4874-b16d-e2fe5a0ad50c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:42.897528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ce77bc-9c20-4874-b16d-e2fe5a0ad50c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:42.898922 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-35ce77bc-9c20-4874-b16d-e2fe5a0ad50c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/536a4b57-aade-407e-8770-70c1a1c5521d HTTP/1.1" status: 404 len: 337 time: 0.0659964 Jun 10 16:24:42.905054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50098) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:42.968761 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3b1fccd1-bb33-4df0-bcc7-2a4376f05f97 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 200 len: 205 time: 0.0624638 Jun 10 16:24:42.983705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50100) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:43.000204 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:38Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:39Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:43.005820 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:43.006528 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Updating router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 port eceea397-fa0c-4e4d-9867-886cd37acf21 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:24:43.049212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.050658 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.055200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:43.055834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.258347 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9741967 Jun 10 16:24:43.271469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e793d-cc7f-4afa-8831-4d0cb6d4b1e4 req-6417ca26-0bb3-4547-bc7b-9522ff440086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:43.273769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d0e793d-cc7f-4afa-8831-4d0cb6d4b1e4 req-6417ca26-0bb3-4547-bc7b-9522ff440086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 931 time: 1.2014778 Jun 10 16:24:43.290529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Request body: {'port': {'device_id': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:43.454223 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.467067 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Transition to ACTIVE for port object eceea397-fa0c-4e4d-9867-886cd37acf21 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:43.476413 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.479079 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:43.506355 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d0e793d-cc7f-4afa-8831-4d0cb6d4b1e4 req-6279013c-678f-40e9-9205-2f5e25797966 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109013 Jun 10 16:24:43.511424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1052852e-d7e3-43c2-9937-9e84514007d6 tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:43.515241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-a7520efa-665c-40f0-a730-421336da5f50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:43.517462 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a7520efa-665c-40f0-a730-421336da5f50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/9d018736-fa25-487b-b0ea-0471d30305de HTTP/1.1" status: 404 len: 336 time: 0.5312769 Jun 10 16:24:43.523071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50102) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:43.550238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port 332752e1-7b7b-4a49-8b19-a49b1f850699 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:43.550877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.655847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Network': ['ID=ba9f590e-1865-4241-a011-5e6dd7ab3fe2,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:43.663005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:43.671698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:24:43.701431 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-49fba59d-27f6-4114-90bd-d7caccf97c4d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=d493de92-a690-4acd-8fed-d6854bfc905a HTTP/1.1" status: 200 len: 205 time: 0.1726863 Jun 10 16:24:43.718374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50104) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:43.730604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.737669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.738611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:43.860378 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5217462 Jun 10 16:24:43.862053 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-5363f06b-6ef6-4ba1-83b3-7ccfb38f8071 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:43.863195 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5363f06b-6ef6-4ba1-83b3-7ccfb38f8071 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/d493de92-a690-4acd-8fed-d6854bfc905a HTTP/1.1" status: 404 len: 336 time: 0.1435270 Jun 10 16:24:43.866767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50106) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:43.867092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50108) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:43.872210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'subnet': {'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:43.911102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:43.947604 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116f987-e256-4d8d-95e9-fc381c3d5c3b None None] Pushing event updated for resources: {'Port': ['ID=eceea397-fa0c-4e4d-9867-886cd37acf21,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:43.956907 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3116f987-e256-4d8d-95e9-fc381c3d5c3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:43.982392 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-728d3ed8-7eb6-4534-8a1e-01447ac4f272 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:43.982650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:43.982760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728d3ed8-7eb6-4534-8a1e-01447ac4f272 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:43.988419 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-728d3ed8-7eb6-4534-8a1e-01447ac4f272 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/69bc4493-5063-48c0-b302-366fb9ee1d47 HTTP/1.1" status: 404 len: 337 time: 0.1068010 Jun 10 16:24:43.991023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50110) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.037697 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Attempting to bind port eceea397-fa0c-4e4d-9867-886cd37acf21 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:44.038469 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Attempting to bind port eceea397-fa0c-4e4d-9867-886cd37acf21 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:44.039081 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Attempting to bind port eceea397-fa0c-4e4d-9867-886cd37acf21 on network 05dfd486-d3fa-4955-9661-5f586352863c {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:44.045087 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:44.045897 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Checking segment: {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:44.046556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.047190 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Bound using segment: {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:44.048663 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Bound port: eceea397-fa0c-4e4d-9867-886cd37acf21, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fe42af-1017-4a35-a558-e86a63c62a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:44.049315 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.095925 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dad5453f-1731-4c3c-832d-8144376cf70e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 200 len: 205 time: 0.0496137 Jun 10 16:24:44.101427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50112) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.127022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for 332752e1-7b7b-4a49-8b19-a49b1f850699 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:44.134143 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] For port eceea397-fa0c-4e4d-9867-886cd37acf21, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:44.137692 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] For port eceea397-fa0c-4e4d-9867-886cd37acf21, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eceea397-fa0c-4e4d-9867-886cd37acf21,segment=NetworkSegment(73fe42af-1017-4a35-a558-e86a63c62a79),segment_id=73fe42af-1017-4a35-a558-e86a63c62a79)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:44.145723 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.146800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-adc35b4b-a530-464e-ab65-42a761f8e173 None None] Provisioning for port 615be733-9531-4f5c-a9dc-09ceba170b04 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:44.148645 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f1a66a71-48e3-4a01-b4c6-ce0e5055ed5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:44.178912 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-6da5d638-1d47-4fd0-9a02-89ea2f37a211 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:44.179940 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6da5d638-1d47-4fd0-9a02-89ea2f37a211 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/d4060f63-50a1-4576-9025-0288f13d6c99 HTTP/1.1" status: 404 len: 336 time: 0.0762978 Jun 10 16:24:44.186016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50114) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.225064 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116f987-e256-4d8d-95e9-fc381c3d5c3b None None] Pushing event updated for resources: {'Port': ['ID=eceea397-fa0c-4e4d-9867-886cd37acf21,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:44.231476 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-19e68a40-2638-4a70-b51b-4495744cf07d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccab4585-fb12-48e2-999a-1d4cf3b32e5c HTTP/1.1" status: 200 len: 205 time: 0.0422001 Jun 10 16:24:44.232001 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3116f987-e256-4d8d-95e9-fc381c3d5c3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:44.233255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50116) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.245022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:44.245705 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:44.313394 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-a6b6ad2e-d0fc-408c-89ba-6b89bb7b3189 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:44.317855 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a6b6ad2e-d0fc-408c-89ba-6b89bb7b3189 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/ccab4585-fb12-48e2-999a-1d4cf3b32e5c HTTP/1.1" status: 404 len: 336 time: 0.0825906 Jun 10 16:24:44.318929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50118) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.319862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Made reservation on behalf of 0869f414b11f4eb887aa84211a5d343b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:44.322511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Deleting port ba400e40-dfd9-4137-97df-e94c6cd7c389 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:44.322864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.323592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.335700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.360575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.371158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dea8ec35-f672-4df7-a25c-2df2569c8bb3 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:44.404714 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:44.472275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] device_id is not set on port 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:44.499165 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b92042-a52c-4cd0-8c4b-0d983313123e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:44.499619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b92042-a52c-4cd0-8c4b-0d983313123e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:44.503931 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-21b92042-a52c-4cd0-8c4b-0d983313123e tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/3f0d4e2f-afcb-450a-a3fc-fead629a0e8f HTTP/1.1" status: 404 len: 337 time: 0.1527855 Jun 10 16:24:44.515689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:44.525626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50120) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.528404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:44.532094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:44.539634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:44.540552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.574643 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4830232 Jun 10 16:24:44.577023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50124) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.606464 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5184f19b-b32e-46a4-802a-2a191194bb47 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b0580a6-0715-4146-bd64-124015962dbb HTTP/1.1" status: 200 len: 205 time: 0.0512934 Jun 10 16:24:44.614236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50126) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.627145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:44.630773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:44.744271 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-753e4282-af38-4b63-ac86-a0bcdb971e7f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:44.745309 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-753e4282-af38-4b63-ac86-a0bcdb971e7f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/2b0580a6-0715-4146-bd64-124015962dbb HTTP/1.1" status: 404 len: 336 time: 0.1291380 Jun 10 16:24:44.754265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50128) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:44.802514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 615be733-9531-4f5c-a9dc-09ceba170b04 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:44.859500 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:38Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:44Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:44.870694 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a0c00d-765f-43c5-9874-e3c266b08500 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:38Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:44Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:44.871398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 615be733-9531-4f5c-a9dc-09ceba170b04 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:44.886078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 615be733-9531-4f5c-a9dc-09ceba170b04 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:44.886867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:44.926532 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf806ce6-f7f7-46e6-8fca-27af2924deed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:44.927207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf806ce6-f7f7-46e6-8fca-27af2924deed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:44.929036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bf806ce6-f7f7-46e6-8fca-27af2924deed tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/613faadb-c4b1-49ed-adbd-80450d433ca1 HTTP/1.1" status: 404 len: 337 time: 0.1701429 Jun 10 16:24:44.933500 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50130) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.003971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.042668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13ab53b3-8623-40e9-99a4-444660dcad2a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:45.045309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2782be79-584f-45ea-8ac6-23c2a2d2b8ff None None] Provisioning for port ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:45.056483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2782be79-584f-45ea-8ac6-23c2a2d2b8ff None None] Provisioning complete for port ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:45.057017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2782be79-584f-45ea-8ac6-23c2a2d2b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.064393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9228076-95af-4304-bae6-86299db0e42b req-b64dec57-a50e-4f93-93fe-f18a3993da26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:45.066484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a9228076-95af-4304-bae6-86299db0e42b req-b64dec57-a50e-4f93-93fe-f18a3993da26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 931 time: 0.3625648 Jun 10 16:24:45.069137 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8e49daac-ed70-4e5e-8b92-09434e9cd60c tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfee0aac-6dcb-4daf-aeaa-61cba29c6225 HTTP/1.1" status: 200 len: 205 time: 0.1344373 Jun 10 16:24:45.076112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50132) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.152120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=332752e1-7b7b-4a49-8b19-a49b1f850699,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:45.161463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] For port ba400e40-dfd9-4137-97df-e94c6cd7c389, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ba400e40-dfd9-4137-97df-e94c6cd7c389,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:45.161832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.183295 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-c253ac37-097f-472a-9ab7-e8942f8bc43a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] delete failed (client error): The resource could not be found. Jun 10 16:24:45.184615 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c253ac37-097f-472a-9ab7-e8942f8bc43a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/routers/cfee0aac-6dcb-4daf-aeaa-61cba29c6225 HTTP/1.1" status: 404 len: 336 time: 0.0755644 Jun 10 16:24:45.185793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.187965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50134) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.191917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-61c085dc-cd9c-48c7-b996-478b8d83b2a2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:45.232602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:45.292142 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.311847 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a9228076-95af-4304-bae6-86299db0e42b req-2aa241f0-d8d0-4d25-8e36-ea87bb7e923b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344565 Jun 10 16:24:45.317410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Subnet': ['ID=2543c7b9-4ef0-4bd6-bd72-c4e5534cb420,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:45.320843 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d324241-1d61-4cf2-80ea-f3750ef00613 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:45.321647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d324241-1d61-4cf2-80ea-f3750ef00613 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:45.323563 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7d324241-1d61-4cf2-80ea-f3750ef00613 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/4ed46d20-8be1-4027-9014-24326c113c77 HTTP/1.1" status: 404 len: 337 time: 0.0680599 Jun 10 16:24:45.324699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:45.331939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50136) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.351533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2782be79-584f-45ea-8ac6-23c2a2d2b8ff None None] Port ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:45.360667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 615be733-9531-4f5c-a9dc-09ceba170b04, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=615be733-9531-4f5c-a9dc-09ceba170b04,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:45.366766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.369383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b3301041-b634-441c-ab69-e6cfbe749945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:45.378373 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b4012f-dae2-466c-8333-b3d593fa033b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] DELETE failed (client error): The resource could not be found. Jun 10 16:24:45.378911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b4012f-dae2-466c-8333-b3d593fa033b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:45.382940 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-46b4012f-dae2-466c-8333-b3d593fa033b tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] 10.222.0.23 "DELETE /v2.0/subnets/aee8d207-18c7-4054-9aad-2be7fc5148c2 HTTP/1.1" status: 404 len: 337 time: 0.0458736 Jun 10 16:24:45.409954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Checking segment: {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:45.410329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network hostable DHCP agents. Network: ba9f590e-1865-4241-a011-5e6dd7ab3fe2, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:24:45.439310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Calling delete_port for ba400e40-dfd9-4137-97df-e94c6cd7c389 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:45.445674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:24:45.447505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=615be733-9531-4f5c-a9dc-09ceba170b04,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:45.460936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:45.468193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ba9f590e-1865-4241-a011-5e6dd7ab3fe2) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:45.473126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:45.475842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.485761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077970b7-36f9-4888-a3d2-c323923e22df None None] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:45.513084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6341946 Jun 10 16:24:45.514191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50140) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.594463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f8c86-8872-486e-9ef3-d4b5c4c08243 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:45.601005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f8c86-8872-486e-9ef3-d4b5c4c08243 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:45.605815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-807f8c86-8872-486e-9ef3-d4b5c4c08243 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0235476 Jun 10 16:24:45.633352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50142) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.755201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:45.756626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.814208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.6 (110df828-021c-4ae6-83a8-e960b833f601/074ace9b-a9e6-4baf-aaa9-94ec0f26b404/1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:45.818779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:24:45.861759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.891985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50146) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:45.892699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:45.944536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Allocated IP 172.23.0.2 (ba9f590e-1865-4241-a011-5e6dd7ab3fe2/2543c7b9-4ef0-4bd6-bd72-c4e5534cb420/840137da-5d8f-40cf-839a-133390abd054) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:46.121993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.149895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.158901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Transition to ACTIVE for port object 840137da-5d8f-40cf-839a-133390abd054 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:46.176185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Transition to ACTIVE for port object 840137da-5d8f-40cf-839a-133390abd054 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:46.182644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.184989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:46.231158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:46.239803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:46.242305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:46.281383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Pushing event updated for resources: {'Port': ['ID=840137da-5d8f-40cf-839a-133390abd054,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:46.292977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:46.331877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Attempting to bind port 840137da-5d8f-40cf-839a-133390abd054 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:46.332266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Attempting to bind port 840137da-5d8f-40cf-839a-133390abd054 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:46.332650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Attempting to bind port 840137da-5d8f-40cf-839a-133390abd054 on network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:46.338157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:46.338573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Checking segment: {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:46.338993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.339405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Bound using segment: {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:46.339896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Bound port: 840137da-5d8f-40cf-839a-133390abd054, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:46.340286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.369360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Transition to ACTIVE for port object b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:46.416635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.426126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed5fbc1d-82af-4ba5-9a30-84082b14161f tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:46.501308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] For port 840137da-5d8f-40cf-839a-133390abd054, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:46.505455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] For port 840137da-5d8f-40cf-839a-133390abd054, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=840137da-5d8f-40cf-839a-133390abd054,segment=NetworkSegment(9cff26ff-39b2-4c47-ba6c-a1f452c6b9da),segment_id=9cff26ff-39b2-4c47-ba6c-a1f452c6b9da)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:46.512978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.515297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:46.516376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Allocated IP 172.23.0.1 (ba9f590e-1865-4241-a011-5e6dd7ab3fe2/2543c7b9-4ef0-4bd6-bd72-c4e5534cb420/60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:46.596391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Pushing event updated for resources: {'Port': ['ID=840137da-5d8f-40cf-839a-133390abd054,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:46.600446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:46.709060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.727845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Transition to ACTIVE for port object 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:46.776042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.788880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-77900f5b-1015-4705-8106-1e4f580e934d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:46.790300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:46.790721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.829003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:46.836156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:46.843830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:46.851300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eceea397-fa0c-4e4d-9867-886cd37acf21 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:46.897969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:46.902481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:46.926908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:46.944209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Pushing event updated for resources: {'Port': ['ID=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:46.970428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:47.008762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port eceea397-fa0c-4e4d-9867-886cd37acf21 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:47.013237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port eceea397-fa0c-4e4d-9867-886cd37acf21 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:47.013633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.160180 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b1aad06a-aa6d-420a-a841-94d0738aec4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5009dd8024b4c53a9d4b500f40ab3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2629726 Jun 10 16:24:47.163879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.164033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50152) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:47.177816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.201264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port eceea397-fa0c-4e4d-9867-886cd37acf21, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eceea397-fa0c-4e4d-9867-886cd37acf21,segment=NetworkSegment(73fe42af-1017-4a35-a558-e86a63c62a79),segment_id=73fe42af-1017-4a35-a558-e86a63c62a79)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:47.206321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.207621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 615be733-9531-4f5c-a9dc-09ceba170b04 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:47.209385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-30428680-27b8-416e-89e1-6a6fcce80df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:47.306188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=eceea397-fa0c-4e4d-9867-886cd37acf21,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:47.309720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:47.317466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.320228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 615be733-9531-4f5c-a9dc-09ceba170b04 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:47.320618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.340277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.349270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:47.353906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.358221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.438924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.464417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e305c86-1b22-4e97-8162-9c3e2dfb7175 req-5399810e-3368-46f4-97c7-fea83e618c3b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:47.466125 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e305c86-1b22-4e97-8162-9c3e2dfb7175 req-5399810e-3368-46f4-97c7-fea83e618c3b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 943 time: 0.9381866 Jun 10 16:24:47.513469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:47.522588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'Port': ['ID=ba400e40-dfd9-4137-97df-e94c6cd7c389,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:47.575306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:47.631548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:47.638287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Attempting to bind port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:47.638887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Attempting to bind port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:47.639418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Attempting to bind port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 on network 9181bd97-25fa-42f2-a24e-587dcd72d593 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:47.718799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 on network 9181bd97-25fa-42f2-a24e-587dcd72d593 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:24:47.719125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Attempting to bind port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 on network 9181bd97-25fa-42f2-a24e-587dcd72d593 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:47.848312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:47.848645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Checking segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:47.849035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Bound using segment: {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:47.849509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Bound port: b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53353197-af1c-4186-be11-ccd66bf1b819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:47.849941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:47.877420 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e305c86-1b22-4e97-8162-9c3e2dfb7175 req-13ac98e7-d327-41f7-9032-2c391955ec57 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563421 Jun 10 16:24:48.019138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9087a9f-82e8-4fae-b947-3369d53c78c2 None None] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:48.022508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.026623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.027402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.028684 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33880099-60e3-4d75-90b1-8394df891a42 HTTP/1.1" status: 204 len: 168 time: 0.8639126 Jun 10 16:24:48.032676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fbef12b6-93cf-4997-8bcb-a150675dd34f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:48.055387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33880099-60e3-4d75-90b1-8394df891a42,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:48.059549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:48.081569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aa4893e-9916-47c1-b687-1de4061b65d2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:48.103892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Router 1faca638-b3e2-4cbc-a03a-e430b40061a1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:48.118135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.126511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.131776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f36bf7e1-f872-47d9-8b69-943e6ed413ab tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:48.163103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1c13842e-de16-4838-8994-eace4027e6a8 None None] Provisioning for port 840137da-5d8f-40cf-839a-133390abd054 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:48.231754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:48.255848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:48.259195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] For port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:48.265932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.266594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:48.267964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event updated for resources: {'Port': ['ID=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:48.271581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:48.275286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:48.279024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:48.386799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] For port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:48.441887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:48.443747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:48.477988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.499927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61e3a3de-c23f-492a-82bb-be43d0724b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:48.531392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.533257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.613713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:48.619208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.635158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:48.635787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.652620 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] 10.222.0.25 "PUT /v2.0/ports/b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 200 len: 1093 time: 5.3546293 Jun 10 16:24:48.657089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:48.657312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:24:48.661425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d2aa37-ff36-427e-80a9-8067164f5457" -d '{"events": [{"name": "network-changed", "server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:24:48.756419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-be1cea59-e8b6-4015-8625-7901cdab3c17 None None] Provisioning for port 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:48.767142 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-be1cea59-e8b6-4015-8625-7901cdab3c17 None None] Provisioning complete for port 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:48.767972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-be1cea59-e8b6-4015-8625-7901cdab3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:48.850716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5825dae-f145-4114-9d11-8952ebd9b021 x-openstack-request-id: req-f5825dae-f145-4114-9d11-8952ebd9b021 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:24:48.851178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:24:48.851418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5825dae-f145-4114-9d11-8952ebd9b021 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:24:48.851866 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'status': 'completed', 'code': 200} Jun 10 16:24:48.909890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-be1cea59-e8b6-4015-8625-7901cdab3c17 None None] Port 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:49.048706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb9b6098-eccc-4f94-8808-3c97b26f5a61 None None] Provisioning for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:49.065011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb9b6098-eccc-4f94-8808-3c97b26f5a61 None None] Provisioning complete for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:49.068544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb9b6098-eccc-4f94-8808-3c97b26f5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:49.074620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:49.095616 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5796561 Jun 10 16:24:49.099419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50176) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:49.112783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:49.162085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:49.164329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eceea397-fa0c-4e4d-9867-886cd37acf21 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:49.247031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:49.248080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:49.255045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b6098-eccc-4f94-8808-3c97b26f5a61 None None] Port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:49.300523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50180) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:49.436924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port eceea397-fa0c-4e4d-9867-886cd37acf21 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:49.437334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:49.444433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--956639311'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:49.483972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:49.490164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.9508615 Jun 10 16:24:49.493367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50184) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:49.501311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:49.503475 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 HTTP/1.1" status: 204 len: 168 time: 3.8240759 Jun 10 16:24:49.506359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50186) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:49.549302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:49.554646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Pushing event updated for resources: {'Port': ['ID=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:49.573993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:49.589863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:49.614902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:49.615515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:49.625749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:49.637358 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] Sync routers for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:49.640132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f5421e1d-9405-42e6-8c4b-4c3e838582b6 None None] Provisioning complete for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:49.640756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5421e1d-9405-42e6-8c4b-4c3e838582b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:49.646697 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:49.647700 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:49.656708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "PUT /v2.0/routers/1faca638-b3e2-4cbc-a03a-e430b40061a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1346309 Jun 10 16:24:49.665493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50188) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:49.686174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f5421e1d-9405-42e6-8c4b-4c3e838582b6 None None] Port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:49.696151 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:49.704853 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] Routers {'1faca638-b3e2-4cbc-a03a-e430b40061a1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:49.705795 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['1faca638-b3e2-4cbc-a03a-e430b40061a1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:49.717352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:49.731218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:49.760630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:49.761450 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94614f18-a360-4a0c-bd5f-2490a626ba5d None None] The sync data for ids ['1faca638-b3e2-4cbc-a03a-e430b40061a1'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:49.807964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2edf0b-83eb-41b1-bfc3-092d13c7b533 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:49.809780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2edf0b-83eb-41b1-bfc3-092d13c7b533 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:49.813890 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1d2edf0b-83eb-41b1-bfc3-092d13c7b533 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3011498 Jun 10 16:24:49.818340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50190) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:49.961825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 11f8ccc4-1dff-4fff-b539-558f297c5b47 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:49.966866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 840137da-5d8f-40cf-839a-133390abd054 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:49.969256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.047976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-643af0f3-90f1-4407-8733-52b08b2743ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:50.049467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-643af0f3-90f1-4407-8733-52b08b2743ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1096 time: 0.5755613 Jun 10 16:24:50.064184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.097362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 840137da-5d8f-40cf-839a-133390abd054 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:50.103973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 840137da-5d8f-40cf-839a-133390abd054 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:50.104362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.105510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af472199-7699-42d7-8820-440551127f78 req-12eb26a8-9edd-4519-ba42-d53a136ce271 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:50.107739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.extraroute_db [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 10 16:24:50.112916 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-af472199-7699-42d7-8820-440551127f78 req-12eb26a8-9edd-4519-ba42-d53a136ce271 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 943 time: 0.6274304 Jun 10 16:24:50.136065 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.extraroute_db [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Removed routes are [] {{(pid=92386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 10 16:24:50.136611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.137223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6546e003-a1a9-41a8-935f-89151b85d40e None None] Provisioning complete for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:50.137912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6546e003-a1a9-41a8-935f-89151b85d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.197260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:50.215603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:50.215977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Updating router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:24:50.220434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6546e003-a1a9-41a8-935f-89151b85d40e None None] Port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:24:50.229936 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-9fcc1fae-8d86-4ab9-9d9a-ccf295534862 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 200 len: 217 time: 0.1042216 Jun 10 16:24:50.234840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.313797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.327004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.334045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.340081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5ab7e461-e3ed-4777-81c3-6fe3750c013e tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:50.355726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.361958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.438654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-af472199-7699-42d7-8820-440551127f78 req-a235e7d8-3e38-4662-a3c9-ebc52179ba6a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247356 Jun 10 16:24:50.461471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:50.465221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.472373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-fb6dca11-c615-4fb2-a035-6237d71c9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:50.473923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-fb6dca11-c615-4fb2-a035-6237d71c9b25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10383e69-58b9-4691-8205-37ea3dbd705f HTTP/1.1" status: 200 len: 835 time: 0.2342021 Jun 10 16:24:50.485212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 840137da-5d8f-40cf-839a-133390abd054, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=840137da-5d8f-40cf-839a-133390abd054,segment=NetworkSegment(9cff26ff-39b2-4c47-ba6c-a1f452c6b9da),segment_id=9cff26ff-39b2-4c47-ba6c-a1f452c6b9da)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:50.493066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.506536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2c67bf83-d4cf-45f7-b6c5-3c0b5adfc949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:50.517706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:24:50.517706 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:24:50.517706 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': 'baed2bc64d1749019e0c9ba5a3e1cb78', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 24, 50, 344755)}] Jun 10 16:24:50.517706 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:24:50.518301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:24:50.525060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:50.530758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73a924-1f63-4399-aac2-cc729f624f3a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:50.540861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:50.570335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.575752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.633488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.643006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=840137da-5d8f-40cf-839a-133390abd054,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:50.649806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:50.667938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.679618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a193a5f6-4ab9-4806-9e7c-8c61d3843e64 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:50.724907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=11f8ccc4-1dff-4fff-b539-558f297c5b47,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:50.729335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:50.732049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.736063 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/11f8ccc4-1dff-4fff-b539-558f297c5b47 HTTP/1.1" status: 204 len: 168 time: 0.9118502 Jun 10 16:24:50.738331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50192) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:50.738481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be13cc-5ff7-4e46-8a36-e6b8660028a0 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:50.789854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 074ace9b-a9e6-4baf-aaa9-94ec0f26b404 (CIDR: 172.20.0.0/28) Jun 10 16:24:50.796959 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d4a063d5-fa2d-45e2-870e-28a214cf5f3b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570502 Jun 10 16:24:50.797419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50194) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:50.802917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:50.827106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:50.830524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:50.831099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:50.867095 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-852947f1-8834-46dc-8f85-56f54beff0b7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3646710 Jun 10 16:24:50.869068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50196) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:50.870576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.873287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-55b987d4-69a5-46a2-a564-81bc7307b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:50.874744 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-55b987d4-69a5-46a2-a564-81bc7307b799 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9181bd97-25fa-42f2-a24e-587dcd72d593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3819478 Jun 10 16:24:50.885452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:50.932550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Transition to ACTIVE for port object 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:50.942153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:50.945034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-24a5102c-9c0f-4882-ac0d-af99d1ac3031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:51.004472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:51.021127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.048421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] Sync routers for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:51.061652 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "PUT /v2.0/routers/e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3229125 Jun 10 16:24:51.062693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cca196-2d81-44a0-886f-6f98a564a2ea None None] Pushing event updated for resources: {'Port': ['ID=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:51.062917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:51.066877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.068078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66cca196-2d81-44a0-886f-6f98a564a2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:51.071282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50198) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:51.097979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting port d3374d97-701b-49ce-a36b-4c45a49d4e4e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:51.098625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.101357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:51.110499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:51.111146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:51.202836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-b0b997d6-fc61-410b-9fdb-2ee13f36e3c7 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104508 Jun 10 16:24:51.318134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:51.359281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:51.367423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Attempting to bind port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:51.368113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Attempting to bind port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:51.368934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Attempting to bind port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 on network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:51.386497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.489302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.493095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:51.493760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Checking segment: {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:51.494364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.494889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Bound using segment: {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:51.495493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Bound port: 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:51.495983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.499719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Calling delete_port for d3374d97-701b-49ce-a36b-4c45a49d4e4e owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:51.522763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-58d804ac-acdb-4c0b-93e8-4e8bab383e3e req-aa1c8087-6d14-4f76-8e7a-d8f86b79637b service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657013 Jun 10 16:24:51.581996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.585897 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2773a7d1-4733-4d51-9577-cd343e6ac1c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 933 time: 2.4810696 Jun 10 16:24:51.591240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50202) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:51.687048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Deleting port 615be733-9531-4f5c-a9dc-09ceba170b04 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:51.687437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.766619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-451a3ebb-8d18-4e99-8ba6-76eb81bb6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:51.768785 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-451a3ebb-8d18-4e99-8ba6-76eb81bb6549 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1096 time: 0.0821140 Jun 10 16:24:51.813411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] For port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:51.819472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Deleting subnet 4be6c977-81a2-4706-88be-e430c03bf6c3 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:51.832091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] For port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,segment=NetworkSegment(9cff26ff-39b2-4c47-ba6c-a1f452c6b9da),segment_id=9cff26ff-39b2-4c47-ba6c-a1f452c6b9da)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:51.834267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] For port 615be733-9531-4f5c-a9dc-09ceba170b04, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=615be733-9531-4f5c-a9dc-09ceba170b04,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:51.834678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.836292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.951671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:51.996126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-22616ef9-7006-419f-ad7e-5171f5ae1051 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 933 time: 0.4013875 Jun 10 16:24:52.010598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50204) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:52.030523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'routes': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:52.053994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.060885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:52.123093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.178698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Calling delete_port for 615be733-9531-4f5c-a9dc-09ceba170b04 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:52.186708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.202259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-617debc1-2a11-4223-b5cf-33fd19577028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:52.234550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99a3bb-d72b-431f-bda0-22b0239d1a29 req-c1f0df9e-403a-4be4-9b9c-c8e62ef8a9a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:52.236119 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ac99a3bb-d72b-431f-bda0-22b0239d1a29 req-c1f0df9e-403a-4be4-9b9c-c8e62ef8a9a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 943 time: 0.5825505 Jun 10 16:24:52.307392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:52.308045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:52.312520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cca196-2d81-44a0-886f-6f98a564a2ea None None] Pushing event updated for resources: {'Port': ['ID=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:52.318950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66cca196-2d81-44a0-886f-6f98a564a2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:52.349386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.354453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:52.399761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:52.399985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b26ec-2369-44af-91c3-beed4196cf02,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:52.407049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:52.413888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.427310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Port': ['ID=d3374d97-701b-49ce-a36b-4c45a49d4e4e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:52.434956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:52.468764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:24:46Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:52.485571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] Checking router: e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:52.494986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:52.543108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.545040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.547050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.551807 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.2468605 Jun 10 16:24:52.551973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7727a0f0-0613-47c2-ad52-f4562ba61a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:52.573890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-1677bb8b-488a-4a99-8017-53a17d746273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:52.575494 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-1677bb8b-488a-4a99-8017-53a17d746273 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 200 len: 898 time: 0.7745392 Jun 10 16:24:52.576035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50206) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:52.586203 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ac99a3bb-d72b-431f-bda0-22b0239d1a29 req-15a535e9-6074-4f3a-8f97-d15626ead937 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294425 Jun 10 16:24:52.592480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] Routers {'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:52.593185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:52.600203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Pushing event deleted for resources: {'Port': ['ID=615be733-9531-4f5c-a9dc-09ceba170b04,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:52.605539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:52.665777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] No DVR routers for this DVR port 615be733-9531-4f5c-a9dc-09ceba170b04 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:52.691512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-0ccde345-df68-41e9-acf0-3fa6d31ba250 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 200 len: 217 time: 0.0950804 Jun 10 16:24:52.697565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.751216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:24:52.757609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 840137da-5d8f-40cf-839a-133390abd054 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:52.787595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.792626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-abb32a21-7d95-46ef-af4e-22f73fe72303 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:52.854784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.877549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:52.911979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:52.919090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:52.919546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.931100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.933248 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "DELETE /v2.0/subnets/4be6c977-81a2-4706-88be-e430c03bf6c3 HTTP/1.1" status: 204 len: 168 time: 1.8576806 Jun 10 16:24:52.936180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c46e0-7039-4df8-aef9-ce1c3e96928b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:52.942501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6 (CIDR: 172.20.0.16/28) Jun 10 16:24:52.944058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50208) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:52.952078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991beaf-8ce6-4f1b-97df-38279d16bf93 None None] Network bd6200fe-09ec-487f-b58a-8d6d54fb1e80 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:52.952403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:52.954766 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:24:52.955472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:24:52.963696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.963958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:52.967400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:52.972249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 840137da-5d8f-40cf-839a-133390abd054 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:52.972644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.002546 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d816d74e-6f0b-4094-804b-8978c68f1c2b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4189293 Jun 10 16:24:53.002546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-14e1962f-99f1-45bf-80e7-26e78ace8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:53.002546 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-14e1962f-99f1-45bf-80e7-26e78ace8a48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10383e69-58b9-4691-8205-37ea3dbd705f HTTP/1.1" status: 200 len: 835 time: 0.3011522 Jun 10 16:24:53.003621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50210) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:53.014399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b6cbf2cf-f93a-4e5a-8a52-9bb2a9bbb869 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:53.053854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-security--1037780650', 'description': 'tempest-security-description-1335370704'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:53.082608 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-92a7a0bb-4222-413d-af21-69c9d4b2bdb7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.2082222 Jun 10 16:24:53.095017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] Set router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:53.103702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50212) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:53.109681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'subnet': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:53.118711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.119223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Fanout notify agent at l3_agent the message router_deleted on router 1faca638-b3e2-4cbc-a03a-e430b40061a1 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:24:53.120458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3222895 Jun 10 16:24:53.124850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50214) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:53.129490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'Subnet': ['ID=4be6c977-81a2-4706-88be-e430c03bf6c3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:53.143297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:ce:7e:f0', 'name': 'tempest-NetworksTestDHCPv6-380903750'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:53.149024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.150235 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/routers/1faca638-b3e2-4cbc-a03a-e430b40061a1 HTTP/1.1" status: 204 len: 168 time: 3.4816592 Jun 10 16:24:53.153459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50216) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:53.155580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:53.214414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.363486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.374787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Deleting subnet dbaeda01-4278-4ed1-9a70-4820b096c6e5 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:24:53.388052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.395237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-1d42700a-4535-4015-b952-63c857fcf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:53.396770 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-1d42700a-4535-4015-b952-63c857fcf310 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9181bd97-25fa-42f2-a24e-587dcd72d593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3387613 Jun 10 16:24:53.430611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.460122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.462759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.466654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "PUT /v2.0/security-groups/7d3b26ec-2369-44af-91c3-beed4196cf02 HTTP/1.1" status: 200 len: 1780 time: 0.4155123 Jun 10 16:24:53.472180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e42bf905-db53-497a-9a3f-d953b5bfe0c1 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:53.480190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50218) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:53.547599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.extraroute_db [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added routes are [] {{(pid=92386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 10 16:24:53.547974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.extraroute_db [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=92386) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 10 16:24:53.554292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.571769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:24:53.571769 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:24:53.571769 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': 'ad3d4c4b16334a5092378e13f2371bf5', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 24, 53, 515765)}] Jun 10 16:24:53.571769 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:24:53.572269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:24:53.590590 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1bb59821-32e7-45d6-af2e-898b5cb1451d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups/7d3b26ec-2369-44af-91c3-beed4196cf02 HTTP/1.1" status: 200 len: 1780 time: 0.1048245 Jun 10 16:24:53.592528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50220) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:53.621010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.634475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.639759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b26ec-2369-44af-91c3-beed4196cf02,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:53.653802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:53.654047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Made reservation on behalf of 032e65266c9e4433b418f9b9a074b3bd for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:53.657512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.765447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.834041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:50Z', 'revision_number': 6, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:51Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:53.842070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:24:53.843014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.864699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4913dd-2022-482b-af9e-108885293a20 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:50Z', 'revision_number': 6, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:51Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:53.876775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 615be733-9531-4f5c-a9dc-09ceba170b04 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:53.881009 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-3666056f-4186-4ba5-81e8-c24fafe69bdc service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492338 Jun 10 16:24:53.887158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Deleting port aa183b06-e640-4981-8a73-70e5f5ecf5f3 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:53.887158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.970180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:53.998537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 615be733-9531-4f5c-a9dc-09ceba170b04 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:53.999263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 615be733-9531-4f5c-a9dc-09ceba170b04 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:54.093282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] DHCP port deletion for bd6200fe-09ec-487f-b58a-8d6d54fb1e80 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:24:54.101800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:24:46Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:54.107870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:24:54.121260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fa7ed-434f-4410-aa4b-a252c85628d1 None None] The sync data for ids ['e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c'] in dv-neutron-601336-90-hyperv is: [{'id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955752056', 'tenant_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177'}], 'enable_snat': True}, 'gw_port_id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:22:13Z', 'updated_at': '2021-06-10T16:24:46Z', 'revision_number': 5, 'project_id': 'acc03bdbe0d04fcf91d13db2a4ae0c6e', 'gw_port': {'id': 'aa183b06-e640-4981-8a73-70e5f5ecf5f3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:22:14Z', 'updated_at': '2021-06-10T16:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:54.129415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.197187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Allocated IP 2001:db8::f816:3eff:fe9a:48a1 (12102a82-a06e-4715-892b-6bfb38de3638/ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0/5646f571-ccf9-4035-8c66-81f9b0cce677) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:54.199554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.216144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c898acb9-9fae-4ec7-ae58-4fb463f76972 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:54.282697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc53e21-9f7c-46ae-ac11-5ca9a406fa7b req-8bdba026-abd5-45e9-be5e-ebefcc0440a1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:54.285082 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9cc53e21-9f7c-46ae-ac11-5ca9a406fa7b req-8bdba026-abd5-45e9-be5e-ebefcc0440a1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 943 time: 0.5164518 Jun 10 16:24:54.329749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Subnet': ['ID=dbaeda01-4278-4ed1-9a70-4820b096c6e5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:54.333678 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b3d2aa37-ff36-427e-80a9-8067164f5457 req-f37e5c44-f75a-4417-b58b-314f5bc720a0 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211464 Jun 10 16:24:54.334688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:54.347082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.353187 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/subnets/dbaeda01-4278-4ed1-9a70-4820b096c6e5 HTTP/1.1" status: 204 len: 168 time: 1.1853557 Jun 10 16:24:54.354396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50224) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:54.405475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:54.420547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.423154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.424333 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/7d3b26ec-2369-44af-91c3-beed4196cf02 HTTP/1.1" status: 204 len: 168 time: 0.8185689 Jun 10 16:24:54.431178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-70750e38-27e9-457a-aa10-9d35338e1740 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:54.442371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50226) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:54.493532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Deleting port 15039af6-dbba-4e5c-b859-4e18c47c0f18 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:54.493988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.521584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'port_id': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'mac_address': 'fa:16:3e:56:8b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:24:54.547458 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9cc53e21-9f7c-46ae-ac11-5ca9a406fa7b req-b57498d1-1a81-4204-8d36-624599e2a4c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264338 Jun 10 16:24:54.548333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b26ec-2369-44af-91c3-beed4196cf02,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:54.556222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:54.669322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.721103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c395d4c0-7c98-4346-9bdf-140a2b89f599 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2722986 Jun 10 16:24:54.729290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50228) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:54.731676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.754317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Transition to ACTIVE for port object 5646f571-ccf9-4035-8c66-81f9b0cce677 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:54.779729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Transition to ACTIVE for port object 5646f571-ccf9-4035-8c66-81f9b0cce677 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:54.792349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-8c675953-5fdb-4a89-9798-b6badd73a743 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] delete failed (client error): The resource could not be found. Jun 10 16:24:54.793567 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8c675953-5fdb-4a89-9798-b6badd73a743 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/7d3b26ec-2369-44af-91c3-beed4196cf02 HTTP/1.1" status: 404 len: 347 time: 0.0613327 Jun 10 16:24:54.795014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.798145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7855ab4-060b-4a83-98d1-490ea40cf6da tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:54.811084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50230) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:54.818034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126218424'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:54.860020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:54.894695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.901172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Network 110df828-021c-4ae6-83a8-e960b833f601 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:54.906897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] For port aa183b06-e640-4981-8a73-70e5f5ecf5f3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=aa183b06-e640-4981-8a73-70e5f5ecf5f3,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:54.907198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.929683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-37bb0ffd-9c34-452a-a5d1-bed29f7804e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:54.934263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:54.954819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.971993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:54.973879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.981238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:54.981910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.985600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:54.997508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb2262-eb90-48a5-81b3-1cf97a4d98cd None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:24:54.997944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Subnet': ['ID=33feacda-db8c-4762-b6c6-c319aba225e7,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:55.004766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:55.008236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.011907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25350bcf-aa8e-423c-b651-be6ee55609bd']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:55.039262 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9334950 Jun 10 16:24:55.039947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50232) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:55.042909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eea6b73-fe8e-4a2a-a465-233d4c8dfb8e') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:55.043281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eea6b73-fe8e-4a2a-a465-233d4c8dfb8e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:55.050201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-636278284', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '33feacda-db8c-4762-b6c6-c319aba225e7'}], 'security_groups': ['f4aa9397-d251-4ef6-bba4-5a3b25ab239c', 'db8c7ca3-de01-4f39-ba0b-508cc827abf5']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:55.072229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.092176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:55.092975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Calling delete_port for aa183b06-e640-4981-8a73-70e5f5ecf5f3 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:55.118595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:55.124860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] For port 15039af6-dbba-4e5c-b859-4e18c47c0f18, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=15039af6-dbba-4e5c-b859-4e18c47c0f18,segment=NetworkSegment(b811efbb-100f-4bd0-9549-02c7bb522fb6),segment_id=b811efbb-100f-4bd0-9549-02c7bb522fb6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:55.125276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.130650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:55.133490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.135068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:55.149419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:55.149837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.150221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:55.150688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:55.157276 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:55.199691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.282088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:24:55.327205 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:55.341653 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:55.342751 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:55.351348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Calling delete_port for 15039af6-dbba-4e5c-b859-4e18c47c0f18 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:55.359747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Pushing event updated for resources: {'Port': ['ID=5646f571-ccf9-4035-8c66-81f9b0cce677,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:55.373665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:55.416899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.417126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:24:55.554964 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:55.643760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 0ee8152d-fa03-4061-9b3f-2a6a41112a86 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:24:55.733014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:55.756544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:24:55.757875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.766439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:55.776157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.781326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bd77dfc9-ccab-4762-8d87-c3a25ae11896 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 699 time: 3.7644241 Jun 10 16:24:55.782321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50236) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:55.786081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Attempting to bind port 5646f571-ccf9-4035-8c66-81f9b0cce677 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:24:55.786472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Attempting to bind port 5646f571-ccf9-4035-8c66-81f9b0cce677 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:24:55.786850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Attempting to bind port 5646f571-ccf9-4035-8c66-81f9b0cce677 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:24:55.857589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.866589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fdb19353-4dd8-4887-9318-036755a031c6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:55.876087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.881363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] 10.222.0.23 "DELETE /v2.0/networks/25350bcf-aa8e-423c-b651-be6ee55609bd HTTP/1.1" status: 204 len: 168 time: 1.5077186 Jun 10 16:24:55.881599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:24:55.881599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:24:55.881599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.881599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:24:55.881599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Bound port: 5646f571-ccf9-4035-8c66-81f9b0cce677, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:24:55.889913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.918115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Pushing event deleted for resources: {'Network': ['ID=25350bcf-aa8e-423c-b651-be6ee55609bd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:55.928894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:55.944260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.981405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:55.987892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd1f8ce4-0eeb-4955-9c04-adef7813a0a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:56.027209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.028648 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2153792 Jun 10 16:24:56.037365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50240) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:56.044321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'cd7954d9-85b5-4805-b503-9af9143c3a4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:56.054171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['b4da3cb4-fdcf-46b0-a81c-4f543f4abc75'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:24:56.056063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.070984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7954d9-85b5-4805-b503-9af9143c3a4e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:56.080577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:56.099301 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:53Z', 'revision_number': 7, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:51Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:56.104324 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:56.116314 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:56.117412 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:56.138047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.253501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] For port 5646f571-ccf9-4035-8c66-81f9b0cce677, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:24:56.258257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] For port 5646f571-ccf9-4035-8c66-81f9b0cce677, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5646f571-ccf9-4035-8c66-81f9b0cce677,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:24:56.281821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:56.303261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.307967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.315349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.320574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.326183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:56.327480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:56.329201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:56.343293 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7c845e6b-f33b-4e3f-9ef9-bcae4923fe1d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 699 time: 0.5486739 Jun 10 16:24:56.349958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38dd4f9-0b08-483f-ab87-2c8e9ac4a470,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:56.355478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50244) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:56.404326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:56.421465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.422898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825092 Jun 10 16:24:56.426662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50246) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:56.441779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.452941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50248) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:56.464657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:56.491826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.501949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] No DVR routers for this DVR port 15039af6-dbba-4e5c-b859-4e18c47c0f18 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:24:56.534342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.618367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1f82-d239-4bef-b0d7-4281b7c729ab None None] Pushing event updated for resources: {'Port': ['ID=5646f571-ccf9-4035-8c66-81f9b0cce677,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:56.636942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.684071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e2f2514e-b709-4e45-a183-5640739b4139 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:56.692725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.693952 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f38dd4f9-0b08-483f-ab87-2c8e9ac4a470 HTTP/1.1" status: 204 len: 168 time: 0.2662027 Jun 10 16:24:56.701467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,segment=NetworkSegment(9cff26ff-39b2-4c47-ba6c-a1f452c6b9da),segment_id=9cff26ff-39b2-4c47-ba6c-a1f452c6b9da)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:56.706856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50252) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:56.710381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:56.715942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Pushing event deleted for resources: {'Port': ['ID=15039af6-dbba-4e5c-b859-4e18c47c0f18,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:56.730754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:56.737194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:56.831687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15039af6-dbba-4e5c-b859-4e18c47c0f18 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:56.857082 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e14e2e88-0d9a-413f-a158-a52c3ce92f5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a04ec17017b4ce998d98ded8c99f6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003370 Jun 10 16:24:56.857082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f38dd4f9-0b08-483f-ab87-2c8e9ac4a470,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:56.862104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50254) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:56.889853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:56.905263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 15039af6-dbba-4e5c-b859-4e18c47c0f18 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:56.906272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 15039af6-dbba-4e5c-b859-4e18c47c0f18 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:56.906874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ba400e40-dfd9-4137-97df-e94c6cd7c389 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:24:56.937818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fece:7ef0 (12102a82-a06e-4715-892b-6bfb38de3638/ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0/0ee8152d-fa03-4061-9b3f-2a6a41112a86) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:56.958689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: ba400e40-dfd9-4137-97df-e94c6cd7c389 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:24:56.959052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ba400e40-dfd9-4137-97df-e94c6cd7c389 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:24:56.964207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Delete allocated IP 172.20.0.6 (110df828-021c-4ae6-83a8-e960b833f601/074ace9b-a9e6-4baf-aaa9-94ec0f26b404) {{(pid=92385) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 10 16:24:56.994883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.009397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:57.025769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:57.026265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:57.026622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:57.033321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Update dhcp port {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'fixed_ips': [{'subnet_id': '1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '074ace9b-a9e6-4baf-aaa9-94ec0f26b404', 'ip_address': '172.20.0.2'}, {'subnet_id': '33feacda-db8c-4762-b6c6-c319aba225e7'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '4967341d-37d3-4500-bcd5-57826a8326c7'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:24:57.045402 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed5199d2-990e-4877-a870-626dc982866f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3327343 Jun 10 16:24:57.053791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:57.054726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Allocated IP 172.20.0.42 (110df828-021c-4ae6-83a8-e960b833f601/33feacda-db8c-4762-b6c6-c319aba225e7/1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:57.076147 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:53Z', 'revision_number': 7, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:51Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:57.084055 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda0428-4cb7-4595-b419-fc778b96f2ec None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:53Z', 'revision_number': 7, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:51Z', 'revision_number': 4, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:24:57.103620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7e52dd4-b097-44f4-8c59-b64ffc4c88ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:57.164811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.203836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5646f571-ccf9-4035-8c66-81f9b0cce677 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:57.212085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'Port': ['ID=aa183b06-e640-4981-8a73-70e5f5ecf5f3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:57.223388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:57.280675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4276d-40fe-4d7f-9a6d-df7595139ab9 req-2cbd97ce-8a67-49dd-89d2-3499645e6fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:57.282177 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3ea4276d-40fe-4d7f-9a6d-df7595139ab9 req-2cbd97ce-8a67-49dd-89d2-3499645e6fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 944 time: 1.4760759 Jun 10 16:24:57.436316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.450425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.482962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5646f571-ccf9-4035-8c66-81f9b0cce677 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:57.494402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.502454 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3ea4276d-40fe-4d7f-9a6d-df7595139ab9 req-432d01e0-d029-472e-a464-5cf748606f65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793284 Jun 10 16:24:57.508279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Transition to ACTIVE for port object 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:57.515843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.518969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.533293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.547093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4492d4d8-5bbb-4188-b483-3859e547616c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:57.612732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Allocated IP 172.20.0.34 (110df828-021c-4ae6-83a8-e960b833f601/33feacda-db8c-4762-b6c6-c319aba225e7/4967341d-37d3-4500-bcd5-57826a8326c7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:24:57.655082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.663378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:24:57.714100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.717964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.740308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:24:57.741210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:57.816498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.831149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.831638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Fanout notify agent at l3_agent the message router_deleted on router e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:24:57.843875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.845221 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "DELETE /v2.0/routers/e6fe66dd-5dd7-41d1-a9bf-e7d82b19fb9c HTTP/1.1" status: 204 len: 168 time: 4.9000468 Jun 10 16:24:57.860941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event updated for resources: {'Port': ['ID=1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:57.870083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:57.871267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 0ee8152d-fa03-4061-9b3f-2a6a41112a86 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:57.888522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.892090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.896710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd7954d9-85b5-4805-b503-9af9143c3a4e HTTP/1.1" status: 204 len: 168 time: 0.8358121 Jun 10 16:24:57.896710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:57.900615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f49cd272-d623-410e-9fcd-7545ee9c8cb1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:57.912492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50260) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:57.965248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:57.972361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7954d9-85b5-4805-b503-9af9143c3a4e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:57.990692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.993976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:57.995205 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c301ea4d-e012-4e6c-ae16-36a70ee41b0d HTTP/1.1" status: 204 len: 168 time: 1.1321063 Jun 10 16:24:57.998615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:57.999183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-eb315fdc-b9c2-4c93-82dd-e93cd5d3cda6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:58.013399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] In _notify_port_updated(), no bound segment for port 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 on network 110df828-021c-4ae6-83a8-e960b833f601 {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:24:58.023908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:58.024582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.028375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "PUT /v2.0/ports/1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 HTTP/1.1" status: 200 len: 959 time: 2.9805148 Jun 10 16:24:58.035627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50264) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:58.042090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301ea4d-e012-4e6c-ae16-36a70ee41b0d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:58.073063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:58.078485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:24:58.140809 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b305da11-5dcd-4afd-aefa-ad03d09753fc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2169905 Jun 10 16:24:58.150420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:58.156711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50266) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:58.166343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.172554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--582092614'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:58.188637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.231927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.248756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.252022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Transition to ACTIVE for port object 4967341d-37d3-4500-bcd5-57826a8326c7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:24:58.317384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:58.317881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.343155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.351190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:58.503261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.628551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:24:58.711109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:58.716944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:58.743020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Provisioning for port 5646f571-ccf9-4035-8c66-81f9b0cce677 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:58.751544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.757335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.764680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.773415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:58.815599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dc3f2a42-bc53-4c3c-8c66-c0b6c60e23a5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:58.859542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Provisioning complete for port 5646f571-ccf9-4035-8c66-81f9b0cce677 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:58.859951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.895292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:24:58.915012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:24:58.950397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.952480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7940514 Jun 10 16:24:58.960979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1effc66-91d3-49e4-a9d9-ed03c296f5f2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:58.968695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50286) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:58.973361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:58.973361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:58.978690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'c1effc66-91d3-49e4-a9d9-ed03c296f5f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:58.987626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:59.073082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeef81-2882-4b56-9fdf-8c6e0ec27417 req-ff935ae6-4a75-482d-8598-623884f322f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:59.073756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=0ee8152d-fa03-4061-9b3f-2a6a41112a86,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:59.074707 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5eaeef81-2882-4b56-9fdf-8c6e0ec27417 req-ff935ae6-4a75-482d-8598-623884f322f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 944 time: 0.2836413 Jun 10 16:24:59.079683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:59.108848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:24:59.137130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.231803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:24:59.243798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:24:59.259173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:59.259897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.274799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.277434 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5eaeef81-2882-4b56-9fdf-8c6e0ec27417 req-e236de6f-3621-4b52-ae01-f78b727a3710 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895812 Jun 10 16:24:59.314934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50290) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.333951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.344800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e788024e-dd2f-498f-995d-24ccac6d4cb8 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:59.355747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.356733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6200fe-09ec-487f-b58a-8d6d54fb1e80']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:59.373957 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.2466121 Jun 10 16:24:59.376190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b811efbb-100f-4bd0-9549-02c7bb522fb6') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:59.376561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b811efbb-100f-4bd0-9549-02c7bb522fb6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:59.386150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50294) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.403117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.407287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.411325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:59.419460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:59.427235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:59.452011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.481862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.497133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:24:59.497573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:24:59.509495 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:24:59.565510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.576124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bf1151-6083-4fd4-acb9-24f0354d3b6b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:59.594629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-665396345'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:59.607591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:59.608375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:24:59.611484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4279132-53b0-42d3-94e6-62bf3c0c7a2e" -d '{"events": [{"server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "name": "network-vif-plugged", "status": "completed", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:24:59.630168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.631883 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6617000 Jun 10 16:24:59.640142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50298) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.651777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'c1effc66-91d3-49e4-a9d9-ed03c296f5f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:24:59.683941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:24:59.684537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.687051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.692828 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 HTTP/1.1" status: 204 len: 168 time: 1.6527233 Jun 10 16:24:59.694585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Made reservation on behalf of 46b8ecff7e9042998a387629a80e129b for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:24:59.699432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.699787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.701175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:59.705591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50300) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.706905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e09457-7786-469e-ab48-0d4f90a5bb3c x-openstack-request-id: req-92e09457-7786-469e-ab48-0d4f90a5bb3c {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:24:59.707236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "name": "network-vif-plugged", "status": "completed", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:24:59.707547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92e09457-7786-469e-ab48-0d4f90a5bb3c {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:24:59.708035 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'code': 200} Jun 10 16:24:59.720518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9e7e348-ec0b-4f1d-9a96-f2a34b1512a3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:59.728335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.730332 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "DELETE /v2.0/networks/bd6200fe-09ec-487f-b58a-8d6d54fb1e80 HTTP/1.1" status: 204 len: 168 time: 1.8566732 Jun 10 16:24:59.741094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e665f5d-d3cc-48a9-a798-ff3180e48cdf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:59.747216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50302) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.747695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e665f5d-d3cc-48a9-a798-ff3180e48cdf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:24:59.752262 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4e665f5d-d3cc-48a9-a798-ff3180e48cdf tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3650186 Jun 10 16:24:59.759592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50304) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.768042 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1418b6d-8746-4cab-b33d-dc615850cbfa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] GET failed (client error): The resource could not be found. Jun 10 16:24:59.770168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b1418b6d-8746-4cab-b33d-dc615850cbfa tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports/1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7 HTTP/1.1" status: 404 len: 333 time: 0.0626550 Jun 10 16:24:59.774196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50306) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:24:59.782102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.813509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'Network': ['ID=bd6200fe-09ec-487f-b58a-8d6d54fb1e80,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:24:59.825263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] For port 5646f571-ccf9-4035-8c66-81f9b0cce677, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5646f571-ccf9-4035-8c66-81f9b0cce677,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:24:59.829595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.839911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.839911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.840247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.840617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.841000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.841485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.842211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.842211 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.842612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.842966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.843380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.843695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:24:59.845818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-591390dd-03d5-47f1-9f59-ff3ad7f9b2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:24:59.849665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.851093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-66bab586-54e7-467e-adab-1a4295797ec2 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:24:59.873892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:53Z', 'revision_number': 7, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:56Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:24:59.904442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.924030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:24:59.942172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.963659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:24:59.965573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:24:59.965922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.012929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:00.030615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:00.044520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.086043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.088681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.092193 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/security-groups/e0ce27a7-ca8f-4546-af2c-498ae2dc0435 HTTP/1.1" status: 204 len: 168 time: 0.3121929 Jun 10 16:25:00.092693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cd856457-1887-4aea-ad79-6cd700a0f8fc tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.098035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50308) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:00.108174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.110193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.130711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce27a7-ca8f-4546-af2c-498ae2dc0435,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.135240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.172483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,segment=NetworkSegment(9cff26ff-39b2-4c47-ba6c-a1f452c6b9da),segment_id=9cff26ff-39b2-4c47-ba6c-a1f452c6b9da)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:00.172734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-889bee9f-6207-4f19-81be-100e943451c7 None None] Provisioning for port 0ee8152d-fa03-4061-9b3f-2a6a41112a86 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:00.172875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.178347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.252979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.254193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Pushing event updated for resources: {'Port': ['ID=5646f571-ccf9-4035-8c66-81f9b0cce677,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.256854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-889bee9f-6207-4f19-81be-100e943451c7 None None] Provisioning complete for port 0ee8152d-fa03-4061-9b3f-2a6a41112a86 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:00.257234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-889bee9f-6207-4f19-81be-100e943451c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.264070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.277441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 0ee8152d-fa03-4061-9b3f-2a6a41112a86 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:00.277817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.306141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:00.316408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.353055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4967341d-37d3-4500-bcd5-57826a8326c7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:00.360881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-889bee9f-6207-4f19-81be-100e943451c7 None None] Port 0ee8152d-fa03-4061-9b3f-2a6a41112a86 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:00.399416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:00.402043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.499163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Could not find standard attr ID for object 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:25:00.505461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.532999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.536466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.537670 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/security-groups/db8c7ca3-de01-4f39-ba0b-508cc827abf5 HTTP/1.1" status: 204 len: 168 time: 0.4376385 Jun 10 16:25:00.546753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-719d51ae-bec5-4535-bedd-68d79fbd4305 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.551906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50312) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:00.555501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.572343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8c7ca3-de01-4f39-ba0b-508cc827abf5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.584925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.624754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Provisioning for port 4967341d-37d3-4500-bcd5-57826a8326c7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:00.626765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.645057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226faad7-99d0-4c99-9e9f-1d2f81fb3bab req-99fc0d67-fdcd-4215-bf8c-dff6ffb77c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:00.648578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-226faad7-99d0-4c99-9e9f-1d2f81fb3bab req-99fc0d67-fdcd-4215-bf8c-dff6ffb77c86 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1098 time: 0.5919185 Jun 10 16:25:00.655077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.661496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.668867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3497aefe-8a13-4c84-8a74-4be7e032cc80 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.684388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:00.684872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.691605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:00.691843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.694388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.701923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.710506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.713099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.717028 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] 10.222.0.23 "DELETE /v2.0/security-groups/886df84f-965e-4b5e-b80e-0b4052d303bd HTTP/1.1" status: 204 len: 168 time: 0.9559317 Jun 10 16:25:00.718960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fc497447-74d7-426b-ad68-0daeef41f5a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.759914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e31f9d-d652-4f34-b832-32286e56114d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.772241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.779651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7a71b8a2-5b7c-43ef-bf50-2092d76a6be4 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.800168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.801950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.803157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1619864 Jun 10 16:25:00.807811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:00.821393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.821812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50316) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:00.822345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327c385-8222-42f0-9f70-c8d10d1b5fba,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:00.838869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:00.861103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'c1effc66-91d3-49e4-a9d9-ed03c296f5f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:00.916448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44eb04e4-9736-4ecb-94b5-91e451a34229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:00.997469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 0ee8152d-fa03-4061-9b3f-2a6a41112a86 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:01.031206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886df84f-965e-4b5e-b80e-0b4052d303bd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:01.039428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:25:01.041968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:01.074010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09cd4-4f19-475c-8a53-cb9e26f84670 req-1e22803c-0dba-4ebf-9cd4-5848fd9b4ee0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:01.075601 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-43b09cd4-4f19-475c-8a53-cb9e26f84670 req-1e22803c-0dba-4ebf-9cd4-5848fd9b4ee0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 945 time: 0.5641472 Jun 10 16:25:01.085668 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-226faad7-99d0-4c99-9e9f-1d2f81fb3bab req-f77b34b1-445e-40bc-b450-c8a8b750cab6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205294 Jun 10 16:25:01.104229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.104589 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Added segment afc6e77a-757f-401a-b814-68a33770be5e of type vlan for network 67ddfa00-c135-427f-a153-c575e9bcfe5f Jun 10 16:25:01.164327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.168917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.170377 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/security-groups/f4aa9397-d251-4ef6-bba4-5a3b25ab239c HTTP/1.1" status: 204 len: 168 time: 0.6168084 Jun 10 16:25:01.177002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-534e63a6-c0f8-4f9a-9e30-9fcdf7a2520b tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:01.182598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50320) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:01.189750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.232344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa9397-d251-4ef6-bba4-5a3b25ab239c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:01.234328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:01.235563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.260422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.301100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:01.333983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aa183b06-e640-4981-8a73-70e5f5ecf5f3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:01.337907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50324) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:01.341474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.355828 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-43b09cd4-4f19-475c-8a53-cb9e26f84670 req-e29eafdc-91c0-44f0-985e-22a5e281fd82 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690976 Jun 10 16:25:01.367584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:53Z', 'revision_number': 7, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:56Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:01.372344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3cdfec-bd5f-455b-8c78-d640bdaf2242 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:24:53Z', 'revision_number': 7, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164', 'name': '', 'network_id': 'ba9f590e-1865-4241-a011-5e6dd7ab3fe2', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a8:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:46Z', 'updated_at': '2021-06-10T16:24:56Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '2543c7b9-4ef0-4bd6-bd72-c4e5534cb420', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:01.374766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-102676eb-8f7e-411f-b0f0-004e6f4d30a8 None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:01.376909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: aa183b06-e640-4981-8a73-70e5f5ecf5f3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:01.389697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aa183b06-e640-4981-8a73-70e5f5ecf5f3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:01.493817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-92875425-e197-412e-8908-0b96d835ff5c None None] Could not find standard attr ID for object 1a18b830-6d2e-4f0a-8fc3-a3322d31d9f7. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:25:01.500894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.508527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:01.509416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.515213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0a5b048-eee8-4aa2-a0d9-12ffc80fa4d7 tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:01.523232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 074ace9b-a9e6-4baf-aaa9-94ec0f26b404 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:01.533082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.591485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.600258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.605699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.634202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5646f571-ccf9-4035-8c66-81f9b0cce677 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:01.643762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-284ddac4-166a-41d6-bc5f-09f6a99f3e52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:01.660031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3422899 Jun 10 16:25:01.667400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50328) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:01.677729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.683142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Network': ['ID=67ddfa00-c135-427f-a153-c575e9bcfe5f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:01.695378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:25:01.695876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:01.696496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b63a68a-e225-4204-9451-a01ca8958b83 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:01.739679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'subnet': {'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:01.742731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=0ee8152d-fa03-4061-9b3f-2a6a41112a86,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:01.750955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3c3c4b0b-f2b8-4b13-82e0-0d24c577fcaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acc03bdbe0d04fcf91d13db2a4ae0c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115453 Jun 10 16:25:01.753560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:01.754098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50330) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:01.805172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ba970d-ab9a-411d-b2de-0c5cf250ae5b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:01.808686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.813203 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9900911 Jun 10 16:25:01.814379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:01.828314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:01.834427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'c1effc66-91d3-49e4-a9d9-ed03c296f5f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:01.848356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.851718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/0ee8152d-fa03-4061-9b3f-2a6a41112a86 HTTP/1.1" status: 204 len: 168 time: 2.0802562 Jun 10 16:25:01.854668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50334) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:01.933058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:01.946759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.050055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5646f571-ccf9-4035-8c66-81f9b0cce677 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:02.050684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.058941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:02.070774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.106460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.122904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efebb6b-1411-46d6-babf-82acdbdcdfaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:02.124469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efebb6b-1411-46d6-babf-82acdbdcdfaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:02.129381 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4efebb6b-1411-46d6-babf-82acdbdcdfaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2694476 Jun 10 16:25:02.134942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50336) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.145019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.160202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.167358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-146ab002-d6c9-4e93-9fa2-86cea400b390 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:02.190043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de1e100-c591-47ed-ab6e-68efb188533d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:02.201804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.202362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.202857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.203326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.203831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.204034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Made reservation on behalf of 46b8ecff7e9042998a387629a80e129b for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:02.204409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.204972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.205538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.206089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.206651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.207195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.207722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:02.207994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.211807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:02.212809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.214299 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3845742 Jun 10 16:25:02.217088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50338) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.223254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'c1effc66-91d3-49e4-a9d9-ed03c296f5f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:02.240179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.243987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.245509 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5ed6502-16ac-4d80-afaf-0a3cdd3c1310 HTTP/1.1" status: 204 len: 168 time: 0.4902058 Jun 10 16:25:02.249496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c38981c-e73a-45a3-9b44-60c439ff7fde tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:02.265992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ed6502-16ac-4d80-afaf-0a3cdd3c1310,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:02.271224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:02.285778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.381439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.386252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.389064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-71b6e8e1-84a4-43fa-b10a-d7653d7ef63d tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:02.411398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9395a8b8-cb54-4a79-8633-ffa80b0e4dc3,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:02.421959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:02.429890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.433034 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2145956 Jun 10 16:25:02.435894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.436144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:02.456713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.486220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.497496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.503604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.507659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42369c8e-e075-4b34-9aa5-42043d5ed1d8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:02.551694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.553873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6cc28285-8e3e-4f29-b4d4-2169bfce9bd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:02.559286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.563375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9395a8b8-cb54-4a79-8633-ffa80b0e4dc3 HTTP/1.1" status: 204 len: 168 time: 0.1229620 Jun 10 16:25:02.567505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50348) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.574757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9395a8b8-cb54-4a79-8633-ffa80b0e4dc3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:02.582661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:02.639367 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-98e5bb0b-0a5b-4c85-801f-5dde1eabad9c tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0700066 Jun 10 16:25:02.640264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50350) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.651472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50352) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.680554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.710494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.725343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.785357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.792007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.793794 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3de1e100-c591-47ed-ab6e-68efb188533d HTTP/1.1" status: 204 len: 168 time: 0.1408803 Jun 10 16:25:02.796342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:02.799637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50354) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.846085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3de1e100-c591-47ed-ab6e-68efb188533d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:02.850330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:02.910539 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-da3d1d64-735b-418f-b5c0-1b49b9c65221 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1070836 Jun 10 16:25:02.914385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.967291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.968960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:02.970750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=074ace9b-a9e6-4baf-aaa9-94ec0f26b404,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:02.972975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:02.981208 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6211398 Jun 10 16:25:02.983407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50358) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:02.993808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:02.994029 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:02.996220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.001371 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/074ace9b-a9e6-4baf-aaa9-94ec0f26b404 HTTP/1.1" status: 204 len: 168 time: 1.8113251 Jun 10 16:25:03.001629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.005091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50360) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:03.015217 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:03.015926 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:03.019746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.034888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7362dca2-dd6a-4d80-a9d6-ff74b8d4fde3 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:03.050856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf7c52-3abd-4bff-a058-b2cc9bcd1d4f None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:03.083900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.133451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0ee9d7-c5f6-45eb-9273-a958cb7a8f5d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:03.155429 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:03.160010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:03.223068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 33feacda-db8c-4762-b6c6-c319aba225e7 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:03.236262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.262442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b92498fe73cf43829e53e1f904412076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6205366 Jun 10 16:25:03.275426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50362) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:03.308292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 2543c7b9-4ef0-4bd6-bd72-c4e5534cb420 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:03.313015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.317430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.324290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.329036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/61ba970d-ab9a-411d-b2de-0c5cf250ae5b HTTP/1.1" status: 204 len: 168 time: 0.4134703 Jun 10 16:25:03.329702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50364) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:03.375288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.462659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.495323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2493f988-f7e4-4a08-8dab-e34b5d18d53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.552899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37a149-b963-487e-b385-6030e582d209 req-0adf19b8-6a49-4102-a8c6-36513ad6caad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:03.558741 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:00Z', 'revision_number': 8, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:03.564146 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ca37a149-b963-487e-b385-6030e582d209 req-0adf19b8-6a49-4102-a8c6-36513ad6caad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 945 time: 0.6011472 Jun 10 16:25:03.564614 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:03.576976 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:03.577655 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:24:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:03.589110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.611733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a1d168f-1827-44d5-b758-64b6efa5c59a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:03.743325 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:03.786326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.815154 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ca37a149-b963-487e-b385-6030e582d209 req-6bebd666-0bd5-4e5b-a905-1c95c3f1a644 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488430 Jun 10 16:25:03.870181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Subnet': ['ID=8514d36a-15c8-4d69-b837-849983365ece,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:03.881077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:03.904559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:03.921126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.934684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.941826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f7109661-52a6-46b7-bd96-dcac3c3c7fec tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:03.958648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61ba970d-ab9a-411d-b2de-0c5cf250ae5b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:03.965644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:03.973691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:04.000058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.079345 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3f3f0e0e-0618-46b4-8f96-9b98dd239eef tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1709981 Jun 10 16:25:04.085170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.111994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82522380-f032-437a-854d-b3343a7d95ae None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:04.119717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:04.125941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.128657 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0 HTTP/1.1" status: 204 len: 168 time: 1.9927952 Jun 10 16:25:04.129780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:04.132874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Checking segment: {'id': 'afc6e77a-757f-401a-b814-68a33770be5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:04.138291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network hostable DHCP agents. Network: 67ddfa00-c135-427f-a153-c575e9bcfe5f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:25:04.163562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50370) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.236721 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:00Z', 'revision_number': 8, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:04.248520 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4dac44-5bb7-424e-8c2d-3da1c79ac922 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:00Z', 'revision_number': 8, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eceea397-fa0c-4e4d-9867-886cd37acf21', 'name': '', 'network_id': '05dfd486-d3fa-4955-9661-5f586352863c', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3c:ba:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:32Z', 'updated_at': '2021-06-10T16:24:47Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:04.263051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:25:04.293836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-100766cd-4c55-4e59-b75f-25f9cb2e4ca2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265345 Jun 10 16:25:04.301766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.301941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50372) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.311617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.314677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e702fab5-78d3-4006-af79-fa44b3800ad2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:04.354061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.355884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.356833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.361459 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc0ee9d7-c5f6-45eb-9273-a958cb7a8f5d HTTP/1.1" status: 204 len: 168 time: 1.0793731 Jun 10 16:25:04.364246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.368512 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/33feacda-db8c-4762-b6c6-c319aba225e7 HTTP/1.1" status: 204 len: 168 time: 1.3385630 Jun 10 16:25:04.369170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=33feacda-db8c-4762-b6c6-c319aba225e7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:04.373441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:04.374022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50376) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.374764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-905c207d-81e0-486a-9313-b1eb2c1f6e54 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:04.389640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975b89d-59e0-4bdb-a1b1-ed90d207bb7e None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:04.394900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.444584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0ee9d7-c5f6-45eb-9273-a958cb7a8f5d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:04.447441 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56eecce-d60c-4e29-a806-a75c0261d9eb tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:04.448273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56eecce-d60c-4e29-a806-a75c0261d9eb tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:04.454979 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d56eecce-d60c-4e29-a806-a75c0261d9eb tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/074ace9b-a9e6-4baf-aaa9-94ec0f26b404 HTTP/1.1" status: 404 len: 337 time: 0.0655155 Jun 10 16:25:04.456680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50378) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.457184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:04.459925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 67ddfa00-c135-427f-a153-c575e9bcfe5f) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:04.477835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.484809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:04.488180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504017d-0931-41e3-8e58-25bea7b97f8e None None] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:04.495354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cfeba-1769-43a1-94f9-a8c7e6dcf776 req-8ca70031-1cc0-494f-abfd-fd3a7963a5da tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:04.496895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d7cfeba-1769-43a1-94f9-a8c7e6dcf776 req-8ca70031-1cc0-494f-abfd-fd3a7963a5da tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 945 time: 0.4150431 Jun 10 16:25:04.500544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.501630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0327c385-8222-42f0-9f70-c8d10d1b5fba HTTP/1.1" status: 204 len: 168 time: 0.4149215 Jun 10 16:25:04.509906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50380) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.528155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0327c385-8222-42f0-9f70-c8d10d1b5fba,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:04.541928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:04.542530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.551558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:04.559976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8822949 Jun 10 16:25:04.563214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50382) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.569019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1457405703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:04.573924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8d1130-1618-4ba4-bf5f-51632a0a6de5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:04.575411 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2c8d1130-1618-4ba4-bf5f-51632a0a6de5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2724116 Jun 10 16:25:04.580252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50384) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.595181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting subnet 1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:04.595433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.599272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.630077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-006573eb-5fa3-4e40-8d38-09ea2077b239 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:04.680924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.682064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:04.684234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.744076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=2543c7b9-4ef0-4bd6-bd72-c4e5534cb420,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:04.756028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.757537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.760866 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/2543c7b9-4ef0-4bd6-bd72-c4e5534cb420 HTTP/1.1" status: 204 len: 168 time: 1.7611270 Jun 10 16:25:04.762390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4acce12c-6bc8-4f1d-9098-5d1e43b7f687 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:04.762844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50386) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.785844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1531063e-30e3-4fcd-9ac5-c1e87d9bf8bf None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:04.789560 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d7cfeba-1769-43a1-94f9-a8c7e6dcf776 req-76f3774d-c3fe-4da5-a6da-19d203b011e1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688012 Jun 10 16:25:04.790169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1531063e-30e3-4fcd-9ac5-c1e87d9bf8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:04.804855 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5603c1b3-da05-4baf-a07e-55a0cdc19644 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2921836 Jun 10 16:25:04.820564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50388) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.825358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff79f3b-a98c-4b81-8c9e-2e02390c1bd6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:04.826884 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1ff79f3b-a98c-4b81-8c9e-2e02390c1bd6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2451119 Jun 10 16:25:04.835652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50390) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:04.856339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e054a12d-ab4c-4869-bcaf-3969e167c4fd None None] Network ba9f590e-1865-4241-a011-5e6dd7ab3fe2 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:04.978773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50392) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.000118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.002737 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0239b6e6-0794-4e00-a285-172b1dd52820 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1654801 Jun 10 16:25:05.010616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50394) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.020985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:05.036332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.073836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.083931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.095142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.176879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d1066-463d-463d-a5b5-ba2c8b7b17b4 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:05.181374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-074d1066-463d-463d-a5b5-ba2c8b7b17b4 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1093 time: 0.2011740 Jun 10 16:25:05.182250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50396) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.190767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:05.192848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.194252 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9767d62d-2324-44da-84ae-ca3c5e1ad082 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6302364 Jun 10 16:25:05.198369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.198640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50398) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.201340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:05.209009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.210159 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/72bf1151-6083-4fd4-acb9-24f0354d3b6b HTTP/1.1" status: 204 len: 168 time: 0.3884547 Jun 10 16:25:05.210555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Deleting port 5646f571-ccf9-4035-8c66-81f9b0cce677 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:05.211481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.214902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50400) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.217576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.233214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72bf1151-6083-4fd4-acb9-24f0354d3b6b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:05.236049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:05.269669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.299167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 840137da-5d8f-40cf-839a-133390abd054 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:05.300043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.331131 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bd123b70-b102-4abd-8e1a-8d51b57011e7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1108418 Jun 10 16:25:05.335233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50402) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.526867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:05.530934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.533499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 840137da-5d8f-40cf-839a-133390abd054, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=840137da-5d8f-40cf-839a-133390abd054,segment=NetworkSegment(9cff26ff-39b2-4c47-ba6c-a1f452c6b9da),segment_id=9cff26ff-39b2-4c47-ba6c-a1f452c6b9da)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:05.534488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.545211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-67ddfa00-c135-427f-a153-c575e9bcfe5f', 'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f', 'tenant_id': '46b8ecff7e9042998a387629a80e129b', 'fixed_ips': [{'subnet_id': '8514d36a-15c8-4d69-b837-849983365ece'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:05.546049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.548467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5646f571-ccf9-4035-8c66-81f9b0cce677 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:05.616442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] For port 5646f571-ccf9-4035-8c66-81f9b0cce677, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5646f571-ccf9-4035-8c66-81f9b0cce677,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:05.617135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.634197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1531063e-30e3-4fcd-9ac5-c1e87d9bf8bf None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:05.635203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1531063e-30e3-4fcd-9ac5-c1e87d9bf8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.676333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 840137da-5d8f-40cf-839a-133390abd054 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:05.713873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.757426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.763289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-40e61df8-c1ab-4fae-a2d5-fceabc47bb31 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:05.784657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Calling delete_port for 5646f571-ccf9-4035-8c66-81f9b0cce677 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:05.807895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.839131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:05.841524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:05.853325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.855449 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6 HTTP/1.1" status: 204 len: 168 time: 1.3964827 Jun 10 16:25:05.858120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50404) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.885756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1531063e-30e3-4fcd-9ac5-c1e87d9bf8bf None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:05.897938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.919777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.922420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:05.927030 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/c1effc66-91d3-49e4-a9d9-ed03c296f5f2 HTTP/1.1" status: 204 len: 168 time: 0.5872693 Jun 10 16:25:05.928565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a9ee587-f9e9-440a-b798-7af66204712a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:05.937115 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb45d4b-52fe-4af2-8ff3-96aa5270a1fe tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:05.937626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb45d4b-52fe-4af2-8ff3-96aa5270a1fe tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:05.939365 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3eb45d4b-52fe-4af2-8ff3-96aa5270a1fe tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/9e41e75c-c072-4878-bd32-9353dbef3c3b HTTP/1.1" status: 404 len: 337 time: 0.0790262 Jun 10 16:25:05.939953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:05.946160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50408) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.053544 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-97108be7-66c1-47e0-bf74-93b627f671cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bf0bd6c-a643-4c5a-a4d4-39c2733d012f HTTP/1.1" status: 200 len: 205 time: 0.1000202 Jun 10 16:25:06.057786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50410) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.058857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.083309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1effc66-91d3-49e4-a9d9-ed03c296f5f2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:06.090516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.100188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13433cae-5a9b-4648-87e6-8ebd4ca85d57 None None] DHCP port deletion for ba9f590e-1865-4241-a011-5e6dd7ab3fe2 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:06.103709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:06.104766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:06.132707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port 840137da-5d8f-40cf-839a-133390abd054 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:06.136564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=840137da-5d8f-40cf-839a-133390abd054,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:06.152278 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-1aa294d1-52aa-4a84-b3cf-53f60c8be1bf tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] delete failed (client error): The resource could not be found. Jun 10 16:25:06.153028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.157364 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1aa294d1-52aa-4a84-b3cf-53f60c8be1bf tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/routers/6bf0bd6c-a643-4c5a-a4d4-39c2733d012f HTTP/1.1" status: 404 len: 336 time: 0.0957670 Jun 10 16:25:06.160710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50412) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.188958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:06.195273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Allocated IP 172.20.0.2 (67ddfa00-c135-427f-a153-c575e9bcfe5f/8514d36a-15c8-4d69-b837-849983365ece/6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:06.197809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.220572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.228117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-166974b9-310c-4c15-821b-50fc0cd891c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:06.238130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b935ba7-4578-4021-89d2-b482409a0f5f None None] Update dhcp port {'port': {'network_id': '110df828-021c-4ae6-83a8-e960b833f601', 'fixed_ips': [{'subnet_id': '1cbf2785-86a1-496f-8ffb-8cfc3cebc3b6'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '4967341d-37d3-4500-bcd5-57826a8326c7'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:25:06.272797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.222 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/6320a7f0-0dd9-4d23-9f18-337413a948fc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:06.287497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.295898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Pushing event deleted for resources: {'Port': ['ID=5646f571-ccf9-4035-8c66-81f9b0cce677,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:06.300501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] No DVR routers for this DVR port 5646f571-ccf9-4035-8c66-81f9b0cce677 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:06.310041 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6537a1e1-0d26-4677-a6fc-42bad573c879 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3647075 Jun 10 16:25:06.311096 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8888fb9-38c8-407d-80af-b7250301049b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:06.311863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8888fb9-38c8-407d-80af-b7250301049b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:06.316718 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c8888fb9-38c8-407d-80af-b7250301049b tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/d5cbc9e2-a288-43a8-a19f-37dd5aecc8b9 HTTP/1.1" status: 404 len: 337 time: 0.1522541 Jun 10 16:25:06.317394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50414) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.317779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50416) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.339701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:06.341883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f590e-1865-4241-a011-5e6dd7ab3fe2']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:06.343843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:06.381749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--982965531'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:06.399674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:06.400137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cff26ff-39b2-4c47-ba6c-a1f452c6b9da') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:06.420171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.437847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:06.438205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 60dc1c24-29ad-4e1e-92fd-b5b3dfe7d164 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:06.442228 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ebb6f1-12d9-47f8-8c47-d2a592b73a6f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:06.442714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ebb6f1-12d9-47f8-8c47-d2a592b73a6f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:06.443867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c12be8f9-acdf-46ab-b93c-7dbb8757b166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.445370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1b935ba7-4578-4021-89d2-b482409a0f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.447218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50418) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.447814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-18ebb6f1-12d9-47f8-8c47-d2a592b73a6f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/74e54a79-d69a-44ce-a461-a001aaf63b72 HTTP/1.1" status: 404 len: 337 time: 0.0744984 Jun 10 16:25:06.449565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.494748 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4cd3d8-f833-4ada-815f-a101f150d6c5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:06.495202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4cd3d8-f833-4ada-815f-a101f150d6c5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:06.499246 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3d4cd3d8-f833-4ada-815f-a101f150d6c5 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/015b6512-bdc5-405c-8050-e6433728f740 HTTP/1.1" status: 404 len: 337 time: 0.0487359 Jun 10 16:25:06.500571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50420) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.508287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:06.508691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:06.517216 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:06.552014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.572607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.577839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f72bcc-4afe-4848-8425-694d7b7a42c3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:06.578581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f72bcc-4afe-4848-8425-694d7b7a42c3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:06.581351 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f5f72bcc-4afe-4848-8425-694d7b7a42c3 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/2d751ed0-4a8d-41f7-91ee-5ad4151fec32 HTTP/1.1" status: 404 len: 333 time: 0.0757349 Jun 10 16:25:06.588088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50422) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.663818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.668070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aad2e0e1-c134-4dea-a764-dcf068468739 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:06.671945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.676951 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/ba9f590e-1865-4241-a011-5e6dd7ab3fe2 HTTP/1.1" status: 204 len: 168 time: 1.9015031 Jun 10 16:25:06.678928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50424) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.682778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.694684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Transition to ACTIVE for port object 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:06.705414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=ba9f590e-1865-4241-a011-5e6dd7ab3fe2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:06.713877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:25:06.714978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:06.716626 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef4e448-780b-401e-b11c-5290539a19be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:06.717069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef4e448-780b-401e-b11c-5290539a19be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:06.719091 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cef4e448-780b-401e-b11c-5290539a19be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/2f45efcf-e33e-4892-b117-33e20579afad HTTP/1.1" status: 404 len: 337 time: 0.1263745 Jun 10 16:25:06.725319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50426) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.727274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Transition to ACTIVE for port object 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:06.734063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.736589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66cca196-2d81-44a0-886f-6f98a564a2ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:06.743115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.750883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8c72fe6a-0c85-440e-9017-b3dad3042d8b tempest-NetworksIpV6TestAttrs-1048527848 tempest-NetworksIpV6TestAttrs-1048527848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:06.783238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca8905-691b-4648-b854-6b4bbc56b12c None None] Network 110df828-021c-4ae6-83a8-e960b833f601 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:06.787468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:06.817728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40e44ac-5510-434b-8b94-c2ad877246a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:06.818166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40e44ac-5510-434b-8b94-c2ad877246a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:06.819877 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b40e44ac-5510-434b-8b94-c2ad877246a7 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/a5b1e7f2-6f6e-48e8-b112-2418c9025fa2 HTTP/1.1" status: 404 len: 337 time: 0.0918081 Jun 10 16:25:06.827894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50428) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:06.837198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:06.853111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f03a8c1b-1d11-491d-b764-c5b464145a32 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:06.889432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:06.895893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:06.906225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:06.908350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:06.916887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:06.956387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Pushing event updated for resources: {'Port': ['ID=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:06.957853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=6320a7f0-0dd9-4d23-9f18-337413a948fc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:06.972159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:06.993213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:06.994057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b3b7dfc4-7bb8-4ebf-8ad3-5038db33f6ef None None] Provisioning complete for port 4967341d-37d3-4500-bcd5-57826a8326c7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:06.994445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b7dfc4-7bb8-4ebf-8ad3-5038db33f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.064445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Attempting to bind port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:07.064850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Attempting to bind port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'afc6e77a-757f-401a-b814-68a33770be5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:07.066379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Attempting to bind port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 on network 67ddfa00-c135-427f-a153-c575e9bcfe5f {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:07.086472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:07.086940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Checking segment: {'id': 'afc6e77a-757f-401a-b814-68a33770be5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:07.088262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.088262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Bound using segment: {'id': 'afc6e77a-757f-401a-b814-68a33770be5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:07.088262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Bound port: 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc6e77a-757f-401a-b814-68a33770be5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:07.088546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.273894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] For port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:07.280936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] For port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,segment=NetworkSegment(afc6e77a-757f-401a-b814-68a33770be5e),segment_id=afc6e77a-757f-401a-b814-68a33770be5e)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:07.293713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.298797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:07.302028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] DHCP port deletion for 110df828-021c-4ae6-83a8-e960b833f601 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:07.341568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.350090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b3b7dfc4-7bb8-4ebf-8ad3-5038db33f6ef None None] Provisioning complete for port 70d33e75-16fc-4f7d-82b5-71be3d367064 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:07.350090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b7dfc4-7bb8-4ebf-8ad3-5038db33f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.361971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:07.363970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:07.367619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:07.368414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.395520 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ecadaf-4ad6-4802-9f4c-ba2f5b2eb220 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:07.396283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ecadaf-4ad6-4802-9f4c-ba2f5b2eb220 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:07.401094 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39ecadaf-4ad6-4802-9f4c-ba2f5b2eb220 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/1761d398-e052-41ea-b65e-0d0b35223bd1 HTTP/1.1" status: 404 len: 333 time: 0.5676861 Jun 10 16:25:07.406498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50430) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:07.454677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=118858be-72d5-412a-a7e3-bf9a80e3651f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:07.459144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:07.468837 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f2b73-778b-48e1-8fd8-5c8b75e725e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:07.469360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f2b73-778b-48e1-8fd8-5c8b75e725e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:07.473665 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0e3f2b73-778b-48e1-8fd8-5c8b75e725e0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/302a5d52-befe-44ff-9d17-c66e05a9bf6a HTTP/1.1" status: 404 len: 337 time: 0.0602500 Jun 10 16:25:07.476296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Allocated IP 172.20.0.1 (67ddfa00-c135-427f-a153-c575e9bcfe5f/8514d36a-15c8-4d69-b837-849983365ece/353b6e44-368f-4d69-8e54-e9bebd1a4237) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:07.478631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50432) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:07.520991 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acacd9a-670f-4512-aac8-47f53e0e5d59 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:07.521475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acacd9a-670f-4512-aac8-47f53e0e5d59 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:07.524443 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8acacd9a-670f-4512-aac8-47f53e0e5d59 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/subnets/2ba8742e-e732-46b2-903a-739ce950f02d HTTP/1.1" status: 404 len: 337 time: 0.0450020 Jun 10 16:25:07.529880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50434) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:07.579933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57538f6c-55ea-4e2f-9360-769f1a7708f0 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:07.583274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 840137da-5d8f-40cf-839a-133390abd054 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:07.644675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.692107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 840137da-5d8f-40cf-839a-133390abd054 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:07.692623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 840137da-5d8f-40cf-839a-133390abd054 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:07.693070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4967341d-37d3-4500-bcd5-57826a8326c7 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:07.705476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.713691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a074f56-59ef-4792-b34b-656b91247a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:07.719801 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7067013 Jun 10 16:25:07.723503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50436) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:07.747528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:7a:55:4a', 'name': 'tempest-NetworksTestDHCPv6-1182434777'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:07.773578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Pushing event updated for resources: {'Port': ['ID=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:07.776715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7dfc4-7bb8-4ebf-8ad3-5038db33f6ef None None] Port 70d33e75-16fc-4f7d-82b5-71be3d367064 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:07.791897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:07.895706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Deleting port 4967341d-37d3-4500-bcd5-57826a8326c7 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:07.896441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.950048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:07.965269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Transition to ACTIVE for port object 353b6e44-368f-4d69-8e54-e9bebd1a4237 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:08.004818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c19da96-f0d4-4533-aea0-ebfcfdfd9db8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:08.008978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:08.016346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.020638 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6455526 Jun 10 16:25:08.026436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50438) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:08.042712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': '0c19da96-f0d4-4533-aea0-ebfcfdfd9db8', 'direction': 'ingress', 'protocol': 17}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:08.127958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.134276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:08.143881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.165197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '118858be-72d5-412a-a7e3-bf9a80e3651f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:08.166237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.181180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:08.182236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.193248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.197207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Deleting port 70d33e75-16fc-4f7d-82b5-71be3d367064 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:08.197536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.243643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:08.262711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:08.265750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:08.269006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:08.281915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.285713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.285929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4967341d-37d3-4500-bcd5-57826a8326c7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4967341d-37d3-4500-bcd5-57826a8326c7,segment=NetworkSegment(1d96e52b-3571-4839-9db1-f9b68f899069),segment_id=1d96e52b-3571-4839-9db1-f9b68f899069)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:08.326011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Calling delete_port for 4967341d-37d3-4500-bcd5-57826a8326c7 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:08.335369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.339470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-964080a7-393e-40e8-a9f9-9c13f7af59b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:08.385350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Port': ['ID=353b6e44-368f-4d69-8e54-e9bebd1a4237,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:08.388239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:08.500379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.533412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=11']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:08.566890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:08.612621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Allocated IP 2001:db8::f816:3eff:fe42:3005 (12102a82-a06e-4715-892b-6bfb38de3638/118858be-72d5-412a-a7e3-bf9a80e3651f/00cc295f-bffa-4eb2-9ff7-2613cc4da98a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:08.638091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.638333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Calling delete_port for 70d33e75-16fc-4f7d-82b5-71be3d367064 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:08.640175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.645635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:08.652808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.688102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] No DVR routers for this DVR port 4967341d-37d3-4500-bcd5-57826a8326c7 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:08.689736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Pushing event deleted for resources: {'Port': ['ID=4967341d-37d3-4500-bcd5-57826a8326c7,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:08.708759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:08.734214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.757852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.864413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:08.899752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.924137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb839407-e413-406a-ade1-9c7c37d9612d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:08.927342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:08.942004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.942642 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9056957 Jun 10 16:25:08.952253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06998013-960a-466c-9c8d-4a931ff3eba7 None None] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:08.952848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50440) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:08.969693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 5de31879-3b56-4050-b7df-6a2b01782a7c yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:08.993216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:08.996515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.053061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Transition to ACTIVE for port object 00cc295f-bffa-4eb2-9ff7-2613cc4da98a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:09.055159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.066037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.075935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b318ea8-bbd5-444a-9fca-21b4eca21937 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:09.078772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port eceea397-fa0c-4e4d-9867-886cd37acf21 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:09.079083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.092908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.099996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.101832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5404a344-124c-4628-bc0d-5beff8b9014b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:09.105212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-122c126a-d474-4e46-9fb2-07c068801c0a None None] Provisioning for port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:09.117093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Transition to ACTIVE for port object 00cc295f-bffa-4eb2-9ff7-2613cc4da98a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:09.136785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.137261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Port': ['ID=70d33e75-16fc-4f7d-82b5-71be3d367064,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:09.138044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.141933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-66cca196-2d81-44a0-886f-6f98a564a2ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:09.159480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:09.206678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.209290 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/ports/70d33e75-16fc-4f7d-82b5-71be3d367064 HTTP/1.1" status: 204 len: 168 time: 1.6755166 Jun 10 16:25:09.229386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:09.238129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:09.245117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:09.245117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Pushing event updated for resources: {'Port': ['ID=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:09.245902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50442) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:09.253042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.253593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.253776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.254125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.254462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.254799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.255625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.255625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.255881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.256091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.256419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.257722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:09.265340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:09.284832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=6320a7f0-0dd9-4d23-9f18-337413a948fc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:09.297927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fe7a:554a (12102a82-a06e-4715-892b-6bfb38de3638/118858be-72d5-412a-a7e3-bf9a80e3651f/5de31879-3b56-4050-b7df-6a2b01782a7c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:09.305180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:09.316427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.331453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.370722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Attempting to bind port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:09.371333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Attempting to bind port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:09.371477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Attempting to bind port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:09.379427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:09.379901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:09.380220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.380627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:09.381122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Bound port: 00cc295f-bffa-4eb2-9ff7-2613cc4da98a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:09.381526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.498187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] For port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:09.501714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] For port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:09.511024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.514146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0198e3e2-9f25-42c0-bc3d-bf21bd5faf43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:09.542886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port eceea397-fa0c-4e4d-9867-886cd37acf21, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eceea397-fa0c-4e4d-9867-886cd37acf21,segment=NetworkSegment(73fe42af-1017-4a35-a558-e86a63c62a79),segment_id=73fe42af-1017-4a35-a558-e86a63c62a79)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:09.543647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.605708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:09.670708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for eceea397-fa0c-4e4d-9867-886cd37acf21 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:09.676042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.702002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Pushing event updated for resources: {'Port': ['ID=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:09.715867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:09.737905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:09.741445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:09.741836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.776282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.779037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.780473 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/0c19da96-f0d4-4533-aea0-ebfcfdfd9db8 HTTP/1.1" status: 204 len: 168 time: 0.8266189 Jun 10 16:25:09.785662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-90f3e0ed-bdbf-42b1-aa15-bb35db8b80c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:09.788920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50444) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:09.847474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c19da96-f0d4-4533-aea0-ebfcfdfd9db8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:09.857789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.880077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 5de31879-3b56-4050-b7df-6a2b01782a7c will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:09.882694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:09.929649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 7fce4edd-cefc-4504-a4dc-29baaef337b8 associated. External IP: 172.26.5.222, port: b4da3cb4-fdcf-46b0-a81c-4f543f4abc75. Jun 10 16:25:09.930510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-02048c77-3593-4f62-aa91-44a183d1d523 None None] Provisioning for port 353b6e44-368f-4d69-8e54-e9bebd1a4237 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:09.933951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.938448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-02048c77-3593-4f62-aa91-44a183d1d523 None None] Provisioning complete for port 353b6e44-368f-4d69-8e54-e9bebd1a4237 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:09.938853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-02048c77-3593-4f62-aa91-44a183d1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.951717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:09.979243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-175aabcf-496f-406d-a297-e372d3d5a809 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:10.006314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.048724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.050927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,segment=NetworkSegment(afc6e77a-757f-401a-b814-68a33770be5e),segment_id=afc6e77a-757f-401a-b814-68a33770be5e)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:10.054252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-02048c77-3593-4f62-aa91-44a183d1d523 None None] Port 353b6e44-368f-4d69-8e54-e9bebd1a4237 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:10.061565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.066649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-67cf0580-7bc6-4aea-a9fb-edba17b2d768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:10.119326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:10.123833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-02048c77-3593-4f62-aa91-44a183d1d523 None None] Provisioning complete for port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:10.124346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-02048c77-3593-4f62-aa91-44a183d1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.132484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:10.152948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:10.158665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:10.160408 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.176945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=5de31879-3b56-4050-b7df-6a2b01782a7c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:10.200813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:10.201826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e040c1a9-61f0-4c47-84b2-d1fda4c668c9 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:10.219819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:10.259946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:10.262640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.279014 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5363674 Jun 10 16:25:10.279648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50446) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:10.352730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Port': ['ID=353b6e44-368f-4d69-8e54-e9bebd1a4237,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:10.358888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:10.404668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5ea8ad11-2d72-496a-b190-5464f48ff795 None None] Provisioning complete for port 353b6e44-368f-4d69-8e54-e9bebd1a4237 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:10.405338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5ea8ad11-2d72-496a-b190-5464f48ff795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.466476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8ad11-2d72-496a-b190-5464f48ff795 None None] Port 353b6e44-368f-4d69-8e54-e9bebd1a4237 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:10.493345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68376b2b-22ec-4744-a8e5-fc22daba4c89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:10.499245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68376b2b-22ec-4744-a8e5-fc22daba4c89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:10.503533 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-68376b2b-22ec-4744-a8e5-fc22daba4c89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2095690 Jun 10 16:25:10.506004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50448) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:10.514640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:10.542345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:10.718029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.759865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110df828-021c-4ae6-83a8-e960b833f601']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:10.783209 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1af7638a-c594-4c06-babb-048b5bfe63ad tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9886756 Jun 10 16:25:10.789647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50450) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:10.792562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d96e52b-3571-4839-9db1-f9b68f899069') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:10.793133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d96e52b-3571-4839-9db1-f9b68f899069') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:10.806763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--711628890'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:10.831446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.926287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.936262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.944618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:10.945035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:10.949578 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:11.007420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c38f873d-e147-4705-bfb0-e4d0e2bab7c7 None None] Provisioning complete for port 353b6e44-368f-4d69-8e54-e9bebd1a4237 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:11.008265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c38f873d-e147-4705-bfb0-e4d0e2bab7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.073388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c38f873d-e147-4705-bfb0-e4d0e2bab7c7 None None] Port 353b6e44-368f-4d69-8e54-e9bebd1a4237 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:11.204102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1cdc428-bd05-49df-912f-935e05ce5d21 None None] Provisioning for port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:11.236837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.244676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:11.294009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=eceea397-fa0c-4e4d-9867-886cd37acf21,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:11.296343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.303785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 5de31879-3b56-4050-b7df-6a2b01782a7c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:11.304316 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.309098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:11.316936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-82ecbdd9-e656-4dd5-bbef-03013db64665 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:11.331556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.333963 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] 10.222.0.23 "DELETE /v2.0/networks/110df828-021c-4ae6-83a8-e960b833f601 HTTP/1.1" status: 204 len: 168 time: 2.0870702 Jun 10 16:25:11.404515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Pushing event deleted for resources: {'Network': ['ID=110df828-021c-4ae6-83a8-e960b833f601,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:11.423217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:11.430029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:11.460819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.478873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Router a079107d-7c59-485e-bbfb-6c0ea1ff3c9d is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:25:11.615687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 5de31879-3b56-4050-b7df-6a2b01782a7c owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:11.676924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-71ddc4c8-9bc8-4295-a5f0-9e5ab4548841 None None] Provisioning for port 5de31879-3b56-4050-b7df-6a2b01782a7c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:11.691609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-71ddc4c8-9bc8-4295-a5f0-9e5ab4548841 None None] Provisioning complete for port 5de31879-3b56-4050-b7df-6a2b01782a7c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:11.692286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-71ddc4c8-9bc8-4295-a5f0-9e5ab4548841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.766995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-71ddc4c8-9bc8-4295-a5f0-9e5ab4548841 None None] Port 5de31879-3b56-4050-b7df-6a2b01782a7c cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:11.836945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:11.902598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:11.903283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.925214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:11.932934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.933808 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "PUT /v2.0/routers/a079107d-7c59-485e-bbfb-6c0ea1ff3c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7343173 Jun 10 16:25:11.938329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50456) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:11.944533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'port': {'network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f', 'name': 'tempest-FloatingIPNegativeTestJSON-1102991923'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:11.949174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50458) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:11.952996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:11.973129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] Sync routers for ids ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:11.977022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9fa7cea-87ba-42d1-9e6e-0e7ab0cf1807 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:12.004149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] Routers {'a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:12.004874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:12.038633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.043266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3fde834c-e36f-4e6c-9017-523ad917829c tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:12.058083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:12.083220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=5de31879-3b56-4050-b7df-6a2b01782a7c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:12.087176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:12.093310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.102288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.106110 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3078778 Jun 10 16:25:12.107016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50462) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:12.114884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099708180'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:12.119405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29347150-3575-4c1b-8eed-7e7e3be50a9d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:12.122622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:12.135368 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] Sync routers for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:12.148571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:12.155340 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:12.155943 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:12.183412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.195705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.200673 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/5de31879-3b56-4050-b7df-6a2b01782a7c HTTP/1.1" status: 204 len: 168 time: 1.6938081 Jun 10 16:25:12.203260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50464) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:12.308696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] Routers {'a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:12.309646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:12.318195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc9ca4-c3c6-41b9-9e72-a3b2373cd315 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:12.320796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc9ca4-c3c6-41b9-9e72-a3b2373cd315 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:12.322653 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e0cc9ca4-c3c6-41b9-9e72-a3b2373cd315 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1089194 Jun 10 16:25:12.328698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50466) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:12.378343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 00cc295f-bffa-4eb2-9ff7-2613cc4da98a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:12.380086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.380842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:12.381545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25501394-5b17-49d2-a1d1-ebac7b78307f None None] The sync data for ids ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:12.406179 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:12.478904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50468) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:12.479732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2e337126-5d3b-4145-aa2f-1ecd7f3c0ec3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=032e65266c9e4433b418f9b9a074b3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273747 Jun 10 16:25:12.491893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:12.497693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:12.499209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.500678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Made reservation on behalf of 46b8ecff7e9042998a387629a80e129b for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:12.505013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.507947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 118858be-72d5-412a-a7e3-bf9a80e3651f {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:12.508162 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3223233 Jun 10 16:25:12.512019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:25:12.512493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.514461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa04560-4983-4289-8349-907c42be8d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:25:12.548955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50470) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:12.583960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35eef2-98b3-471c-ad78-ccbd4b163397 x-openstack-request-id: req-7b35eef2-98b3-471c-ad78-ccbd4b163397 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:25:12.583960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:25:12.583960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b35eef2-98b3-471c-ad78-ccbd4b163397 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:25:12.584474 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'status': 'completed', 'code': 200} Jun 10 16:25:12.604992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] device_id is not set on port 16784202-065e-4def-a1a9-792db7b76ce6 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:12.630044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.649522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.735426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:12.742911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.745872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b3e11400-7d47-4772-9949-a0eb3708808c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:12.785417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.825707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:12.829724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:12.836818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.851841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.858890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-423ad2f3-dc60-4e14-9264-15c4622f5f6c tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:12.906672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.930872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.934769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:12.955401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:12.961292 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8485932 Jun 10 16:25:12.965810 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-013b94cd-15a8-479a-8b9c-5f69ce67cfbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/7fce4edd-cefc-4504-a4dc-29baaef337b8 HTTP/1.1" status: 200 len: 991 time: 0.4136717 Jun 10 16:25:12.965810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50476) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:12.975057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744b40c1-aeb6-4440-a5d0-9a20f5f3e875,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:12.984958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': '29347150-3575-4c1b-8eed-7e7e3be50a9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '744b40c1-aeb6-4440-a5d0-9a20f5f3e875', 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:12.994331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:12.999615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa04560-4983-4289-8349-907c42be8d0a req-4e314348-3b5b-4016-9c16-b09e98e995f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:13.001124 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-4e314348-3b5b-4016-9c16-b09e98e995f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1098 time: 0.3388627 Jun 10 16:25:13.004924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Allocated IP 172.20.0.8 (67ddfa00-c135-427f-a153-c575e9bcfe5f/8514d36a-15c8-4d69-b837-849983365ece/16784202-065e-4def-a1a9-792db7b76ce6) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:13.005121 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7fce4edd-cefc-4504-a4dc-29baaef337b8', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'port_id': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'mac_address': 'fa:16:3e:56:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:25:07Z', 'updated_at': '2021-06-10T16:25:07Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:25Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:13.009212 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] Checking router: 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:13.019780 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:13.020406 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:13.038056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.040800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-062b7057-122d-462d-a18e-d22665048cbe tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:13.082093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=118858be-72d5-412a-a7e3-bf9a80e3651f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:13.086500 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.088379 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/118858be-72d5-412a-a7e3-bf9a80e3651f HTTP/1.1" status: 204 len: 168 time: 0.7584071 Jun 10 16:25:13.091844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:13.092300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50478) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:13.100267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f463a3-f3e1-4da7-bdd2-7b37d1896d5b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:13.105769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.169266 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-710e5e16-b77e-44d0-92ba-25dc1693e8e9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756137 Jun 10 16:25:13.171950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50480) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:13.178671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:13.195532 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:13.271984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.274981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.276146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a171d6d-db4c-4bff-bd8e-bd25ba8d1173 HTTP/1.1" status: 204 len: 168 time: 0.7955463 Jun 10 16:25:13.283498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75f4b1e7-9d41-41b5-865f-10ae1a304a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:13.317432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:13.331004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6502612 Jun 10 16:25:13.331901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50484) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:13.337782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a171d6d-db4c-4bff-bd8e-bd25ba8d1173,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:13.340369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa04560-4983-4289-8349-907c42be8d0a req-e223fed4-493b-4b14-91e9-0ebfbe47b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:13.342089 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-e223fed4-493b-4b14-91e9-0ebfbe47b942 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 200 len: 898 time: 0.3309646 Jun 10 16:25:13.361580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.365401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:13.371029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.377666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:13.379440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:13.405808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:13.411591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.418537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e54b70-c883-4bc6-8950-0ca9c03ba1e4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:13.445366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:13.450723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.452066 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4781094 Jun 10 16:25:13.455475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50486) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:13.467463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:13.468186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:13.625557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 00cc295f-bffa-4eb2-9ff7-2613cc4da98a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:13.778174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.819018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:13.829526 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7fce4edd-cefc-4504-a4dc-29baaef337b8', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'port_id': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'mac_address': 'fa:16:3e:56:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:25:07Z', 'updated_at': '2021-06-10T16:25:07Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:25Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:13.830660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:13.839579 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d77246-5d96-4b85-af23-8b40c0194d27 None None] The sync data for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv is: [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7fce4edd-cefc-4504-a4dc-29baaef337b8', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'port_id': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'mac_address': 'fa:16:3e:56:8b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:25:07Z', 'updated_at': '2021-06-10T16:25:07Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:25Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:13.973656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50498) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:14.000898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:14.008123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:14.008515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.075792 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ea0339dc-6edc-4942-88c1-ef7df6ffe0ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/7fce4edd-cefc-4504-a4dc-29baaef337b8 HTTP/1.1" status: 200 len: 991 time: 0.0995190 Jun 10 16:25:14.087017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:14.095421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.130714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.142917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-96e3f0d7-decb-4146-b7b0-8394ef75cd9d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:14.154796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.159170 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/48e54b70-c883-4bc6-8950-0ca9c03ba1e4 HTTP/1.1" status: 204 len: 168 time: 0.7003157 Jun 10 16:25:14.166074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e54b70-c883-4bc6-8950-0ca9c03ba1e4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:14.167828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50506) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:14.171048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-4a58eb19-735d-4657-942b-0d55d37b582d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 200 len: 999 time: 0.8019800 Jun 10 16:25:14.196431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:14.223588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:25:14.227127 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb23f90-4413-411b-abe7-01bbedc24c20 None None] New status for floating IP 7fce4edd-cefc-4504-a4dc-29baaef337b8: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:25:14.281280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.336224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.340959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Deleting port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:14.341543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.362321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa04560-4983-4289-8349-907c42be8d0a req-161c3c80-ef9f-44c1-9f0b-71d5a1703b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:14.364438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-161c3c80-ef9f-44c1-9f0b-71d5a1703b38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10383e69-58b9-4691-8205-37ea3dbd705f HTTP/1.1" status: 200 len: 835 time: 0.1857827 Jun 10 16:25:14.383737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Transition to ACTIVE for port object 16784202-065e-4def-a1a9-792db7b76ce6 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:14.441415 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fff3a5c0-c86d-4805-8c15-293b1f8a906b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2581756 Jun 10 16:25:14.442984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50510) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:14.461703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50512) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:14.515463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.587026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.594113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa04560-4983-4289-8349-907c42be8d0a req-ce2aa576-9b81-459c-a384-f8cb8ef5d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:14.596847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-ce2aa576-9b81-459c-a384-f8cb8ef5d16e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9181bd97-25fa-42f2-a24e-587dcd72d593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2235038 Jun 10 16:25:14.597936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-01cf45f8-37d0-4b0f-8b69-c23f6d3901dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:14.602946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] For port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:14.603353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.615242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:10Z', 'revision_number': 9, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:14.671546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:14.679884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:14.686417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:14.709984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313367807'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:14.717389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:14.727755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.728788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Calling delete_port for 00cc295f-bffa-4eb2-9ff7-2613cc4da98a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:14.741018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.748161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:14.748936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:14.791682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.819214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.821436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Port': ['ID=16784202-065e-4def-a1a9-792db7b76ce6,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:14.849543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:14.850065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf0acec7-b00f-4301-9fed-bb293fe8ed7a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:14.899706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.901986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:14.907054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:14.926727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:14.931419 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f HTTP/1.1" status: 204 len: 168 time: 1.5949254 Jun 10 16:25:14.942193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50516) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:14.965374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed46eab-c644-4811-9eeb-780b2ce171b2 None None] Network 05dfd486-d3fa-4955-9661-5f586352863c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:15.009254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.012534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.016325 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/744b40c1-aeb6-4440-a5d0-9a20f5f3e875 HTTP/1.1" status: 204 len: 168 time: 0.5680494 Jun 10 16:25:15.022039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb783672-6710-4216-8ee2-5e86ec46990d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:15.027176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50518) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.059182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:15.059832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.062621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.068048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b40c1-aeb6-4440-a5d0-9a20f5f3e875,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:15.070883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:15.072677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] For port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:15.085188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50520) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.112530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.119840 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-726255ee-dbb8-419c-9584-c9f0447e35d0 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098400 Jun 10 16:25:15.129364 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1899161 Jun 10 16:25:15.130047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50522) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.149649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:15.217756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.230042 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-38bcbb70-48ca-4835-9459-19ba1db5b590 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1977873 Jun 10 16:25:15.240864 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4d1bbb41-8706-403c-8f12-3df9908c18e5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/7fce4edd-cefc-4504-a4dc-29baaef337b8 HTTP/1.1" status: 200 len: 993 time: 0.1442277 Jun 10 16:25:15.240864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50524) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.246382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.247855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.264577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:15.328854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:15.336373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:15.346104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:15.349394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:15.350059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.382388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,revision_number=6']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:15.385666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:15.386518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3039012d-463a-4f41-bfa2-322f791306c2 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:15.396819 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6fa04560-4983-4289-8349-907c42be8d0a req-ad01eb32-9e15-421b-aa02-34868b091273 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633941 Jun 10 16:25:15.405099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-69aea7ec-0e6d-4ef1-8ff0-6ac881b513b5 None None] Provisioning for port 16784202-065e-4def-a1a9-792db7b76ce6 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:15.425639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:15.425978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.449310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.454506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-788cd7bf-074a-4eee-a17f-a2ed938be9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:15.456341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=58f3811a-5091-4a58-849d-44ebf16598c6,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:15.457502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-69aea7ec-0e6d-4ef1-8ff0-6ac881b513b5 None None] Provisioning complete for port 16784202-065e-4def-a1a9-792db7b76ce6 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:15.457889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69aea7ec-0e6d-4ef1-8ff0-6ac881b513b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.459486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:15.474060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.508267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.526820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Pushing event deleted for resources: {'Port': ['ID=00cc295f-bffa-4eb2-9ff7-2613cc4da98a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:15.532582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:15.547930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.560377 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3872502 Jun 10 16:25:15.563073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50526) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.568834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.570752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:ed:ea:39', 'name': 'tempest-NetworksTestDHCPv6-87671825'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:15.577257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ea36c99e-24b2-4ccc-8ade-48973f60b53d tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:15.577494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.578711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 00cc295f-bffa-4eb2-9ff7-2613cc4da98a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:15.581071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.581953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,segment=NetworkSegment(73fe42af-1017-4a35-a558-e86a63c62a79),segment_id=73fe42af-1017-4a35-a558-e86a63c62a79)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:15.582169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] No DVR routers for this DVR port 00cc295f-bffa-4eb2-9ff7-2613cc4da98a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:15.582427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.585277 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/29347150-3575-4c1b-8eed-7e7e3be50a9d HTTP/1.1" status: 204 len: 168 time: 0.3525794 Jun 10 16:25:15.607459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50528) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.618787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe2a35ba-4c63-40e8-87a0-b2fd8ff25e5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:15.638025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29347150-3575-4c1b-8eed-7e7e3be50a9d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:15.644911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-69aea7ec-0e6d-4ef1-8ff0-6ac881b513b5 None None] Port 16784202-065e-4def-a1a9-792db7b76ce6 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:15.652761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 00cc295f-bffa-4eb2-9ff7-2613cc4da98a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:15.653221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 00cc295f-bffa-4eb2-9ff7-2613cc4da98a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:15.654737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a0660-1c7a-45eb-948f-e6cde2f36405 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:15.688421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:15.773693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 8d2c3ffa-0d69-4617-bec2-b6ed5410972e owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:15.799423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:15.802018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52079c7f-60e0-40a8-8963-a30cf053afa3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:15.805435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:15.914533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50530) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:15.914731 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9797834e-f891-48c8-85d7-160cee87f720 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3060048 Jun 10 16:25:15.932233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198302668'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:15.953740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] DHCP port deletion for 05dfd486-d3fa-4955-9661-5f586352863c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:16.054471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '58f3811a-5091-4a58-849d-44ebf16598c6'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:16.055339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.077919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.086253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.094138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f404864-cee3-4b48-a8aa-aaba5727665c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.097881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:10Z', 'revision_number': 9, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:16.103104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.106986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:16.138374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:16.156927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398af750-3e93-4775-a15d-4fd9f607ebde,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.157231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8791e03-464a-493d-b6c4-ddbcdb30d41d None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:10Z', 'revision_number': 9, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952a9a57-404b-4b02-97bb-5a2b85dc0458', 'name': '', 'network_id': 'c6634e85-575b-4c2f-b8fb-d76aff33b3ac', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:3f:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:18Z', 'updated_at': '2021-06-10T16:24:31Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1f69027e-97b0-42b2-9dcd-ea6146590418', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:16.170316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Deleting port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:16.170711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.191056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.191899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8dd39bb-3421-4ea2-a56b-9476493bee93 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.198417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.254683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.259344 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7865057 Jun 10 16:25:16.259817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.260175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50532) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.262319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.265657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.310086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.334439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] For port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:16.334906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.335371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.368197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 4553458e-fb6c-400a-873d-480cf731c82a yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:16.390246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dfd486-d3fa-4955-9661-5f586352863c']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:16.402539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Allocated IP 2001:db8::f816:3eff:feaf:f41c (12102a82-a06e-4715-892b-6bfb38de3638/58f3811a-5091-4a58-849d-44ebf16598c6/9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:16.412742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fe42af-1017-4a35-a558-e86a63c62a79') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:16.413045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fe42af-1017-4a35-a558-e86a63c62a79') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:16.429448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.443417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Calling delete_port for 8d2c3ffa-0d69-4617-bec2-b6ed5410972e owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:16.448042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:25:16.454570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.457708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e09a33e-43a1-4b3d-a0aa-995032d379c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.458290 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ccb9008d-9bdb-457c-89d2-8b41683a4bd7 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1970019 Jun 10 16:25:16.467095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50534) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.477174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-security--575551324', 'description': 'tempest-security-description-1552120521'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:16.478830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.488786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.489968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.493224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Pushing event deleted for resources: {'Port': ['ID=8d2c3ffa-0d69-4617-bec2-b6ed5410972e,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.496319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a7f9c52c-ec5a-46f4-9959-04171af1b690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.497626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.507419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:16.507828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:16.510892 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:16.513682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] No DVR routers for this DVR port 8d2c3ffa-0d69-4617-bec2-b6ed5410972e on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:16.541536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.542762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6265111 Jun 10 16:25:16.545665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50536) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.551974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': '74e173e4-a3af-4b28-a14c-2b8b8f4a45ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:16.557768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e173e4-a3af-4b28-a14c-2b8b8f4a45ef,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.562051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.603851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.617571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Allocated IP 172.26.5.8 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/613658fd-e933-4b9c-81b1-2c0986b6e48e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:16.637860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.690995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.695549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.701413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.702614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.714767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a5538861-4dd1-45a5-9ed1-cc0b16322bb1 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.723375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ff4f4f-405d-4003-b4a6-f80f8c07b4d4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.729568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.730934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.732215 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1858246 Jun 10 16:25:16.734805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.735481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50538) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.739353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.740128 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/05dfd486-d3fa-4955-9661-5f586352863c HTTP/1.1" status: 204 len: 168 time: 1.7947834 Jun 10 16:25:16.742672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50540) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.750372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Transition to ACTIVE for port object 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:16.767323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.767674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Transition to ACTIVE for port object 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:16.774719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.776673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.786818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.827688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:16.831196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:16.836714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:16.840548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Pushing event updated for resources: {'Port': ['ID=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.844628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.866363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=05dfd486-d3fa-4955-9661-5f586352863c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.871860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:feed:ea39 (12102a82-a06e-4715-892b-6bfb38de3638/58f3811a-5091-4a58-849d-44ebf16598c6/4553458e-fb6c-400a-873d-480cf731c82a) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:16.876855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.882181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.886307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d5ff4f4f-405d-4003-b4a6-f80f8c07b4d4 HTTP/1.1" status: 204 len: 168 time: 0.1468844 Jun 10 16:25:16.886307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23cfa57c-0880-4a97-89c7-06658287b061 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.897316 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50542) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.898397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ff4f4f-405d-4003-b4a6-f80f8c07b4d4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:16.900891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.922604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:16.928242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Attempting to bind port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:16.928749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Attempting to bind port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:16.929255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Attempting to bind port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:16.932886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.935083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:16.935700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:16.936183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.936816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:16.937620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Bound port: 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:16.938218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.951839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.954571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:16.955965 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "PUT /v2.0/security-groups/398af750-3e93-4775-a15d-4fd9f607ebde HTTP/1.1" status: 200 len: 1779 time: 0.4856069 Jun 10 16:25:16.958978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50544) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:16.960887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bfd0828f-248d-4a72-b5f2-01e396f02ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:16.999964 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-85e329d0-a596-4318-bdd4-2ff464b942f2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0974653 Jun 10 16:25:17.008433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50546) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.048139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] For port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:17.053414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] For port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:17.058635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.063788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9354b6d3-2320-42c5-afb7-2467899ad07e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:17.141641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Pushing event updated for resources: {'Port': ['ID=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:17.146181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:17.146995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-82146cc6-340d-4290-95ad-9c82780d0400 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups/398af750-3e93-4775-a15d-4fd9f607ebde HTTP/1.1" status: 200 len: 1779 time: 0.1865859 Jun 10 16:25:17.151818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50548) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.160632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398af750-3e93-4775-a15d-4fd9f607ebde,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:17.165100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.170795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:17.237999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.277329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.286580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.296276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.315699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7cf78d0b-cab4-415d-9b75-dbab7ae912a0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:17.322759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.339908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 4553458e-fb6c-400a-873d-480cf731c82a will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:17.376275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:17.383869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:17.390227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:17.397335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.399906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Port': ['ID=613658fd-e933-4b9c-81b1-2c0986b6e48e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:17.436525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.437041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:17.438946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.440167 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/74e173e4-a3af-4b28-a14c-2b8b8f4a45ef HTTP/1.1" status: 204 len: 168 time: 0.4303231 Jun 10 16:25:17.443685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50550) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.453387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e96cefe1-01cd-4466-96f6-03d85a8ed3bc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:17.479877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e173e4-a3af-4b28-a14c-2b8b8f4a45ef,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:17.482122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:17.514538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.520862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d555ab76-15db-464b-a132-7068c1ffa2f5 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:17.534655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.537789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.538930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/398af750-3e93-4775-a15d-4fd9f607ebde HTTP/1.1" status: 204 len: 168 time: 0.3865728 Jun 10 16:25:17.604136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50552) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.629898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:17.635959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=4553458e-fb6c-400a-873d-480cf731c82a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:17.644780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:17.645693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c32d4917-ffed-4212-be91-75f0b9c808e4 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:17.657950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:17.664299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398af750-3e93-4775-a15d-4fd9f607ebde,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:17.667186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:17.675231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:17.677536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:17.683792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:17.684446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.715183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:17.717207 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-52173db8-1db7-4249-8f07-aa020bced931 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1099336 Jun 10 16:25:17.719104 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1547573 Jun 10 16:25:17.719644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50554) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.727539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50556) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.777541 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-7988bfd1-4158-42e9-b084-b6a00a038ba0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] delete failed (client error): The resource could not be found. Jun 10 16:25:17.778872 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7988bfd1-4158-42e9-b084-b6a00a038ba0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/398af750-3e93-4775-a15d-4fd9f607ebde HTTP/1.1" status: 404 len: 347 time: 0.0580583 Jun 10 16:25:17.783756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50558) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:17.790001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--334883426'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:17.797535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eceea397-fa0c-4e4d-9867-886cd37acf21 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:17.818640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:17.825823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: eceea397-fa0c-4e4d-9867-886cd37acf21 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:17.826320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eceea397-fa0c-4e4d-9867-886cd37acf21 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:17.826949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8d2c3ffa-0d69-4617-bec2-b6ed5410972e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:17.855046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 8d2c3ffa-0d69-4617-bec2-b6ed5410972e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:17.855670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8d2c3ffa-0d69-4617-bec2-b6ed5410972e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:17.877351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b5fafc-4643-4c59-89c8-dc16e18bb9a6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:17.883214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b5fafc-4643-4c59-89c8-dc16e18bb9a6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:17.884801 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-26b5fafc-4643-4c59-89c8-dc16e18bb9a6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1551671 Jun 10 16:25:17.889079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50560) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:18.013386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4f54c11d-9ad7-4ba4-ad0d-f9f7caaf9a3f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5667922 Jun 10 16:25:18.024251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50562) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:18.032961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group': {'name': 'tempest-secgroup--573601740'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:18.050046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.057522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.062625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:18.085064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.094218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 4553458e-fb6c-400a-873d-480cf731c82a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:18.094698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.128532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.213577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.218190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.419949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Provisioning for port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:18.429304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Provisioning complete for port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:18.429689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.539118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.583038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] For port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:18.588723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.592385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:18.631290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.657553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8102deac-c002-498e-8ac9-cb76dae6ff39,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:18.658853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.665489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:18.665647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:18.666286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.672036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8870471 Jun 10 16:25:18.677471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50564) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:18.678061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Pushing event updated for resources: {'Port': ['ID=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:18.682147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:18.688653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': '8102deac-c002-498e-8ac9-cb76dae6ff39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:18.696453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.713989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b6c36601-02d5-4f4b-8896-c1f2ccd327d0 None None] Provisioning for port 4553458e-fb6c-400a-873d-480cf731c82a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:18.717653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b6c36601-02d5-4f4b-8896-c1f2ccd327d0 None None] Provisioning complete for port 4553458e-fb6c-400a-873d-480cf731c82a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:18.718128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6c36601-02d5-4f4b-8896-c1f2ccd327d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.768683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b6c36601-02d5-4f4b-8896-c1f2ccd327d0 None None] Port 4553458e-fb6c-400a-873d-480cf731c82a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:18.793845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Port': ['ID=613658fd-e933-4b9c-81b1-2c0986b6e48e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:18.801805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:18.803455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 4553458e-fb6c-400a-873d-480cf731c82a owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:18.820630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.895608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.907425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.913814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-143dbe38-f56d-4cc6-a089-34b4074317e4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:18.922132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:18.923343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7889476 Jun 10 16:25:18.933273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50566) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:18.941957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7a988121-2dc9-49af-bdf3-9617c1e97374 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'floatingip': {'port_id': '16784202-065e-4def-a1a9-792db7b76ce6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:18.981124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d388a401-da06-4946-b219-15b872ff91b5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:18.984315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:19.011429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 952a9a57-404b-4b02-97bb-5a2b85dc0458 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:19.011780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.020608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a988121-2dc9-49af-bdf3-9617c1e97374 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.035121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.036453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0104132 Jun 10 16:25:19.039387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50568) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.043974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'd388a401-da06-4946-b219-15b872ff91b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:19.083278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.089367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.121482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba344160-9bfb-4d07-9db8-57f869bf4d7d tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:19.162667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.172026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=4553458e-fb6c-400a-873d-480cf731c82a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:19.183114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:19.211276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 952a9a57-404b-4b02-97bb-5a2b85dc0458, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=952a9a57-404b-4b02-97bb-5a2b85dc0458,segment=NetworkSegment(ccfe5911-2bd7-454f-9eec-0b2db17a5d69),segment_id=ccfe5911-2bd7-454f-9eec-0b2db17a5d69)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:19.211541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.276991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.279201 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/4553458e-fb6c-400a-873d-480cf731c82a HTTP/1.1" status: 204 len: 168 time: 1.3888590 Jun 10 16:25:19.287936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50570) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.310619 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-7a988121-2dc9-49af-bdf3-9617c1e97374 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] update failed (client error): The resource could not be found. Jun 10 16:25:19.313718 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7a988121-2dc9-49af-bdf3-9617c1e97374 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "PUT /v2.0/floatingips/07009081-e0bd-49c0-9237-f6617d45c6e2 HTTP/1.1" status: 404 len: 507 time: 0.3773675 Jun 10 16:25:19.314516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50572) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.337806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 952a9a57-404b-4b02-97bb-5a2b85dc0458 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:19.339074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.386331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.401547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cf92958e-3336-449e-9be7-121e06ab59ac tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:19.407398 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:25:19.409880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.419348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.428494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cc4052-258d-401d-9695-2e257bf1126b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:19.472006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bf7eaac5-896d-460e-8769-f8d1b5a9796f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:19.479837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:19.482981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.484147 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8056381 Jun 10 16:25:19.487904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50574) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.501253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c335a87-03dc-4978-b9a1-aca2a329f33c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:19.503744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c335a87-03dc-4978-b9a1-aca2a329f33c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:19.505287 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8c335a87-03dc-4978-b9a1-aca2a329f33c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2153726 Jun 10 16:25:19.509631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50576) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.522231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:19.535472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aff316f-30af-4cd4-9d6f-7f61802c4724,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:19.538109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.542074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5016291 Jun 10 16:25:19.544234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50578) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.545389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:19.558915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.578944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.605356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cd760c9c-758b-4d35-8511-5f169c596622 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules/7aff316f-30af-4cd4-9d6f-7f61802c4724 HTTP/1.1" status: 200 len: 763 time: 0.0326214 Jun 10 16:25:19.608127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50580) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.657938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Deleting port 613658fd-e933-4b9c-81b1-2c0986b6e48e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:19.658815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.662674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.677884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 58f3811a-5091-4a58-849d-44ebf16598c6 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:19.678885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:19.686147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.691082 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b7cc4052-258d-401d-9695-2e257bf1126b HTTP/1.1" status: 204 len: 168 time: 0.1983075 Jun 10 16:25:19.691746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.691746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50582) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.711359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7cc4052-258d-401d-9695-2e257bf1126b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:19.756512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:19.757490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.764811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:19.767771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.780707 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9af4b505-c00f-4898-b8c3-9a20529950c5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1689107 Jun 10 16:25:19.781449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50584) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.849574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.852565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.852955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.871202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.891041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ad56388d-73a2-4c07-8629-4f45cc281bed tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1955769 Jun 10 16:25:19.896017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50586) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:19.943890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:19.949426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f72d9b7-8af4-4f88-9ca2-bd805b764f41 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:19.966836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Calling delete_port for 613658fd-e933-4b9c-81b1-2c0986b6e48e owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:20.023341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=952a9a57-404b-4b02-97bb-5a2b85dc0458,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.035532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.036808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.047560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.054003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-81ec4b08-cce5-421e-8425-a4d86fff1fbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:20.061072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.062214 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7aff316f-30af-4cd4-9d6f-7f61802c4724 HTTP/1.1" status: 204 len: 168 time: 0.2723968 Jun 10 16:25:20.070114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50588) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.079160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7aff316f-30af-4cd4-9d6f-7f61802c4724,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.084483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.154626 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-38b4485a-20d7-4b6c-b7a7-42592b3766f7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0826075 Jun 10 16:25:20.157739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50590) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.166023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'd388a401-da06-4946-b219-15b872ff91b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:20.175394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.243781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.258800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.263698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4a2b0e9c-56f6-430d-8159-044e7716b9cf tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:20.297623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Port': ['ID=613658fd-e933-4b9c-81b1-2c0986b6e48e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.306510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.320250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.331175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.342814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ef1275bd-c2f6-4b12-a417-13ff03b9fe31 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:20.420352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.423563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=58f3811a-5091-4a58-849d-44ebf16598c6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.426350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b039d5-1243-4d20-8341-902c699c44d7 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:20.429794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.430379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.432217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d3c746b-42a8-4392-9e4f-64ed0755a0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:20.433300 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/58f3811a-5091-4a58-849d-44ebf16598c6 HTTP/1.1" status: 204 len: 168 time: 0.9200525 Jun 10 16:25:20.434400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.437506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50592) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.446636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.449923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.451379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.451712 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "DELETE /v2.0/floatingips/07009081-e0bd-49c0-9237-f6617d45c6e2 HTTP/1.1" status: 204 len: 168 time: 1.1315258 Jun 10 16:25:20.455609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50594) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.464575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1fd38555-b0ac-4d0d-b6be-5739a2eb8f0e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'floatingip': {'floating_network_id': '67ddfa00-c135-427f-a153-c575e9bcfe5f', 'port_id': '16784202-065e-4def-a1a9-792db7b76ce6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:20.492771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07664a0b-9e56-4c4d-9870-8fbe934400cf,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.496124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.498524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1fd38555-b0ac-4d0d-b6be-5739a2eb8f0e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.517442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.523265 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3597333 Jun 10 16:25:20.523527 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-411371c1-9030-435a-aa9b-15c7c3461530 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827968 Jun 10 16:25:20.524173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50596) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.526394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50598) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.544325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.548040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.550740 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/8102deac-c002-498e-8ac9-cb76dae6ff39 HTTP/1.1" status: 204 len: 168 time: 0.6525927 Jun 10 16:25:20.554209 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7a056f3a-5cde-45f1-81a4-c0c59695e863 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules/07664a0b-9e56-4c4d-9870-8fbe934400cf HTTP/1.1" status: 200 len: 763 time: 0.0292583 Jun 10 16:25:20.556694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50600) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.557229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50602) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.581520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29fac238-15a5-4527-b91d-a38a6ba2bb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:20.694216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102deac-c002-498e-8ac9-cb76dae6ff39,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.698763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.713085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-38821051-8f60-4c73-b784-954263d81a76 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1541426 Jun 10 16:25:20.717665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50604) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.724048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--144059584'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:20.728850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:20.729547 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4fafb6f5-5fd9-4187-9994-45aceb912507 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1619320 Jun 10 16:25:20.729547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50606) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.762966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.776564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.803915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Deleting port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:20.804315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.827467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.832949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.836473 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/07664a0b-9e56-4c4d-9870-8fbe934400cf HTTP/1.1" status: 204 len: 168 time: 0.1039901 Jun 10 16:25:20.836473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fa5c7941-d2c9-48d7-a7a2-f910ef651167 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:20.838113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50608) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.861038 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-1fd38555-b0ac-4d0d-b6be-5739a2eb8f0e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:20.866842 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1fd38555-b0ac-4d0d-b6be-5739a2eb8f0e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4020932 Jun 10 16:25:20.867026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df6d354-308e-4940-91cc-1bb5c216c1ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:20.870519 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8df6d354-308e-4940-91cc-1bb5c216c1ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3401754 Jun 10 16:25:20.872551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50610) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.872776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50612) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.876889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07664a0b-9e56-4c4d-9870-8fbe934400cf,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:20.891571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '16784202-065e-4def-a1a9-792db7b76ce6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:20.899987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:20.909176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] For port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:20.909805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.984238 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dbcb79c7-48ba-4de6-94d9-2fd59c6206ea tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1448045 Jun 10 16:25:20.988148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62877c1b-59a5-4dcf-b5e7-b07af3fc5a91 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:20.989689 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-62877c1b-59a5-4dcf-b5e7-b07af3fc5a91 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138585 Jun 10 16:25:20.990536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50614) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:20.992972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:20.999462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Request body: {'security_group_rule': {'security_group_id': 'd388a401-da06-4946-b219-15b872ff91b5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:21.006960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50616) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.034582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Calling delete_port for 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:21.093923 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1fcb691a-7faa-42f3-ab36-3a6378ebad05 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830872 Jun 10 16:25:21.103488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50618) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.113838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:21.166021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.168714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:21.190871 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Project baed2bc64d1749019e0c9ba5a3e1cb78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:25:21.211856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Pushing event deleted for resources: {'Port': ['ID=9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:21.218198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:21.221907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] No DVR routers for this DVR port 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:21.247249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.262152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.360207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.381700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.382653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:21.388446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.394520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.418511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:21.431762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:21.529481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afaca44-93ec-4ab8-bd29-91d4b2533107,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:21.532116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:21.540637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.596473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:21.627952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:21.628784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9ffcacc2-a61e-4fa1-82d3-1b53ceb3b60d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:21.649721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.657168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.661191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c85542a3-2ad4-47c9-89c0-8fc18b34197b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:21.669765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:21.679618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9327288 Jun 10 16:25:21.683759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:21.689052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50620) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.696944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:21.697960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:21.714421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.715772 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7237279 Jun 10 16:25:21.722694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50622) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.765806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.766900 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0470006 Jun 10 16:25:21.772632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50624) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.775646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b8959-702d-4668-86f7-2796b8d9488f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:21.777647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'a50b8959-702d-4668-86f7-2796b8d9488f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:21.778599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:21.789390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-04702341-2c87-45b6-8217-796122f5e34f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules/9afaca44-93ec-4ab8-bd29-91d4b2533107 HTTP/1.1" status: 200 len: 769 time: 0.0408332 Jun 10 16:25:21.792635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50626) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.796286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Allocated IP 172.26.5.130 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/94359aad-6ce5-4b0f-9167-b617dde17433) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:21.821078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 1f69027e-97b0-42b2-9dcd-ea6146590418 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:21.826280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.847843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:21.900090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.911082 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3226a5dd-e52a-46af-bf02-c2daca92f89a tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1140175 Jun 10 16:25:21.912053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.917529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50628) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:21.959208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:21.964871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-542bc292-9749-4d0e-8393-4c40e7a78fdd tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.006398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.019513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.050342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:22.060175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:22.063119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:22.063698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.089410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=2df706f8-88d0-42ab-8b3d-25a34ff485a8,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.096349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.100252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.102255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.104445 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9afaca44-93ec-4ab8-bd29-91d4b2533107 HTTP/1.1" status: 204 len: 168 time: 0.1857109 Jun 10 16:25:22.106326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.108641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc79d1-98ae-400d-9323-e9729f617e10 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:22.110361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e06dbdcd-9ae3-41b3-a796-5fbf6634efe1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.112112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50630) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.126629 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0209329 Jun 10 16:25:22.145576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.147272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.152545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:06:f0:7a', 'name': 'tempest-NetworksTestDHCPv6-243319239'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:22.159867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.160925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9afaca44-93ec-4ab8-bd29-91d4b2533107,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.164843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.165174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.168033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-86698132-a3ab-45ab-8a37-440b9692921f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.208412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2fe494-d917-4e03-883a-a0eeb5c9975e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.212514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.226176 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c70c6666-6627-425a-bc6c-ccd52a8d9b07 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1102917 Jun 10 16:25:22.227454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50634) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.236178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.240266 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4642677 Jun 10 16:25:22.251049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50636) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.264018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'a50b8959-702d-4668-86f7-2796b8d9488f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:22.309956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.315949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.343450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.347096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.350819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.355031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5dd9b6ad-2daf-46c8-ad9b-e3620d327b12 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.359440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:19Z', 'revision_number': 10, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:22.367641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:22.381209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:22.392033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:22.395151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.401917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:22.404350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:22.405088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:22.424886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=1f69027e-97b0-42b2-9dcd-ea6146590418,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.435845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.438142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event updated for resources: {'Port': ['ID=94359aad-6ce5-4b0f-9167-b617dde17433,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.440907 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/1f69027e-97b0-42b2-9dcd-ea6146590418 HTTP/1.1" status: 204 len: 168 time: 0.7477796 Jun 10 16:25:22.441130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.442342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.445463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50638) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.463785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '2df706f8-88d0-42ab-8b3d-25a34ff485a8'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:22.465238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.467339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c1584-3041-4a77-bdde-8c3946d8ef84 None None] Network c6634e85-575b-4c2f-b8fb-d76aff33b3ac requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:22.502152 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:22.537724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.598211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.607950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cef6bfd9-b298-44c5-ae34-857ed17661b7 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.617107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.619735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.624243 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "DELETE /v2.0/security-groups/d388a401-da06-4946-b219-15b872ff91b5 HTTP/1.1" status: 204 len: 168 time: 0.3922663 Jun 10 16:25:22.627195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50640) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.627546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-427f86c2-bb33-4f0b-9aa6-519109242ad6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:22.637351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.666666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.671055 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4143128 Jun 10 16:25:22.672090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f04029-7694-40ab-a76c-ae6e2f8339e5,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.675359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.680462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d388a401-da06-4946-b219-15b872ff91b5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:22.682685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50642) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.683445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:22.692793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'a50b8959-702d-4668-86f7-2796b8d9488f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:22.731242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.744075 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-24d2dd4d-e784-4364-84b1-3bf6b17edc2e tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1133151 Jun 10 16:25:22.756178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50644) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:22.801643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.823624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:22.839133 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e1cf68d3-9aa1-4d0c-bcab-3e40906d0a28 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756888 Jun 10 16:25:22.884030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:22.885368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 604d15a2-9ec7-45e9-ac71-6ce37143385c {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:22.885712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.922109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.966343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Deleting port 94359aad-6ce5-4b0f-9167-b617dde17433 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:22.966727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.977241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:22.981956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e089a600-de15-4733-923a-9adb3ee2653d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:23.008329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::242 (12102a82-a06e-4715-892b-6bfb38de3638/2df706f8-88d0-42ab-8b3d-25a34ff485a8/065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:23.028246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dca782e-f142-4f5a-af18-73b4051adf58,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:23.031080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:23.033343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 604d15a2-9ec7-45e9-ac71-6ce37143385c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=604d15a2-9ec7-45e9-ac71-6ce37143385c,segment=NetworkSegment(ccfe5911-2bd7-454f-9eec-0b2db17a5d69),segment_id=ccfe5911-2bd7-454f-9eec-0b2db17a5d69)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:23.033926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.088098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.089598 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4027879 Jun 10 16:25:23.094229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50648) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:23.180172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 604d15a2-9ec7-45e9-ac71-6ce37143385c owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:23.264634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'a50b8959-702d-4668-86f7-2796b8d9488f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:23.308337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50652) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:23.309291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bf2ff9-2ae0-48ce-86d0-5e0b04dca7f0 None None] DHCP port deletion for c6634e85-575b-4c2f-b8fb-d76aff33b3ac request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:23.334229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.339159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.342918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.343243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.345749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-90d8d486-ce46-4810-8328-0e113572a708 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:23.349524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:23.350218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.374147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf2ff9-2ae0-48ce-86d0-5e0b04dca7f0 None None] The port '604d15a2-9ec7-45e9-ac71-6ce37143385c' was deleted {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Jun 10 16:25:23.401921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.407108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f0285b8c-9875-455a-804f-5a6a15c00c14 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:23.474686 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:19Z', 'revision_number': 10, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:23.487389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/2df706f8-88d0-42ab-8b3d-25a34ff485a8/64ae52c0-c759-4221-a80f-b52a5eab8d2b) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:23.490554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d2a0e-dc2d-42cd-987e-f82cc4345815 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:19Z', 'revision_number': 10, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None, '_interfaces': [{'id': '2610a6e8-d6bc-4e50-914c-092ba3651462', 'name': '', 'network_id': '6376bf17-746b-4a19-b9db-91d14aa9480b', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'mac_address': 'fa:16:3e:a1:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:05Z', 'updated_at': '2021-06-10T16:24:21Z', 'revision_number': 5, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'subnets': [{'id': '1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:23.514024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:23.546023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 604d15a2-9ec7-45e9-ac71-6ce37143385c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:23.571740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:23.580853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 604d15a2-9ec7-45e9-ac71-6ce37143385c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:23.581460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 604d15a2-9ec7-45e9-ac71-6ce37143385c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:23.593097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:23.600420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:23.607906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:23.613961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:23.614852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.632257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3d6b87e4-0b30-46c7-9b82-eaee4b831c08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baed2bc64d1749019e0c9ba5a3e1cb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210304 Jun 10 16:25:23.633020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50656) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:23.654502 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5049725 Jun 10 16:25:23.654752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50658) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:23.748154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.765915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.781835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cade0-79d1-4c9e-8bab-493b1e0675fb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:23.782104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Transition to ACTIVE for port object 64ae52c0-c759-4221-a80f-b52a5eab8d2b will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:23.782220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-607cade0-79d1-4c9e-8bab-493b1e0675fb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1230927 Jun 10 16:25:23.785994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50660) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:23.802800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Transition to ACTIVE for port object 64ae52c0-c759-4221-a80f-b52a5eab8d2b will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:23.805274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.811761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.815406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:23.828533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=604d15a2-9ec7-45e9-ac71-6ce37143385c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:23.831815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:23.834689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port 604d15a2-9ec7-45e9-ac71-6ce37143385c on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:23.902458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:23.906064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:23.917394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:23.922018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Pushing event updated for resources: {'Port': ['ID=64ae52c0-c759-4221-a80f-b52a5eab8d2b,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:23.927733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:23.965251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.968725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:23.972937 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea73a924-1f63-4399-aac2-cc729f624f3a HTTP/1.1" status: 204 len: 168 time: 0.3349273 Jun 10 16:25:23.989484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:23.993122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:23.993509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.018414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Calling delete_port for 94359aad-6ce5-4b0f-9167-b617dde17433 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:24.025392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Attempting to bind port 64ae52c0-c759-4221-a80f-b52a5eab8d2b on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:24.025816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Attempting to bind port 64ae52c0-c759-4221-a80f-b52a5eab8d2b by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:24.026246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Attempting to bind port 64ae52c0-c759-4221-a80f-b52a5eab8d2b on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:24.029657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73a924-1f63-4399-aac2-cc729f624f3a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:24.033065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:24.033579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:24.035102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.035320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:24.035833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Bound port: 64ae52c0-c759-4221-a80f-b52a5eab8d2b, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:24.036272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.041521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:24.139713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.147071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] For port 64ae52c0-c759-4221-a80f-b52a5eab8d2b, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:24.152156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] For port 64ae52c0-c759-4221-a80f-b52a5eab8d2b, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=64ae52c0-c759-4221-a80f-b52a5eab8d2b,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:24.157192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.161850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5b2f2c55-f873-421a-9c27-8053466bdd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:24.216869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.243812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6634e85-575b-4c2f-b8fb-d76aff33b3ac']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:24.258881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Pushing event updated for resources: {'Port': ['ID=64ae52c0-c759-4221-a80f-b52a5eab8d2b,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:24.262671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:24.275667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:24.276494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfe5911-2bd7-454f-9eec-0b2db17a5d69') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:24.319516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.341621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.353300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.364301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7ca6a5d8-7e9d-4006-b175-59e365bb578c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:24.374842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:24.392582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.402785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd16b6ab-f30c-484f-b704-2bbe70eb0cc3,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:24.410809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:24.435830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:24.436230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:24.439402 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:24.473662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.475109 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2144904 Jun 10 16:25:24.478750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50664) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:24.504078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'a50b8959-702d-4668-86f7-2796b8d9488f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:24.571706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.574000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3935aef-6f31-4c7e-a1d5-854922ad109b tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:24.585069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.604907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.612828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.617476 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/c6634e85-575b-4c2f-b8fb-d76aff33b3ac HTTP/1.1" status: 204 len: 168 time: 2.1685855 Jun 10 16:25:24.617476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Port': ['ID=94359aad-6ce5-4b0f-9167-b617dde17433,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:24.618827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50666) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:24.618978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:24.620115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb3e24ad-90c2-482a-b17a-7bf9d8ceb290 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:24.634917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.667497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=c6634e85-575b-4c2f-b8fb-d76aff33b3ac,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:24.669961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:24.693835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:24.734681 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] create failed (client error): The resource could not be found. Jun 10 16:25:24.740534 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8616972 Jun 10 16:25:24.740830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50668) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:24.781914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:24.784336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:24.843307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.845365 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c HTTP/1.1" status: 204 len: 168 time: 1.0583715 Jun 10 16:25:24.849581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50670) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:24.863977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Deleting port 16784202-065e-4def-a1a9-792db7b76ce6 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:24.864606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.915463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.971863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:24.992928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.029219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:25.071171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4659089-e390-4faf-a64a-7c30879d85b7,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:25.073717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:25.077277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.078489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5798533 Jun 10 16:25:25.081991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c09ca-d919-4378-846f-cd317ac1601d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:25.083667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c09ca-d919-4378-846f-cd317ac1601d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:25.085185 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b78c09ca-d919-4378-846f-cd317ac1601d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2328122 Jun 10 16:25:25.088237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.088395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50674) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.101983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Calling delete_port for 16784202-065e-4def-a1a9-792db7b76ce6 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:25.205583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.228829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 2df706f8-88d0-42ab-8b3d-25a34ff485a8 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:25.232113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.242138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.285928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.291404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3c0bfdf-9f11-4b0f-adb5-e17680c380f1 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:25.325573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Port': ['ID=16784202-065e-4def-a1a9-792db7b76ce6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:25.328449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:25.347286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.377091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.383074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.387011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c4659089-e390-4faf-a64a-7c30879d85b7 HTTP/1.1" status: 204 len: 168 time: 0.2949376 Jun 10 16:25:25.388346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-51516bbd-24a6-4396-acae-7b99aa234453 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:25.390598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50676) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.412933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4659089-e390-4faf-a64a-7c30879d85b7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:25.415274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:25.488274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-86afc928-187b-486c-82f1-cb5aee6b0424 None None] Provisioning for port 64ae52c0-c759-4221-a80f-b52a5eab8d2b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:25.509263 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94758a8a-024d-48b3-aed7-0f77c2bdb088 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1167848 Jun 10 16:25:25.510281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.512084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "DELETE /v2.0/ports/16784202-065e-4def-a1a9-792db7b76ce6 HTTP/1.1" status: 204 len: 168 time: 0.7704670 Jun 10 16:25:25.512305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50678) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.514889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50680) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.554470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.587891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 64ae52c0-c759-4221-a80f-b52a5eab8d2b up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:25.628800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60cf7d-eaa8-477f-98b0-907bc194fa21 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:25.631159 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ac60cf7d-eaa8-477f-98b0-907bc194fa21 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "GET /v2.0/ports?device_id=a079107d-7c59-485e-bbfb-6c0ea1ff3c9d HTTP/1.1" status: 200 len: 913 time: 0.1145780 Jun 10 16:25:25.635671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.649550 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.675331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.684651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 64ae52c0-c759-4221-a80f-b52a5eab8d2b completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:25.693581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 64ae52c0-c759-4221-a80f-b52a5eab8d2b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:25.695306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.729543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.734948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-304dfc90-2593-4342-a4b4-8c8abd3feef5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:25.743389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.748079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.751760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cd16b6ab-f30c-484f-b704-2bbe70eb0cc3 HTTP/1.1" status: 204 len: 168 time: 0.2335997 Jun 10 16:25:25.764846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50684) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.781838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=2df706f8-88d0-42ab-8b3d-25a34ff485a8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:25.785010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:25.785891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:25.790845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.792796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/2df706f8-88d0-42ab-8b3d-25a34ff485a8 HTTP/1.1" status: 204 len: 168 time: 0.7024310 Jun 10 16:25:25.795961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.799460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50686) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.854228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-94b6f8c0-ac46-4361-8f5a-90dded3c3400 None None] Could not find standard attr ID for object 065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:25:25.857026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.908250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 64ae52c0-c759-4221-a80f-b52a5eab8d2b, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=64ae52c0-c759-4221-a80f-b52a5eab8d2b,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:25.910881 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ef8e9c3f-7e47-43fa-9cfb-6ce82a22c411 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1448271 Jun 10 16:25:25.914086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50688) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:25.915271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:25.923217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f7021255-fc76-4138-87a0-a83f554744f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:25.930248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 952a9a57-404b-4b02-97bb-5a2b85dc0458 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:25.945915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd16b6ab-f30c-484f-b704-2bbe70eb0cc3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:25.991262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 952a9a57-404b-4b02-97bb-5a2b85dc0458 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:25.991903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 952a9a57-404b-4b02-97bb-5a2b85dc0458 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:26.001964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7e4f5cd3-2c4a-4246-a6cf-d5dad5334881 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:26.017081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-55535d5c-98d6-413a-aaec-602dc210ee99 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2136707 Jun 10 16:25:26.017787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.026132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=64ae52c0-c759-4221-a80f-b52a5eab8d2b,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:26.029882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:26.055709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b8028-7cf9-4882-8bfa-126762eab462 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:26.089250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.103072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.175114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.179888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:26.195780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.197376 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0dca782e-f142-4f5a-af18-73b4051adf58 HTTP/1.1" status: 204 len: 168 time: 0.2824633 Jun 10 16:25:26.200654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dca782e-f142-4f5a-af18-73b4051adf58,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:26.200840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06744b-dead-4005-a119-08742de08a2a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:26.203871 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed06744b-dead-4005-a119-08742de08a2a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1838984 Jun 10 16:25:26.204551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50692) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.207653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:26.208166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50694) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.277278 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3d5701fa-549a-4e25-aa05-16c072eb5b9d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0685527 Jun 10 16:25:26.278593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50696) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.310300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:26.334646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea8d0b-2100-49f3-aa13-d483ad4b76a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:26.336135 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-10ea8d0b-2100-49f3-aa13-d483ad4b76a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1270156 Jun 10 16:25:26.340611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.347368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.359927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.380985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Deleting port 64ae52c0-c759-4221-a80f-b52a5eab8d2b {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:26.381447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.391792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 2610a6e8-d6bc-4e50-914c-092ba3651462 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:26.392421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.422035 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-54610c81-977a-4bd9-87e8-0fbc247a10ab tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802190 Jun 10 16:25:26.427003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50700) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.432032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:26.481526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] For port 64ae52c0-c759-4221-a80f-b52a5eab8d2b, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=64ae52c0-c759-4221-a80f-b52a5eab8d2b,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:26.482683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.528413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 2610a6e8-d6bc-4e50-914c-092ba3651462, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2610a6e8-d6bc-4e50-914c-092ba3651462,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:26.528845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.558205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.563773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-02c917c2-598d-411a-85d2-bcdabc53ade8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:26.568594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.572556 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/59f04029-7694-40ab-a76c-ae6e2f8339e5 HTTP/1.1" status: 204 len: 168 time: 0.2902412 Jun 10 16:25:26.574304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50702) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.584192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Calling delete_port for 64ae52c0-c759-4221-a80f-b52a5eab8d2b owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:26.602558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f04029-7694-40ab-a76c-ae6e2f8339e5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:26.618570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:26.632798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 2610a6e8-d6bc-4e50-914c-092ba3651462 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:26.664859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:26.668347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.684519 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3058b11c-68cf-41d2-8627-5d2f86636ffb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1080394 Jun 10 16:25:26.686393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.688657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.691616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b6672b88-576b-428d-ba79-b3670571d8cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:26.694853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50704) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.729050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Pushing event deleted for resources: {'Port': ['ID=64ae52c0-c759-4221-a80f-b52a5eab8d2b,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:26.730949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] No DVR routers for this DVR port 64ae52c0-c759-4221-a80f-b52a5eab8d2b on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:26.732381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:26.747967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.760185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.852214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.854535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d5bf04c7-7cc5-449c-b17a-28563b7e0b65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:26.860823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:26.862739 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cd2fe494-d917-4e03-883a-a0eeb5c9975e HTTP/1.1" status: 204 len: 168 time: 0.1661217 Jun 10 16:25:26.871402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50706) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:26.879494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd2fe494-d917-4e03-883a-a0eeb5c9975e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:26.900122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:26.972922 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-58943fec-e44e-41a6-bd5f-7dc549692234 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000001 Jun 10 16:25:26.975818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50708) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:27.019273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.027193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3383e954-c2da-4f7a-9b0d-a139ea9cf707 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:27.072229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=2610a6e8-d6bc-4e50-914c-092ba3651462,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:27.078961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:27.291196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:25:27.294021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.298337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eadc5aeb-aa0e-4b3f-80ed-93411f141a50 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:27.363402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:27.371023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:27.376212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:27.376894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.385133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccd31a-3fb1-4d8d-9abf-4288b51a2ba2 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:27.387341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=63bcd3a6-8889-4a6f-bedc-24ce85de92d3,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:27.394361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:27.396635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Deleting port 353b6e44-368f-4d69-8e54-e9bebd1a4237 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:27.397047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.421656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9935975 Jun 10 16:25:27.425656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50712) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:27.434236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:27.624972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '63bcd3a6-8889-4a6f-bedc-24ce85de92d3'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:27.625991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.636872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.642415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 64ae52c0-c759-4221-a80f-b52a5eab8d2b no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:27.647583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.671440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 64ae52c0-c759-4221-a80f-b52a5eab8d2b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:27.671440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 64ae52c0-c759-4221-a80f-b52a5eab8d2b not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:27.690970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.750012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Calling delete_port for 353b6e44-368f-4d69-8e54-e9bebd1a4237 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:27.820906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Allocated IP 2001:db8::f816:3eff:fe82:5bd4 (12102a82-a06e-4715-892b-6bfb38de3638/63bcd3a6-8889-4a6f-bedc-24ce85de92d3/3305aa4c-ae6d-4c82-aca5-6a3412c2981f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:27.846806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.977030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.981035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:27.982326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/a50b8959-702d-4668-86f7-2796b8d9488f HTTP/1.1" status: 204 len: 168 time: 1.0053239 Jun 10 16:25:27.985452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7391f865-a9e1-4fef-b6d5-5d7a28fae25b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:27.988672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50718) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:28.028097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b8959-702d-4668-86f7-2796b8d9488f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:28.030605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:28.086867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:28.090530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.178902 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-290e2909-7b2d-4644-8557-a7ba5e7d898e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1816850 Jun 10 16:25:28.179155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50720) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:28.184954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--934580045'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:28.198573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.207949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Transition to ACTIVE for port object 3305aa4c-ae6d-4c82-aca5-6a3412c2981f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:28.209632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:28.227329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Transition to ACTIVE for port object 3305aa4c-ae6d-4c82-aca5-6a3412c2981f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:28.230174 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.ipam_backend_mixin [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63bcd3a6-8889-4a6f-bedc-24ce85de92d3 (CIDR: 2001:db8::/64) Jun 10 16:25:28.232161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.233078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.234318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.235210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:28.236369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:28.241521 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:28.241521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:28.288416 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d5245d62-23c4-43d8-b2db-bc82d0b096ca tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8588254 Jun 10 16:25:28.288416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Port': ['ID=353b6e44-368f-4d69-8e54-e9bebd1a4237,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:28.288932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50722) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:28.293250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:28.293900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:28.296955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:28.297232 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:28.307954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:28.352739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Pushing event updated for resources: {'Port': ['ID=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:28.376790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:28.391923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Attempting to bind port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:28.392289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Attempting to bind port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:28.392665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Attempting to bind port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:28.399056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:28.399445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:28.400007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.400244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:28.400714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Bound port: 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:28.401098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.433191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:28.446191 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:28.469895 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:28.470831 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:28.566878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.577457 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9572001 Jun 10 16:25:28.578642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50724) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:28.589571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.606645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0f4a272-fec1-4d23-9a49-44fbcf237a36 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:28.655472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.660519 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4803131 Jun 10 16:25:28.662626 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:28.676524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:28.682860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'ed850dd8-9ef0-4a33-bef3-8dc8fc7e1a66', 'direction': 'ingress', 'protocol': 17}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:28.717282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] For port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:28.723448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] For port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:28.728955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.736566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:28.739676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed850dd8-9ef0-4a33-bef3-8dc8fc7e1a66,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:28.754627 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:26Z', 'revision_number': 11, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:28.758697 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:28.759327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:28.768574 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:28.770053 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:28.774257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting subnet 1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:28.778163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.816170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Pushing event updated for resources: {'Port': ['ID=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:28.822256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:28.857626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.901715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:28.911314 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:29.018070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.113184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.235829 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:26Z', 'revision_number': 11, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:29.244553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.244553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1faf5ac0-1a18-4830-8354-46607bf7c10c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:29.248553 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b90f2c-bf59-47f6-a1dc-bd1287c26c81 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:26Z', 'revision_number': 11, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:29.296567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:29.303859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.305351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:29.308870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.313673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f HTTP/1.1" status: 204 len: 168 time: 0.7306635 Jun 10 16:25:29.313673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.313673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50728) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:29.314611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3d288dce-2656-4c83-a005-4035434a0acc tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:29.317776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5442307-a13b-48d4-989f-db5cc13ad7e3 None None] Network 6376bf17-746b-4a19-b9db-91d14aa9480b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:29.332003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:29.335742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.365231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295dd84b-85af-4527-8805-bc46385a4ee1,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:29.368206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Router a079107d-7c59-485e-bbfb-6c0ea1ff3c9d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:29.411692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:29.429809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.431103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7533622 Jun 10 16:25:29.434828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50730) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:29.445516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.518595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Deleting port 2d37d1fa-8b79-48d2-984a-588840f94ec2 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:29.518938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.614755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] DHCP port deletion for 6376bf17-746b-4a19-b9db-91d14aa9480b request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:29.699514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Deleting port 2d37d1fa-8b79-48d2-984a-588840f94ec2 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:29.699791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.742689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] For port 2d37d1fa-8b79-48d2-984a-588840f94ec2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d37d1fa-8b79-48d2-984a-588840f94ec2,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:29.743060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.823382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3305aa4c-ae6d-4c82-aca5-6a3412c2981f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:29.866159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Calling delete_port for 2d37d1fa-8b79-48d2-984a-588840f94ec2 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:29.875800 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-5fd05446-0119-4d99-83ac-d8f0b55fb501 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3312583 Jun 10 16:25:29.899388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.909734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb6e13a0-72e9-4d7f-b3e0-78c4296f871a tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:29.913423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:29.935595 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "PUT /v2.0/routers/a079107d-7c59-485e-bbfb-6c0ea1ff3c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2982204 Jun 10 16:25:29.943701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] For port 2d37d1fa-8b79-48d2-984a-588840f94ec2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d37d1fa-8b79-48d2-984a-588840f94ec2,segment=NetworkSegment(b098f834-439b-4c23-84a0-91524c40c21a),segment_id=b098f834-439b-4c23-84a0-91524c40c21a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:29.944185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:29.947156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] Sync routers for ids ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:29.964603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:29.979594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50732) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:30.003556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.020006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] Routers {'a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:30.021032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.077020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Calling delete_port for 2d37d1fa-8b79-48d2-984a-588840f94ec2 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:30.143925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.149316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c8bb87c2-a06f-4b32-8ff1-bd72f117abd8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:30.159319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.184537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Port': ['ID=2d37d1fa-8b79-48d2-984a-588840f94ec2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:30.192591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:30.198339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No DVR routers for this DVR port 2d37d1fa-8b79-48d2-984a-588840f94ec2 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:30.218138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:30.234872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:30.249220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:30.250169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.279134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.282143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2610a6e8-d6bc-4e50-914c-092ba3651462 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:30.285104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.290567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbd68d-dfbf-46a3-a994-4387476953ea None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:30.300554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=50575f91-c1ab-4ce4-b817-e061dcc84834,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:30.339500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 2610a6e8-d6bc-4e50-914c-092ba3651462 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:30.339500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2610a6e8-d6bc-4e50-914c-092ba3651462 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:30.340033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d37d1fa-8b79-48d2-984a-588840f94ec2 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:30.345380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.352587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] Routers {'a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:30.353245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.359911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:30.364324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-65b1c290-d8fd-403f-9127-c52076e13a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:30.365897 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-65b1c290-d8fd-403f-9127-c52076e13a09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1098 time: 0.2943609 Jun 10 16:25:30.367610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6376bf17-746b-4a19-b9db-91d14aa9480b']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.386665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b098f834-439b-4c23-84a0-91524c40c21a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.387106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b098f834-439b-4c23-84a0-91524c40c21a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.422395 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1294296 Jun 10 16:25:30.422653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.424997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50736) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:30.429485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:00:2e:b7', 'name': 'tempest-NetworksTestDHCPv6-1287931105'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:30.488711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 2d37d1fa-8b79-48d2-984a-588840f94ec2 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:30.488711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d37d1fa-8b79-48d2-984a-588840f94ec2 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:30.504354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:30.504794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049be64-706e-46c1-983e-bc6dc43ec7d6 None None] The sync data for ids ['a079107d-7c59-485e-bbfb-6c0ea1ff3c9d'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:30.507808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.513750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Provisioning for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:30.520423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:30.520962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:30.525450 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:30.541031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Provisioning complete for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:30.541448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.587789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.615317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-347ef521-17a1-4c3b-a3b5-88aa79730842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:30.636741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-1fde0138-4ad6-404a-a6e7-5c77dcf3d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:30.638598 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-1fde0138-4ad6-404a-a6e7-5c77dcf3d708 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 200 len: 898 time: 0.2491903 Jun 10 16:25:30.653966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.669541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Pushing event deleted for resources: {'Port': ['ID=2d37d1fa-8b79-48d2-984a-588840f94ec2,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:30.671880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:30.673533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] No DVR routers for this DVR port 2d37d1fa-8b79-48d2-984a-588840f94ec2 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:30.720336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6129da-cda8-4e4a-abce-0f92e75c1cac tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:30.727238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.732184 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/networks/6376bf17-746b-4a19-b9db-91d14aa9480b HTTP/1.1" status: 204 len: 168 time: 1.4138882 Jun 10 16:25:30.745957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50738) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:30.750876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'routes': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:30.751111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.756359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Pushing event deleted for resources: {'Network': ['ID=6376bf17-746b-4a19-b9db-91d14aa9480b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:30.761024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.770720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.775513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.779410 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/ed850dd8-9ef0-4a33-bef3-8dc8fc7e1a66 HTTP/1.1" status: 204 len: 168 time: 1.3404951 Jun 10 16:25:30.790660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.797203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ca765a29-6426-4bdc-ab03-fbf11186c5b5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:30.803514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50740) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:30.818475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:30.840282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] For port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:30.847693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.850867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:30.877061 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-1356eabe-7edc-4863-8a61-40c4994ab65a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 200 len: 1001 time: 0.2315900 Jun 10 16:25:30.903545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed850dd8-9ef0-4a33-bef3-8dc8fc7e1a66,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:30.908934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:30.918752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.919255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Fanout notify agent at l3_agent the message router_deleted on router a079107d-7c59-485e-bbfb-6c0ea1ff3c9d {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:25:30.934669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:30.936189 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a8b85504-8d66-43f6-826b-ee47825cccf4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "DELETE /v2.0/routers/a079107d-7c59-485e-bbfb-6c0ea1ff3c9d HTTP/1.1" status: 204 len: 168 time: 0.9519050 Jun 10 16:25:30.941891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50742) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:30.991154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Pushing event updated for resources: {'Port': ['ID=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:31.000551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:31.013110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '63bcd3a6-8889-4a6f-bedc-24ce85de92d3', 'ip_address': '2001:db8::f816:3eff:fe82:5bd4'}, {'subnet_id': '50575f91-c1ab-4ce4-b817-e061dcc84834'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '3305aa4c-ae6d-4c82-aca5-6a3412c2981f'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:25:31.026486 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cbae3248-be88-45b1-9d63-e9a56ad441fa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2204008 Jun 10 16:25:31.027176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50744) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:31.034693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987253343'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:31.038788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:31.058335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.extraroute_db [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Added routes are [] {{(pid=92385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 10 16:25:31.058664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.extraroute_db [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Removed routes are [] {{(pid=92385) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 10 16:25:31.059102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.074697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Deleting subnet 8514d36a-15c8-4d69-b837-849983365ece {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:31.075037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.122290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-cc0cb7fd-ece4-4e65-9e6c-75dee666bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:31.123791 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-cc0cb7fd-ece4-4e65-9e6c-75dee666bd7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10383e69-58b9-4691-8205-37ea3dbd705f HTTP/1.1" status: 200 len: 835 time: 0.2374318 Jun 10 16:25:31.128690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.175686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.278715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.316178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.339244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Allocated IP 2001:db8:0:1::2 (12102a82-a06e-4715-892b-6bfb38de3638/50575f91-c1ab-4ce4-b817-e061dcc84834/3305aa4c-ae6d-4c82-aca5-6a3412c2981f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:31.415207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 336dd8fc-f1e6-4401-8cc7-66db25b023b9 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:31.569747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] For port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:31.578170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.588594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3305aa4c-ae6d-4c82-aca5-6a3412c2981f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:31.628838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.642797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.648962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bec30d51-9f97-4383-aefa-adc747b04d60 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:31.656157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.683353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Transition to ACTIVE for port object 3305aa4c-ae6d-4c82-aca5-6a3412c2981f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:31.694532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.695229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:31.695717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.699220 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6683018 Jun 10 16:25:31.702508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50746) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:31.716404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748700859'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:31.726168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e0572-be26-4a5c-832b-193e7fd1bbfa,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:31.727033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.731370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.733719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.745769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c315704-9d58-4a49-b6f5-0fe3eb566cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:31.750322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-cc2f9d4c-f279-4b36-a8fb-bdcb62e638da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:31.752031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-cc2f9d4c-f279-4b36-a8fb-bdcb62e638da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9181bd97-25fa-42f2-a24e-587dcd72d593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5834017 Jun 10 16:25:31.760179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:31.772391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.784975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d62ca40e-3609-4d1c-a299-0b92e520e7ed tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:31.834344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Subnet': ['ID=8514d36a-15c8-4d69-b837-849983365ece,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:31.850278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.853172 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "DELETE /v2.0/subnets/8514d36a-15c8-4d69-b837-849983365ece HTTP/1.1" status: 204 len: 168 time: 0.9098985 Jun 10 16:25:31.854141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:31.857944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50748) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:31.882873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:31.931272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:32.040032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd80b0-c2b3-45bc-8e6c-e65f2cd16459 None None] Network 67ddfa00-c135-427f-a153-c575e9bcfe5f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:32.067354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Pushing event updated for resources: {'Port': ['ID=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:32.074700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:32.077536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f had new provisioning blocks added so it will not transition to active. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Jun 10 16:25:32.086822 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-87f66ce6-44c7-45b5-b9d5-81b712c54867 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883890 Jun 10 16:25:32.093575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:32.111205 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] Sync routers for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:32.113410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8:0:1::332 (12102a82-a06e-4715-892b-6bfb38de3638/50575f91-c1ab-4ce4-b817-e061dcc84834/336dd8fc-f1e6-4401-8cc7-66db25b023b9) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:32.136383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.148422 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:32.152987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fe00:2eb7 (12102a82-a06e-4715-892b-6bfb38de3638/63bcd3a6-8889-4a6f-bedc-24ce85de92d3/336dd8fc-f1e6-4401-8cc7-66db25b023b9) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:32.153653 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:32.220914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.230453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29c1d586-20d1-4edf-a9c7-f3e1a7a99833 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 700 time: 1.4833000 Jun 10 16:25:32.232904 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e188e69-0c17-4770-b0e8-ead48803bdb5 req-ff7e3b65-3205-4553-9ace-b2ba195ac6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370826 Jun 10 16:25:32.233440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50750) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:32.304165 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:32.334158 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-17041341-718e-40dc-a34a-5716b653cdb9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 205 time: 0.0992796 Jun 10 16:25:32.336443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50752) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:32.478418 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:26Z', 'revision_number': 11, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:32.486350 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] Checking router: 3266e28c-e10c-4e67-a896-5a1c9d24adf7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:32.507045 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] Routers {'3266e28c-e10c-4e67-a896-5a1c9d24adf7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:32.508232 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:32.556026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] DHCP port deletion for 67ddfa00-c135-427f-a153-c575e9bcfe5f request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:32.579788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.597524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.659077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 336dd8fc-f1e6-4401-8cc7-66db25b023b9 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:32.726355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Deleting port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:32.728212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.770770 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] Set router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:32.781699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.830764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.841603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7f73f52b-05aa-4a0b-a272-5e65dd04755a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:32.924871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.925447 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2179058 Jun 10 16:25:32.930357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50754) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:32.941858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'e51e0572-be26-4a5c-832b-193e7fd1bbfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '06c8562b-3c59-482a-ab7f-24fa5c615220', 'remote_ip_prefix': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:32.948935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Deleting port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:32.950467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.954153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] For port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,segment=NetworkSegment(afc6e77a-757f-401a-b814-68a33770be5e),segment_id=afc6e77a-757f-401a-b814-68a33770be5e)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:32.955020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:32.957543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8562b-3c59-482a-ab7f-24fa5c615220,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:32.962712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:32.971825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.031751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e78347bc-ec0b-44fc-ab4e-95389446c7c5 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:33.078669 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:26Z', 'revision_number': 11, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:33.102177 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c509b2f-3059-41ae-9240-b18b65301352 None None] The sync data for ids ['3266e28c-e10c-4e67-a896-5a1c9d24adf7'] in dv-neutron-601336-90-hyperv is: [{'id': '3266e28c-e10c-4e67-a896-5a1c9d24adf7', 'name': 'tempest-RoutersTest-router-641646989', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:59Z', 'updated_at': '2021-06-10T16:25:26Z', 'revision_number': 11, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:33.161413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Calling delete_port for 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:33.214772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.217233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.238407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=336dd8fc-f1e6-4401-8cc7-66db25b023b9,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:33.268858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:33.317705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.317983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] For port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,segment=NetworkSegment(afc6e77a-757f-401a-b814-68a33770be5e),segment_id=afc6e77a-757f-401a-b814-68a33770be5e)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:33.318428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.318640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router 3266e28c-e10c-4e67-a896-5a1c9d24adf7 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:25:33.322427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:33.334722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.336796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ecfb03fa-4db7-4701-bc3b-7787d67b203d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 204 len: 168 time: 0.9959967 Jun 10 16:25:33.340290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9dd4623f-085d-4182-aec4-364dc966e00a None None] Provisioning for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:33.343046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50756) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:33.344491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:33.349258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9dd4623f-085d-4182-aec4-364dc966e00a None None] Provisioning complete for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:33.349728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9dd4623f-085d-4182-aec4-364dc966e00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.351818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.353953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1747188330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:33.356092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d98cc3f2-5edc-4745-8842-6a0eb105607a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:33.359758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:33.366045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:33.366792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.412419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Pushing event deleted for resources: {'Port': ['ID=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:33.414912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:33.419552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] No DVR routers for this DVR port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:33.466494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.509332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-23423849-6f5e-4026-8653-c2f65fb4e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.570553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Calling delete_port for 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:33.626895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3305aa4c-ae6d-4c82-aca5-6a3412c2981f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:33.686378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.687968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.701410 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2767611 Jun 10 16:25:33.703467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:33.704051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50760) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:33.704186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.788388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5696d4e3-94c9-49af-8ec8-880d7b276586 None None] Provisioning for port 336dd8fc-f1e6-4401-8cc7-66db25b023b9 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:33.798350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5696d4e3-94c9-49af-8ec8-880d7b276586 None None] Provisioning complete for port 336dd8fc-f1e6-4401-8cc7-66db25b023b9 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:33.798940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5696d4e3-94c9-49af-8ec8-880d7b276586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.869250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 336dd8fc-f1e6-4401-8cc7-66db25b023b9 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:33.870143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:33.916311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5696d4e3-94c9-49af-8ec8-880d7b276586 None None] Port 336dd8fc-f1e6-4401-8cc7-66db25b023b9 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:25:34.003112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:34.029945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:34.030420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:34.044012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.144160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 336dd8fc-f1e6-4401-8cc7-66db25b023b9 owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:34.323501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.333684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.350403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.355622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.358320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:34.365940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.367093 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-521c792f-7066-4d8a-9b0e-e55b5773fafe tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0177283 Jun 10 16:25:34.367890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.379344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50762) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.386019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:34.414736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.425614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:34.444215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e532cd39-cbd9-4e36-b732-54df407f64c3,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:34.459035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=336dd8fc-f1e6-4401-8cc7-66db25b023b9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:34.462017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:34.489498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:34.492043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e7c91f15-1a19-49c8-a167-3f784b9c80d3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:34.494298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] No DVR routers for this DVR port 6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:34.498165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.503160 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5662980 Jun 10 16:25:34.503644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50764) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.561784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.564016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/336dd8fc-f1e6-4401-8cc7-66db25b023b9 HTTP/1.1" status: 204 len: 168 time: 0.8589857 Jun 10 16:25:34.571568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50768) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.584854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.592711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Port': ['ID=6b1ae76c-5cc6-42fd-aaae-f44ce9cd4d89,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:34.596332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:34.619737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.668581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.670512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:34.680917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59d32f6-d9bb-415e-a1b7-ec599d9f4588 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:34.684990 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b59d32f6-d9bb-415e-a1b7-ec599d9f4588 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1097486 Jun 10 16:25:34.686630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.687685 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e532cd39-cbd9-4e36-b732-54df407f64c3 HTTP/1.1" status: 204 len: 168 time: 0.1832788 Jun 10 16:25:34.688232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50770) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.699933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50772) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.702821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e532cd39-cbd9-4e36-b732-54df407f64c3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:34.705129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:34.767538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb884b-f334-40ce-b6a7-ae8a5b5d5d09 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:34.769480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-68cb884b-f334-40ce-b6a7-ae8a5b5d5d09 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0761209 Jun 10 16:25:34.772140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50774) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.833469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e0356-66b6-4fb1-ae6b-d8e56b2fde38 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:34.834959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e0356-66b6-4fb1-ae6b-d8e56b2fde38 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:34.836545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e0356-66b6-4fb1-ae6b-d8e56b2fde38 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:34.838118 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-340e0356-66b6-4fb1-ae6b-d8e56b2fde38 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0650792 Jun 10 16:25:34.840787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50776) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:34.901968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.903732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 50575f91-c1ab-4ce4-b817-e061dcc84834 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:34.906926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.960331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:34.994109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ddfa00-c135-427f-a153-c575e9bcfe5f']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:35.063200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.094192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc6e77a-757f-401a-b814-68a33770be5e') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:35.094534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc6e77a-757f-401a-b814-68a33770be5e') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:35.111451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.125915 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-11ae8034-3eeb-4f52-8ca4-e71e809ce282 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4245136 Jun 10 16:25:35.129622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.132510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50778) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.149115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.152426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:35.155868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.165210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.182856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:35.183247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.188061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=50575f91-c1ab-4ce4-b817-e061dcc84834,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: self.session.flush() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:35.188574 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:35.200808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.200808 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/50575f91-c1ab-4ce4-b817-e061dcc84834 HTTP/1.1" status: 204 len: 168 time: 0.3506939 Jun 10 16:25:35.200808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:35.200808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50780) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.209848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef8bc9-352c-48ff-a390-dc165e55d92f None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:35.263494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 63bcd3a6-8889-4a6f-bedc-24ce85de92d3 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:35.270429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.344966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.459463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.496701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.520364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.537212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f84da6ad-03bf-4967-892a-120df20164ec tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:35.539013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.541198 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] 10.222.0.23 "DELETE /v2.0/networks/67ddfa00-c135-427f-a153-c575e9bcfe5f HTTP/1.1" status: 204 len: 168 time: 3.6721153 Jun 10 16:25:35.555255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.557634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c8abc0e-12a8-49ad-b165-d5ea69c3c8e3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:35.565374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.579135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Pushing event deleted for resources: {'Network': ['ID=67ddfa00-c135-427f-a153-c575e9bcfe5f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:35.583668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:35.605898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Router a2a78ddd-7144-4842-b323-e5cef3b42865 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:25:35.618694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=63bcd3a6-8889-4a6f-bedc-24ce85de92d3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:35.628863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:35.632251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.637681 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/63bcd3a6-8889-4a6f-bedc-24ce85de92d3 HTTP/1.1" status: 204 len: 168 time: 0.4373739 Jun 10 16:25:35.637942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50784) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.705851 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e1eff723-d706-4c53-88a1-dc8d575a8782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663841 Jun 10 16:25:35.712602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50786) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.720018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:35.769541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:35.777561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.778805 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e0890ab7-1e54-4d6c-b0d7-b75094c1d8b7 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "PUT /v2.0/routers/a2a78ddd-7144-4842-b323-e5cef3b42865 HTTP/1.1" status: 200 len: 694 time: 1.3983901 Jun 10 16:25:35.781585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50788) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.787118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] Sync routers for ids ['a2a78ddd-7144-4842-b323-e5cef3b42865'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:35.794819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.798966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:35.800444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/06c8562b-3c59-482a-ab7f-24fa5c615220 HTTP/1.1" status: 204 len: 168 time: 0.6608884 Jun 10 16:25:35.801475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7ae16375-59d1-4737-940e-b55abd886902 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:35.805313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] Routers {'a2a78ddd-7144-4842-b323-e5cef3b42865'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:35.805999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a2a78ddd-7144-4842-b323-e5cef3b42865'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:35.807056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50790) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.960353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8562b-3c59-482a-ab7f-24fa5c615220,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:35.965528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:35.993184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50794) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:35.993563 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-51fb9e2c-6d0d-4bab-bbe7-2ede080efeeb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/routers/a2a78ddd-7144-4842-b323-e5cef3b42865 HTTP/1.1" status: 200 len: 700 time: 0.2104177 Jun 10 16:25:36.019546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50796) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.031852 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9fb0482e-b2a2-40ab-92e9-61afaa2221d6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2153499 Jun 10 16:25:36.041777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50798) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.056699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] Set router a2a78ddd-7144-4842-b323-e5cef3b42865 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:36.088603 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-979ecd8b-9ac4-462d-9003-f9025e47acab tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a78ddd-7144-4842-b323-e5cef3b42865 HTTP/1.1" status: 200 len: 205 time: 0.0922287 Jun 10 16:25:36.092681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50802) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.150300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.163195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a78ddd-7144-4842-b323-e5cef3b42865', 'name': 'tempest-RoutersTest-router-1747188330', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:33Z', 'updated_at': '2021-06-10T16:25:35Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:36.173505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] Checking router: a2a78ddd-7144-4842-b323-e5cef3b42865 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:36.186458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.191598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] Routers {'a2a78ddd-7144-4842-b323-e5cef3b42865'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:36.192626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a2a78ddd-7144-4842-b323-e5cef3b42865'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:36.208177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.282085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.286977 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.288600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/e51e0572-be26-4a5c-832b-193e7fd1bbfa HTTP/1.1" status: 204 len: 168 time: 0.2455111 Jun 10 16:25:36.290461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-44b3898a-0efb-4389-ab6a-9bc2a25e695e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:36.303296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50804) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.304518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51e0572-be26-4a5c-832b-193e7fd1bbfa,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:36.307358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:36.348474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] Set router a2a78ddd-7144-4842-b323-e5cef3b42865 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:36.378494 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4e10a227-43e0-49ad-8d00-13ddf1e49d05 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690010 Jun 10 16:25:36.385018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50806) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.390665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302094659'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:36.394070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-716efab5-f256-4946-86cc-8f17f908db8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.416362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:36.422505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.429754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.463261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a78ddd-7144-4842-b323-e5cef3b42865', 'name': 'tempest-RoutersTest-router-1747188330', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:33Z', 'updated_at': '2021-06-10T16:25:35Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:36.468693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6e7ee-9572-483f-a0db-421808fff8e0 None None] The sync data for ids ['a2a78ddd-7144-4842-b323-e5cef3b42865'] in dv-neutron-601336-90-hyperv is: [{'id': 'a2a78ddd-7144-4842-b323-e5cef3b42865', 'name': 'tempest-RoutersTest-router-1747188330', 'tenant_id': '0869f414b11f4eb887aa84211a5d343b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:33Z', 'updated_at': '2021-06-10T16:25:35Z', 'revision_number': 2, 'project_id': '0869f414b11f4eb887aa84211a5d343b', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:36.534347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0ae6f-1134-401a-82ee-633bf207b02d None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:36.592688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.611742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.616512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.622050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-83d814c1-3145-4509-bd7b-6a64b18fd3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:36.678213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.684745 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2980132 Jun 10 16:25:36.687258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50808) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.693261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': '5ed578d1-ec52-4141-9882-0a73eb0330f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:36.702775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed578d1-ec52-4141-9882-0a73eb0330f0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:36.708397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:36.728326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.824432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.832023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.834920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dc4cb05-ff59-4617-b343-8add4ac5ad1b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:36.850932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7de5eed2-2759-4ca9-9bcd-85b12818971c None None] Provisioning complete for port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:36.850932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7de5eed2-2759-4ca9-9bcd-85b12818971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.859452 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-67a00664-62a7-418e-8da8-2f58df8973eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46b8ecff7e9042998a387629a80e129b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242366 Jun 10 16:25:36.866181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4526853c-4ecd-41fd-938e-00f5d0d5aa21,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:36.869355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50810) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.879385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:36.881598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.885372 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1941972 Jun 10 16:25:36.889827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50812) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:36.938859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.948722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:36.985522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.016325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.020221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.028760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-110c2405-8e11-47b9-ac64-0a7782308733 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:37.037124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.040865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4526853c-4ecd-41fd-938e-00f5d0d5aa21 HTTP/1.1" status: 204 len: 168 time: 0.1476054 Jun 10 16:25:37.050711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50814) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.060955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4526853c-4ecd-41fd-938e-00f5d0d5aa21,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:37.071738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:37.134273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:37.143540 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-20b0fa96-52c9-4b42-ab7c-b75d6b777e2a tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905566 Jun 10 16:25:37.146078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50816) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.178693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.183258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.187457 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16e31f9d-d652-4f34-b832-32286e56114d HTTP/1.1" status: 204 len: 168 time: 0.3139548 Jun 10 16:25:37.190783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:37.222834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e31f9d-d652-4f34-b832-32286e56114d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:37.239925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:37.258605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Deleting port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:37.259726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.291371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.341922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.441225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.446724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.451096 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ed578d1-ec52-4141-9882-0a73eb0330f0 HTTP/1.1" status: 204 len: 168 time: 0.3010423 Jun 10 16:25:37.451096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-143e5963-cc36-4cb0-a739-6087eea28838 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:37.467987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50822) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.469383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed578d1-ec52-4141-9882-0a73eb0330f0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:37.475706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:37.522759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] For port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:37.523608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.523846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.527199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.584902 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e2debd74-73d4-4a1f-b90f-45e938edf51b tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070061 Jun 10 16:25:37.585439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50828) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.597004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706955665'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:37.639930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.682399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Calling delete_port for 3305aa4c-ae6d-4c82-aca5-6a3412c2981f owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:37.692999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.694231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Fanout notify agent at l3_agent the message router_deleted on router a2a78ddd-7144-4842-b323-e5cef3b42865 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:25:37.708864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.710301 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-277748ec-4851-4235-8443-2e9054297d62 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/a2a78ddd-7144-4842-b323-e5cef3b42865 HTTP/1.1" status: 204 len: 168 time: 1.6163886 Jun 10 16:25:37.730830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50832) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.792865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b977ea8a-6bf4-42bf-a832-03acddc48b1a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a78ddd-7144-4842-b323-e5cef3b42865 HTTP/1.1" status: 200 len: 205 time: 0.0561674 Jun 10 16:25:37.797711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50834) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.805338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 3305aa4c-ae6d-4c82-aca5-6a3412c2981f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:37.854000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.861682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.866082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ab9ddc41-7f2a-4207-84d8-004cf737a22d tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:37.916806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.922951 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3322809 Jun 10 16:25:37.922951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50838) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:37.929135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'e000f11e-e722-4818-b489-55bc1abb9170', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:37.930930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:37.934094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e000f11e-e722-4818-b489-55bc1abb9170,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:37.937699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:37.968164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.016480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.023828 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-85d5beca-8e53-4f78-9a00-35268f315011 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:38.026228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-85d5beca-8e53-4f78-9a00-35268f315011 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/a2a78ddd-7144-4842-b323-e5cef3b42865 HTTP/1.1" status: 404 len: 336 time: 0.2239897 Jun 10 16:25:38.029122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50840) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.075460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:38.079610 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-232c900a-ca3b-4f39-8c06-7a938ad3c9db tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:38.080183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232c900a-ca3b-4f39-8c06-7a938ad3c9db tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:38.084882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.085495 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-232c900a-ca3b-4f39-8c06-7a938ad3c9db tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/2543c7b9-4ef0-4bd6-bd72-c4e5534cb420 HTTP/1.1" status: 404 len: 337 time: 0.0534449 Jun 10 16:25:38.086337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50842) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.095031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:38.161726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.167646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.objects.ports [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92385) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:25:38.194540 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9391543a-19cc-49bd-9b1d-473ddee0198a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:38.195095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9391543a-19cc-49bd-9b1d-473ddee0198a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:38.197410 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9391543a-19cc-49bd-9b1d-473ddee0198a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/95ec7598-c8dd-4e76-95d0-f1bbda5f4b7f HTTP/1.1" status: 404 len: 337 time: 0.1096716 Jun 10 16:25:38.201869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50848) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.217260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.231744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] No DVR routers for this DVR port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:38.251180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.253927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0404a34c-c978-4898-b89f-b9ff588d94bd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:38.257381 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e49d773-4780-4de2-85bc-a701ed5b07a4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:38.258622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e49d773-4780-4de2-85bc-a701ed5b07a4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:38.260935 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7e49d773-4780-4de2-85bc-a701ed5b07a4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/1f69027e-97b0-42b2-9dcd-ea6146590418 HTTP/1.1" status: 404 len: 337 time: 0.0524108 Jun 10 16:25:38.262661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:38.265183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50852) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.274598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:38.275314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fe960be4-58fc-4b6b-a966-8cc00da38642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:38.310037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Pushing event deleted for resources: {'Port': ['ID=3305aa4c-ae6d-4c82-aca5-6a3412c2981f,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:38.312801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:38.328235 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfbd67f-1317-4bce-aac5-ac85d818ebb0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:38.329320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfbd67f-1317-4bce-aac5-ac85d818ebb0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:38.331478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2dfbd67f-1317-4bce-aac5-ac85d818ebb0 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/1e6f3dfb-c42d-49fe-99ea-247e9e0bd65f HTTP/1.1" status: 404 len: 337 time: 0.0651863 Jun 10 16:25:38.332751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1811d2d5-cb98-4bfc-9757-10f60fd6004c,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:38.336519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50854) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.340279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:38.341328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.342655 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4194126 Jun 10 16:25:38.347778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50856) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.367031 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-79fb5e0a-189f-4957-872d-d869b4be4c3e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules/1811d2d5-cb98-4bfc-9757-10f60fd6004c HTTP/1.1" status: 200 len: 763 time: 0.0175705 Jun 10 16:25:38.370414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50860) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.404017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-457ec5d9-8638-4aea-b18d-c4747b1ab711 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 200 len: 205 time: 0.0649133 Jun 10 16:25:38.405955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50864) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.456247 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.services.revisions.revision_plugin [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Could not find related port for resource to bump revision. Jun 10 16:25:38.462767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_pluggable_backend [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Port 3305aa4c-ae6d-4c82-aca5-6a3412c2981f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=92385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 10 16:25:38.463308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_pluggable_backend [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:5bd4 {{(pid=92385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 10 16:25:38.469008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_pluggable_backend [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:5bd4 {{(pid=92385) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 10 16:25:38.470860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.475715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8956e1e6-8c89-4ee2-88f8-e89ec22de2ec tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:38.519122 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dbdfd6a4-8730-443d-b5de-adfbb713c701 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1474919 Jun 10 16:25:38.520145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50866) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.521567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50868) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.521762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-e35d534f-67dc-4afd-8573-f42cd7ff6d6d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:38.525737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e35d534f-67dc-4afd-8573-f42cd7ff6d6d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/3266e28c-e10c-4e67-a896-5a1c9d24adf7 HTTP/1.1" status: 404 len: 336 time: 0.1155136 Jun 10 16:25:38.528318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50870) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.528656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50872) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.555867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:38.594545 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2d1562b2-f376-472d-a750-62b50f8ed8b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=71ea4801-dd75-44fd-91ca-3384fcae9093 HTTP/1.1" status: 200 len: 205 time: 0.0632608 Jun 10 16:25:38.595481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:38.600709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50876) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.601585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:38.602174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.620351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86add0a-0fe7-49c9-9628-008b6a535ae4 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:38.667957 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df6d8cfd-9421-473a-a25e-bbfa31f75faf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/7fce4edd-cefc-4504-a4dc-29baaef337b8 HTTP/1.1" status: 200 len: 993 time: 0.1417644 Jun 10 16:25:38.676464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323955350'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:38.687730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=50d066bc-d18e-4500-87a5-7ba1542c1f66,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:38.692295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-20bd408d-37f4-4cb9-b25c-96b65d7424c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:38.693708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-20bd408d-37f4-4cb9-b25c-96b65d7424c4 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/71ea4801-dd75-44fd-91ca-3384fcae9093 HTTP/1.1" status: 404 len: 336 time: 0.0889666 Jun 10 16:25:38.695971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:38.700497 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9864781 Jun 10 16:25:38.701657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50878) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.702314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50882) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.703716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.714482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:38.716416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:38.723607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.745119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.771724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.777033 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cc4fc8-cc6b-4c20-8f64-6cc2bc481af2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:38.777594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cc4fc8-cc6b-4c20-8f64-6cc2bc481af2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:38.779387 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-03cc4fc8-cc6b-4c20-8f64-6cc2bc481af2 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/eb5f2a1c-e804-42f8-8dfd-61c19a4f04d5 HTTP/1.1" status: 404 len: 337 time: 0.0728319 Jun 10 16:25:38.787450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50884) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.896977 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c5909898-8593-4e35-84df-d0134eacf198 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 200 len: 205 time: 0.1045842 Jun 10 16:25:38.898631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50888) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.943098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.948332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.954211 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1811d2d5-cb98-4bfc-9757-10f60fd6004c HTTP/1.1" status: 204 len: 168 time: 0.4195862 Jun 10 16:25:38.954211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5eb7c8f0-8156-499e-aa77-806cf2441160 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:38.954681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50890) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.966400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.972955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': '50d066bc-d18e-4500-87a5-7ba1542c1f66'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:38.974726 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-27e1e753-e579-4102-be48-8d3cbbae2684 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:38.974912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:38.978735 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-27e1e753-e579-4102-be48-8d3cbbae2684 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/66b3954b-ce44-4cae-b5d5-a5a8213093a4 HTTP/1.1" status: 404 len: 336 time: 0.0783787 Jun 10 16:25:38.979387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50892) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:38.992177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1811d2d5-cb98-4bfc-9757-10f60fd6004c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:38.994632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:38.996522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50894) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.029634 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-66d7a860-27ec-415c-b9a8-e4eaae379118 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=880d19df-3fe2-40ba-bd7a-b910c9c065a4 HTTP/1.1" status: 200 len: 205 time: 0.0489581 Jun 10 16:25:39.032547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50896) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.094750 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ac824f71-a7ff-4323-bce9-f9e8c0fe056b tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1360884 Jun 10 16:25:39.095044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50898) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.099862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'e000f11e-e722-4818-b489-55bc1abb9170', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:39.102186 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-71ca73cd-5e26-4fd1-9b04-3e752975166e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:39.105868 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-71ca73cd-5e26-4fd1-9b04-3e752975166e tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/880d19df-3fe2-40ba-bd7a-b910c9c065a4 HTTP/1.1" status: 404 len: 336 time: 0.0724323 Jun 10 16:25:39.107463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50900) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.128403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.135288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.142584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2eb31b82-83de-49c1-8276-2a1d2d3043f9 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:39.159255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-801fc088-a05b-4f9d-90e5-de07fc9bd77a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:39.159717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801fc088-a05b-4f9d-90e5-de07fc9bd77a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:39.164983 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-801fc088-a05b-4f9d-90e5-de07fc9bd77a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/11f390a1-f7f8-4a60-8213-4e59e4666ec9 HTTP/1.1" status: 404 len: 337 time: 0.0529890 Jun 10 16:25:39.167143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.213910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Allocated IP 2001:db8::f816:3eff:fedd:43d9 (12102a82-a06e-4715-892b-6bfb38de3638/50d066bc-d18e-4500-87a5-7ba1542c1f66/90a85b21-98e9-4510-aaa5-fe5e89c1e1e3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:39.227655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:25:39.241112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3c0741c6-c881-4c56-bc28-95489595d821 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=e21ac1b5-d821-4210-9147-6ba24fa69626 HTTP/1.1" status: 200 len: 205 time: 0.0661497 Jun 10 16:25:39.249196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:39.249484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.249664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.255445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238c320a-d7f6-4912-a8ce-20fce9b03a93,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:39.307806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.308383 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment dc60fe2f-ca75-400e-bef6-1d488b7d0c5c of type vlan for network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 Jun 10 16:25:39.310251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:39.319890 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-5bdd965e-144c-453e-988b-da1694c04663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:39.321209 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5bdd965e-144c-453e-988b-da1694c04663 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/e21ac1b5-d821-4210-9147-6ba24fa69626 HTTP/1.1" status: 404 len: 336 time: 0.0760448 Jun 10 16:25:39.348649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.401829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.405909 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2fd4b5-afd2-4a83-ac89-631d96e09440 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:39.406528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2fd4b5-afd2-4a83-ac89-631d96e09440 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:39.408357 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ee2fd4b5-afd2-4a83-ac89-631d96e09440 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/6603186b-a23c-4734-b1ce-006757c8e5d8 HTTP/1.1" status: 404 len: 337 time: 0.0584872 Jun 10 16:25:39.412788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50908) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.437329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.439055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.450531 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-24d24ef9-9dd5-4d59-a4e1-3692530a14e3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 HTTP/1.1" status: 200 len: 205 time: 0.0357606 Jun 10 16:25:39.452786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50910) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.458308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Transition to ACTIVE for port object 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:39.485234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Transition to ACTIVE for port object 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:39.494619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.498907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:39.509700 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-72f2aafc-d515-41ee-9a7f-b1462cda2ef6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] delete failed (client error): The resource could not be found. Jun 10 16:25:39.513026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-72f2aafc-d515-41ee-9a7f-b1462cda2ef6 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/routers/a3e1baf9-ffc8-4b50-ba88-07d9a0c23727 HTTP/1.1" status: 404 len: 336 time: 0.0571084 Jun 10 16:25:39.513660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50912) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.562774 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.ipam_backend_mixin [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50d066bc-d18e-4500-87a5-7ba1542c1f66 (CIDR: 2001:db8::/64) Jun 10 16:25:39.568326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fecb150-0ebf-4e48-8913-28d316eaa98a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:39.568769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fecb150-0ebf-4e48-8913-28d316eaa98a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:39.572849 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9fecb150-0ebf-4e48-8913-28d316eaa98a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/8ec21692-35fd-4d1e-aeff-4f62f3e120fc HTTP/1.1" status: 404 len: 337 time: 0.0563154 Jun 10 16:25:39.574284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50914) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.579801 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:39.580545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:39.582730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:39.589364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:39.595026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:39.613947 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1929f16a-4d2f-4cfe-94fd-08603914c469 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] DELETE failed (client error): The resource could not be found. Jun 10 16:25:39.614392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1929f16a-4d2f-4cfe-94fd-08603914c469 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:39.625673 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1929f16a-4d2f-4cfe-94fd-08603914c469 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] 10.222.0.23 "DELETE /v2.0/subnets/42783e70-0d93-4e38-b012-1753082514e4 HTTP/1.1" status: 404 len: 337 time: 0.0467634 Jun 10 16:25:39.628937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.633204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 6320a7f0-0dd9-4d23-9f18-337413a948fc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:39.633754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.637275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:39.638091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.638930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.642846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fe958e90-adec-441f-ab5d-e88de0800b33 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:39.652866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Pushing event updated for resources: {'Port': ['ID=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:39.670627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.685641 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f6d4b903-823b-42f6-be53-99097296bfd4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9762392 Jun 10 16:25:39.687319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50918) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.694163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:39.701769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:39.712662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:39.726449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Attempting to bind port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:39.727106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Attempting to bind port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:39.727607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Attempting to bind port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:39.735927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:39.737404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:39.738307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.739287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:39.740312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Bound port: 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:39.741179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.761714 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2377517 Jun 10 16:25:39.769067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=ee0d6e12-1a41-40c3-8a1c-bacc15e8d941,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:39.771766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:39.815709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:25:39.847588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.848033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:39.897921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50920) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:39.903371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:39.987887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 6320a7f0-0dd9-4d23-9f18-337413a948fc owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:39.993186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c1bf07-cf43-4045-a313-5cb78e5afd2e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:40.019175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] For port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:40.041842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:40.047992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.047992 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9516110 Jun 10 16:25:40.052594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50924) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.052915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50926) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.055117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] For port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:40.061730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.066971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-853d2145-69a5-453a-922c-fec99cd9bbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:40.154427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:40.159096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-49ec4897-95fb-4fca-b514-65b8caf00e1e tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules/80c1bf07-cf43-4045-a313-5cb78e5afd2e HTTP/1.1" status: 200 len: 763 time: 0.0901694 Jun 10 16:25:40.164697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50930) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.166730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.194680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Pushing event updated for resources: {'Port': ['ID=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:40.201576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:40.281056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:40.285271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.316713 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9d71b3d1-19a1-4787-9d08-f4ea46ead694 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1533473 Jun 10 16:25:40.319970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50932) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.368258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.380665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.475107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bd55cc38-1a74-46d8-b3d6-fca028213d6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0869f414b11f4eb887aa84211a5d343b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109557 Jun 10 16:25:40.480326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50934) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.540546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.546723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee2bac8e-4b55-48d3-8065-0b3884507130 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:40.552513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.554539 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/80c1bf07-cf43-4045-a313-5cb78e5afd2e HTTP/1.1" status: 204 len: 168 time: 0.2324162 Jun 10 16:25:40.561601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50936) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.601844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80c1bf07-cf43-4045-a313-5cb78e5afd2e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:40.615972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:40.645343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.672231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:40.680647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.688898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-93b7d9d9-c531-481b-9b32-0056630f68b6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:40.699591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.705825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=6320a7f0-0dd9-4d23-9f18-337413a948fc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:40.708494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:40.740309 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ef49b33c-53b5-4a2b-90f7-c3abdd1a68e5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1746478 Jun 10 16:25:40.746153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50938) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:40.765927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Request body: {'security_group_rule': {'security_group_id': 'e000f11e-e722-4818-b489-55bc1abb9170', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:40.798027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.827136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=9a1fd305-ed57-49b4-acb7-854113a3f1f1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:40.831578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:40.839220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.839523 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 7fce4edd-cefc-4504-a4dc-29baaef337b8 disassociated (deleted). External IP: 172.26.5.222, port: b4da3cb4-fdcf-46b0-a81c-4f543f4abc75. Jun 10 16:25:40.873069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.875652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:40.876013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: ee0d6e12-1a41-40c3-8a1c-bacc15e8d941, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:25:40.923887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.927084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.928296 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecb29c39-dbb5-4fa5-be14-d90573985b4b HTTP/1.1" status: 204 len: 168 time: 0.4365401 Jun 10 16:25:40.935505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0bb6a58a-f7b7-403b-a3c6-64ac45d1ccc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:40.942189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:25:40.953434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb29c39-dbb5-4fa5-be14-d90573985b4b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:40.965755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:40.978407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ee0d6e12-1a41-40c3-8a1c-bacc15e8d941) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:40.981511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.985392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:40.986244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.994930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:40.999687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e520053-b32f-4fe0-b66d-bcef97eb1322 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:41.009527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.020908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-02ac92fd-d973-4115-9b56-61b33c71a086 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:41.025754 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1264451 Jun 10 16:25:41.026946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b54e88-6d63-43cb-bc0f-031b62a4be25 None None] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:41.029008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50942) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.030746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e227f3e-706d-4a0a-b1e0-c042eeb4b7ae,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:41.033849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:41.039981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.045465 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2850916 Jun 10 16:25:41.046479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50944) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.050513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1245637877'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:41.104258 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ddd88f45-b69b-4a9c-b01e-4bbadc8b3838 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules/7e227f3e-706d-4a0a-b1e0-c042eeb4b7ae HTTP/1.1" status: 200 len: 764 time: 0.0536935 Jun 10 16:25:41.105340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50946) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.152382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:41.164296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:41.169039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:41.169991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.191225 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-31b4af3e-4b78-4cce-8c42-9b0fb24ca83a tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0800772 Jun 10 16:25:41.194109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50948) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.240320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.251720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.292312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=e156fa64-f0cf-477c-98bf-c85e914a701c,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:41.297310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:41.298303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:41.300311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.305648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.307858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:41.319668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.324324 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7e227f3e-706d-4a0a-b1e0-c042eeb4b7ae HTTP/1.1" status: 204 len: 168 time: 0.1289091 Jun 10 16:25:41.331981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50950) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.389375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e227f3e-706d-4a0a-b1e0-c042eeb4b7ae,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:41.394299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:41.410066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ee0d6e12-1a41-40c3-8a1c-bacc15e8d941', 'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '9a1fd305-ed57-49b4-acb7-854113a3f1f1'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:41.411365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.427389 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7280889 Jun 10 16:25:41.433357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50952) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.462919 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b7f005cc-5a21-4abf-ae62-ca48862b8334 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1254840 Jun 10 16:25:41.464177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50954) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:41.470722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:3d:9c:f1', 'name': 'tempest-NetworksTestDHCPv6-1202660790'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:41.559657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:25:41.644692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.645181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 9dfefa26-8810-49d5-9c62-3e7f09c57289 of type vlan for network c6f6eb19-f448-44ea-a4fb-4a061711bf84 Jun 10 16:25:41.648878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:41.682484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:41.684593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.751081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f8275-009a-4604-82f6-71dd1d8789bd None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:41.754563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.763306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.782161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:41.899965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9954198c-2386-4a88-b168-65e6c68dc709 None None] Provisioning for port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:41.904272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Allocated IP 172.20.255.242 (ee0d6e12-1a41-40c3-8a1c-bacc15e8d941/9a1fd305-ed57-49b4-acb7-854113a3f1f1/20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:41.943312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.975138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.981539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:41.982203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:41.983925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 690ed6a6-bd16-41cd-ba59-27ebe258140e yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:41.987418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:41.988311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-699b143f-f78d-4ced-ab8c-4b0a8d62a925 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:42.005685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:42.006304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:42.026296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:42.028919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:42.034476 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "DELETE /v2.0/security-groups/e000f11e-e722-4818-b489-55bc1abb9170 HTTP/1.1" status: 204 len: 168 time: 0.5617263 Jun 10 16:25:42.034864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50956) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:42.039723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9998336 Jun 10 16:25:42.042291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50958) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:42.049870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:42.119965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:42.138016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:42.153792 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5d1ef44a-9af1-48f2-8eb4-939f0fa8f0f3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080849 Jun 10 16:25:42.153792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50960) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:42.159407 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] Sync routers for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:42.170357 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:42.171991 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:42.182098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=c6f6eb19-f448-44ea-a4fb-4a061711bf84,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:42.231916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:42.232393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:42.261938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000f11e-e722-4818-b489-55bc1abb9170,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:42.272277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:42.275891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/7fce4edd-cefc-4504-a4dc-29baaef337b8 HTTP/1.1" status: 204 len: 168 time: 3.2783000 Jun 10 16:25:42.278165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:25:42.280558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:25:42.313314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:42.317639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:42.333660 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:42.367850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c6f6eb19-f448-44ea-a4fb-4a061711bf84 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:25:42.408218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8:0:1::2dd (12102a82-a06e-4715-892b-6bfb38de3638/e156fa64-f0cf-477c-98bf-c85e914a701c/690ed6a6-bd16-41cd-ba59-27ebe258140e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:42.431215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::f816:3eff:fe3d:9cf1 (12102a82-a06e-4715-892b-6bfb38de3638/50d066bc-d18e-4500-87a5-7ba1542c1f66/690ed6a6-bd16-41cd-ba59-27ebe258140e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:42.437726 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c5f04cfc-8845-480d-b02a-dae5b242a379 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2838042 Jun 10 16:25:42.840548 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:25Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:42.855167 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] Checking router: 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:42.875188 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:42.875607 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:42.922639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:42.955019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 690ed6a6-bd16-41cd-ba59-27ebe258140e will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:42.963773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a61344-1db5-4482-aefb-9e9c498d32f4 x-openstack-request-id: req-44a61344-1db5-4482-aefb-9e9c498d32f4 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:25:42.964385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:25:42.964385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44a61344-1db5-4482-aefb-9e9c498d32f4 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:25:42.964836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'status': 'completed', 'code': 200} Jun 10 16:25:43.053179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.058971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7e7e42cb-e2d4-4a47-b2f5-0317eaa08f8f tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:43.067801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50972) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:43.070533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.078994 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:43.098473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Transition to ACTIVE for port object 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:43.116174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-a8498ebf-ce35-4dce-bd64-9d5962c262fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:43.117699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-a8498ebf-ce35-4dce-bd64-9d5962c262fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 1098 time: 0.1520979 Jun 10 16:25:43.144230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:43.166203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:43.185321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:43.195047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:43.196267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.244898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Transition to ACTIVE for port object 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:43.259703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.286817 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8234737 Jun 10 16:25:43.288556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 50976) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:43.291416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.316649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=690ed6a6-bd16-41cd-ba59-27ebe258140e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:43.326603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:43.328068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-73357665-9e82-4e8b-ab57-1d2d89146490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:43.357283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff018c5f-acf9-459d-a2cb-06bed4490575 req-97c671e6-9f20-44c3-9b01-17753cc001f6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:43.371084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ff018c5f-acf9-459d-a2cb-06bed4490575 req-97c671e6-9f20-44c3-9b01-17753cc001f6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 945 time: 0.2208998 Jun 10 16:25:43.459009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-5b17e775-5089-43cc-b395-26a4ca827f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:43.460863 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-5b17e775-5089-43cc-b395-26a4ca827f54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 200 len: 898 time: 0.3308601 Jun 10 16:25:43.464884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.465128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '50d066bc-d18e-4500-87a5-7ba1542c1f66', 'ip_address': '2001:db8::f816:3eff:fedd:43d9'}, {'subnet_id': 'e156fa64-f0cf-477c-98bf-c85e914a701c'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': '90a85b21-98e9-4510-aaa5-fe5e89c1e1e3'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:25:43.483094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff29e00c-7172-46f9-b04d-0ec818bd762b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:43.485680 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b155d93f-a167-413c-9309-0c409db18306 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef34c7f1d67447afba0904712a57107e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164231 Jun 10 16:25:43.490887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50978) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:43.516071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.545486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:43.557970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:43.582663 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ff018c5f-acf9-459d-a2cb-06bed4490575 req-1221c2b9-4553-42ec-b9cd-35fa60c37109 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101119 Jun 10 16:25:43.593315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:43.595675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-48d4d68e-ba24-438f-a493-54b69dd9db6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 200 len: 217 time: 0.1196067 Jun 10 16:25:43.614042 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:25Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:43.620395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:43.622606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Pushing event updated for resources: {'Port': ['ID=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:43.638725 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f769a0-7727-4e88-8239-6431ab6740e6 None None] The sync data for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv is: [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:24:14Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'f517c24a-8998-44d3-bf81-24db7847e72c', 'name': '', 'network_id': '9181bd97-25fa-42f2-a24e-587dcd72d593', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:00:88:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:24:12Z', 'updated_at': '2021-06-10T16:24:25Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '10383e69-58b9-4691-8205-37ea3dbd705f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:43.655915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:43.660705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.686226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.693440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e16dfc83-262d-415d-90ae-2b9c7ec59dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:43.702447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.745246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-16728aae-7245-4b7a-abda-6af363192b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:43.747328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-16728aae-7245-4b7a-abda-6af363192b70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=10383e69-58b9-4691-8205-37ea3dbd705f HTTP/1.1" status: 200 len: 835 time: 0.1368227 Jun 10 16:25:43.771532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=145c30ce-289f-4995-ac21-540e592b580f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:43.792158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.798289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.800775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:43.805485 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52079c7f-60e0-40a8-8963-a30cf053afa3 HTTP/1.1" status: 204 len: 168 time: 0.3129826 Jun 10 16:25:43.808725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fa4635e8-e2ff-4477-bce9-b46b4d4cafbb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:43.813649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Attempting to bind port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:43.814038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Attempting to bind port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:43.814423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Attempting to bind port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d on network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:43.826454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52079c7f-60e0-40a8-8963-a30cf053afa3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:43.832351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '9dfefa26-8810-49d5-9c62-3e7f09c57289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:43.832836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: c6f6eb19-f448-44ea-a4fb-4a061711bf84, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:25:43.840153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:43.840758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Checking segment: {'id': 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:43.841196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.841760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Bound using segment: {'id': 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:43.842275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Bound port: 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee0d6e12-1a41-40c3-8a1c-bacc15e8d941'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:43.842710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.844599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:43.878711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:43.890962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 690ed6a6-bd16-41cd-ba59-27ebe258140e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:43.891306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:43.898938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network c6f6eb19-f448-44ea-a4fb-4a061711bf84 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:25:43.952369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:43.985507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, c6f6eb19-f448-44ea-a4fb-4a061711bf84) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:43.990572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-51e8c194-a672-4f8c-9dbe-dcfd15a724db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:43.994258 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-51e8c194-a672-4f8c-9dbe-dcfd15a724db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9181bd97-25fa-42f2-a24e-587dcd72d593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2391834 Jun 10 16:25:44.004828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:44.006368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:44.007626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01caf7b-0a7f-46c9-ae32-d65a25d59a43 None None] Network c6f6eb19-f448-44ea-a4fb-4a061711bf84 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:44.036097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Allocated IP 2001:db8:0:1::2 (12102a82-a06e-4715-892b-6bfb38de3638/e156fa64-f0cf-477c-98bf-c85e914a701c/90a85b21-98e9-4510-aaa5-fe5e89c1e1e3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:44.100491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126df032-4b2d-41f4-8fac-e56393ebb092 None None] New status for floating IP 7fce4edd-cefc-4504-a4dc-29baaef337b8: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:25:44.152183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] For port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:44.226888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1789029 Jun 10 16:25:44.227568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 50986) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:44.235710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] For port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,segment=NetworkSegment(dc60fe2f-ca75-400e-bef6-1d488b7d0c5c),segment_id=dc60fe2f-ca75-400e-bef6-1d488b7d0c5c)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:44.292913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:44.297565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:44.458057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:44.506779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-c6f6eb19-f448-44ea-a4fb-4a061711bf84', 'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '145c30ce-289f-4995-ac21-540e592b580f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:44.507657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:44.520891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] For port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:44.539673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Pushing event updated for resources: {'Port': ['ID=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:44.552008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:44.696791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 690ed6a6-bd16-41cd-ba59-27ebe258140e owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:44.858118 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-586115c0-fccc-43e9-bdf9-2e1fdb3357b6 service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331835 Jun 10 16:25:44.893958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-5574833b-59e1-4778-8fa6-70d5b6002ec5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:44.896290 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-5574833b-59e1-4778-8fa6-70d5b6002ec5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 945 time: 0.7253542 Jun 10 16:25:44.983501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.045966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Transition to ACTIVE for port object 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:45.093948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.094974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.102656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7111f273-db9f-41fa-aa18-1499b42d3f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:45.260329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.291021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3abda16f-59c8-47c6-b493-68fe1fd3cf4d req-475bafa3-5256-49c6-9eb2-df19f9c7f64c service neutron] 10.222.0.25 "GET /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207902 Jun 10 16:25:45.342086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Allocated IP 172.20.0.2 (c6f6eb19-f448-44ea-a4fb-4a061711bf84/145c30ce-289f-4995-ac21-540e592b580f/11e47099-0efc-4588-9090-905d08f9796a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:45.388244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c953d-d49b-4aae-afa1-3995ad803f90 req-7a90aa21-9d4b-4ec1-8349-3a3ab468cbce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:45.389942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a4c953d-d49b-4aae-afa1-3995ad803f90 req-7a90aa21-9d4b-4ec1-8349-3a3ab468cbce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 945 time: 0.4459355 Jun 10 16:25:45.390715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Pushing event updated for resources: {'Port': ['ID=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:45.396241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:45.412921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:45.413289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.476115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51004) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:45.672229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.689503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-394f4898-8da0-41d7-b775-88e8a9fcb96c tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:45.693603 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-394f4898-8da0-41d7-b775-88e8a9fcb96c tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 10 16:25:45.694365 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-394f4898-8da0-41d7-b775-88e8a9fcb96c tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): There was a conflict when trying to complete your request. Jun 10 16:25:45.696460 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-394f4898-8da0-41d7-b775-88e8a9fcb96c tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2190049 Jun 10 16:25:45.700188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51008) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:45.701491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Transition to ACTIVE for port object 11e47099-0efc-4588-9090-905d08f9796a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:45.713275 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a4c953d-d49b-4aae-afa1-3995ad803f90 req-311937e5-46c3-433b-ab65-c99a3b6b62ef tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d96f8e6e-baf0-4349-89d6-3f6d9c184225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064694 Jun 10 16:25:45.716802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--258369075'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:45.724243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.731517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Transition to ACTIVE for port object 11e47099-0efc-4588-9090-905d08f9796a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:45.759428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.759428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ecd1c965-fdc7-4dcc-9c0d-9e330cecc020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:45.765946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:45.777950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.801825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.806871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f5a91297-22df-4103-a0d1-d56806a313c5 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:45.847646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Network c6f6eb19-f448-44ea-a4fb-4a061711bf84 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:45.851210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:45.864411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:45.885845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Pushing event updated for resources: {'Port': ['ID=11e47099-0efc-4588-9090-905d08f9796a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:45.889961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:45.901220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.918849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=690ed6a6-bd16-41cd-ba59-27ebe258140e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:45.921883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:45.926986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=145c30ce-289f-4995-ac21-540e592b580f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:45.932804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:45.960137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:45.965489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/690ed6a6-bd16-41cd-ba59-27ebe258140e HTTP/1.1" status: 204 len: 168 time: 2.6723754 Jun 10 16:25:45.966374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51010) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:45.975906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:45.976477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.038703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Attempting to bind port 11e47099-0efc-4588-9090-905d08f9796a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:46.040000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Attempting to bind port 11e47099-0efc-4588-9090-905d08f9796a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9dfefa26-8810-49d5-9c62-3e7f09c57289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:46.040000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Attempting to bind port 11e47099-0efc-4588-9090-905d08f9796a on network c6f6eb19-f448-44ea-a4fb-4a061711bf84 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:46.049034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:46.050479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Checking segment: {'id': '9dfefa26-8810-49d5-9c62-3e7f09c57289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:46.051203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.051677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Bound using segment: {'id': '9dfefa26-8810-49d5-9c62-3e7f09c57289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:46.052395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Bound port: 11e47099-0efc-4588-9090-905d08f9796a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfefa26-8810-49d5-9c62-3e7f09c57289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:46.053122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.060234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:46.133686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:46.136837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.150365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f6eb19-f448-44ea-a4fb-4a061711bf84']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:46.169113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfefa26-8810-49d5-9c62-3e7f09c57289') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:46.169572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfefa26-8810-49d5-9c62-3e7f09c57289') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:46.201087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.232459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.244356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:46.246647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.248995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] For port 11e47099-0efc-4588-9090-905d08f9796a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:46.260873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:46.271618 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:46.303893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29340545-17b6-4d9f-a96e-83c658a5b7cc None None] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:46.313271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc6ed4-f0c2-499b-ab12-5756ebc9096e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:46.319200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7efc6ed4-f0c2-499b-ab12-5756ebc9096e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3489513 Jun 10 16:25:46.319917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51012) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:46.423974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] For port 11e47099-0efc-4588-9090-905d08f9796a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11e47099-0efc-4588-9090-905d08f9796a,segment=NetworkSegment(9dfefa26-8810-49d5-9c62-3e7f09c57289),segment_id=9dfefa26-8810-49d5-9c62-3e7f09c57289)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:46.433764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.434620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:25:46.434620 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:25:46.434620 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'id': 'c6f6eb19-f448-44ea-a4fb-4a061711bf84'}] Jun 10 16:25:46.434620 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:25:46.435328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:25:46.439452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b9171-3f1b-41cd-9942-1cc0089bb80b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:46.441481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.444957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c84b9171-3f1b-41cd-9942-1cc0089bb80b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1213608 Jun 10 16:25:46.445666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51014) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:46.447963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a3d9acf2-b20b-44cc-a6dc-8b267fca0829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:46.451374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.458140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:46.463279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Provisioning for port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:46.503500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:46.505709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc65be9-72e7-467f-b25e-0416bf0e157b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:46.510970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:46.512923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Provisioning complete for port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:46.513406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.561954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:46.562415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.573951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bb8f5-ae2b-46b5-8ad4-5518ebd8f757 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:46.575644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bb8f5-ae2b-46b5-8ad4-5518ebd8f757 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:46.577430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bb8f5-ae2b-46b5-8ad4-5518ebd8f757 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:46.582070 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fb7bb8f5-ae2b-46b5-8ad4-5518ebd8f757 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1335118 Jun 10 16:25:46.582495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51016) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:46.596320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.621283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.627197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.629173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4183edfb-0491-494d-9c8b-af51ab438f13 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:46.649789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b17711e2-03aa-4395-8f1a-7c4367268df0 tempest-PortsIpV6TestJSON-1078080752 tempest-PortsIpV6TestJSON-1078080752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:46.667791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.669976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9683700 Jun 10 16:25:46.673385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51018) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:46.676525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=b4da3cb4-fdcf-46b0-a81c-4f543f4abc75,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:46.682613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:46.691161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '9bd069a9-8521-4566-9e62-e2e465448f14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:46.697790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Pushing event updated for resources: {'Port': ['ID=11e47099-0efc-4588-9090-905d08f9796a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:46.717601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:46.742054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd069a9-8521-4566-9e62-e2e465448f14,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:46.757793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:46.759865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:46.763238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.766258 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8651575a-2c07-4b9d-8bcf-fc7fe659ea2a req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 HTTP/1.1" status: 204 len: 173 time: 1.8471999 Jun 10 16:25:46.781944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'name': 'network-vif-deleted', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:25:46.788333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b0d84b-48ed-49ed-ae0a-56d71dfa4dac" -d '{"events": [{"server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "name": "network-vif-deleted", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:25:46.788622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.792777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 50d066bc-d18e-4500-87a5-7ba1542c1f66 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:46.800093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.860774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac9cd6-fa63-4189-b22c-5c375fba2ac9 None None] Network c6f6eb19-f448-44ea-a4fb-4a061711bf84 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:46.888337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.934737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.935507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:46.937421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef79ef1-a2eb-4e3b-a657-429deba7f56b x-openstack-request-id: req-2ef79ef1-a2eb-4e3b-a657-429deba7f56b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:25:46.937777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8072c2ff-dec3-4bdc-9267-6e53ea2f119a", "name": "network-vif-deleted", "tag": "b4da3cb4-fdcf-46b0-a81c-4f543f4abc75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:25:46.938089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ef79ef1-a2eb-4e3b-a657-429deba7f56b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:25:46.938661 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8072c2ff-dec3-4bdc-9267-6e53ea2f119a', 'name': 'network-vif-deleted', 'tag': 'b4da3cb4-fdcf-46b0-a81c-4f543f4abc75', 'status': 'completed', 'code': 200} Jun 10 16:25:46.951966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.021793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-97ac0d0f-f6c6-437c-b393-ffa288775546 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:47.079434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.109029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.115934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.149770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.153720 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4765241 Jun 10 16:25:47.158881 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7c5e21e1-9efa-4088-8306-5aa3d3618ce5 req-aa55de5b-a508-4a43-a399-d45719ab599b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=8072c2ff-dec3-4bdc-9267-6e53ea2f119a HTTP/1.1" status: 200 len: 210 time: 0.1110287 Jun 10 16:25:47.160491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51024) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:47.176718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-96cc8ac3-535f-475e-a82c-bd13ff2f65ae tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '9bd069a9-8521-4566-9e62-e2e465448f14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:47.219890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.223611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c578196-ded3-4c59-9f2e-879ff7320529 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:47.231704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ca66a6-a314-419b-b5c8-958f6ff64f5d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:47.235669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] For port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,segment=NetworkSegment(dc60fe2f-ca75-400e-bef6-1d488b7d0c5c),segment_id=dc60fe2f-ca75-400e-bef6-1d488b7d0c5c)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:47.244700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:47.251960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.256038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-21c6b6ef-f6d9-4609-aa56-a6b936a5983e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:47.264432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-96cc8ac3-535f-475e-a82c-bd13ff2f65ae tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.301917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=50d066bc-d18e-4500-87a5-7ba1542c1f66,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:47.309800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:47.316486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.319461 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/50d066bc-d18e-4500-87a5-7ba1542c1f66 HTTP/1.1" status: 204 len: 168 time: 0.7353017 Jun 10 16:25:47.328859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51026) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:47.361012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port 11e47099-0efc-4588-9090-905d08f9796a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:47.362625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.496739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:25:47.497201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:25:47.498778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Pushing event updated for resources: {'Port': ['ID=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:47.524851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1c7a704-2aed-4ad1-b122-20a4e7419740 None None] Provisioning for port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:47.534547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:47.538925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1c7a704-2aed-4ad1-b122-20a4e7419740 None None] Provisioning complete for port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:47.539606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1c7a704-2aed-4ad1-b122-20a4e7419740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.541985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d5758d-953e-4c00-bca9-384fbb3eb1bb None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:47.574457 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-96cc8ac3-535f-475e-a82c-bd13ff2f65ae tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): There was a conflict when trying to complete your request. Jun 10 16:25:47.578569 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-96cc8ac3-535f-475e-a82c-bd13ff2f65ae tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4149561 Jun 10 16:25:47.578751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51028) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:47.585932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port 11e47099-0efc-4588-9090-905d08f9796a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11e47099-0efc-4588-9090-905d08f9796a,segment=NetworkSegment(9dfefa26-8810-49d5-9c62-3e7f09c57289),segment_id=9dfefa26-8810-49d5-9c62-3e7f09c57289)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:47.586291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.612232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet e156fa64-f0cf-477c-98bf-c85e914a701c {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:47.667808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.712668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for 11e47099-0efc-4588-9090-905d08f9796a owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:47.733362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.782778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.821101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.847492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.851710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:47.853621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/9bd069a9-8521-4566-9e62-e2e465448f14 HTTP/1.1" status: 204 len: 168 time: 0.2732751 Jun 10 16:25:47.854607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-abef851d-9d78-484d-9b55-8d9aeb8baa8f tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:47.858673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51030) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:47.868691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd069a9-8521-4566-9e62-e2e465448f14,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:47.879385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:47.995212 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9ae36276-2213-45c8-b80d-e9518c06bcb2 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351182 Jun 10 16:25:48.000359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51032) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.007380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898514204'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:48.012262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.016088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.051694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c323b238-3d24-4683-bdf2-276bd60691b3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:48.084207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port 11e47099-0efc-4588-9090-905d08f9796a on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:48.098593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=11e47099-0efc-4588-9090-905d08f9796a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:48.117882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1c7a704-2aed-4ad1-b122-20a4e7419740 None None] Could not find standard attr ID for object 690ed6a6-bd16-41cd-ba59-27ebe258140e. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:25:48.139246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:48.174550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.235062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:48.276636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.280767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.283963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fa446e9-194a-4167-b984-8ea42cc3d52b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:48.310615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-35729aec-c8d3-4706-b1f3-d1a34f2d5b8c None None] Provisioning complete for port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:48.310989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35729aec-c8d3-4706-b1f3-d1a34f2d5b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.342242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=e156fa64-f0cf-477c-98bf-c85e914a701c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:48.343737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51038) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.351152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f6eb19-f448-44ea-a4fb-4a061711bf84']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:48.375575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:48.381099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.388826 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/e156fa64-f0cf-477c-98bf-c85e914a701c HTTP/1.1" status: 204 len: 168 time: 1.0548511 Jun 10 16:25:48.390906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfefa26-8810-49d5-9c62-3e7f09c57289') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:48.391202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfefa26-8810-49d5-9c62-3e7f09c57289') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:48.401292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:48.402287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.402616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.411821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51040) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.450858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:48.453697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.467143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:48.467863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.480304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6452cc45-ddfb-4f28-bf40-e2075ecac9e6 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667052 Jun 10 16:25:48.485918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51042) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.491139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:48.511912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:48.512480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b4da3cb4-fdcf-46b0-a81c-4f543f4abc75 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:48.663233 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:48.680055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.686972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-73506bdb-7221-4ef9-9361-6fb95a0169c3 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:48.705224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.714826 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/c6f6eb19-f448-44ea-a4fb-4a061711bf84 HTTP/1.1" status: 204 len: 168 time: 4.4771712 Jun 10 16:25:48.725372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51044) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.730919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065741376'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:48.740975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=c6f6eb19-f448-44ea-a4fb-4a061711bf84,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:48.746736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:48.789771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.797994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.803242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b12ee4a2-0733-43af-ba28-231e4d6b949e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:48.847943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:48.852289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.857881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.861737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8578649 Jun 10 16:25:48.869906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ae671-bd6a-4cb0-b06f-a23c1004324a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:48.872664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:48.873193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51046) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.882710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f11a72dc-e603-4a7c-a8be-940b5a2a8306 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ae671-bd6a-4cb0-b06f-a23c1004324a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:48.882710 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-f11a72dc-e603-4a7c-a8be-940b5a2a8306 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 10 16:25:48.882976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-f11a72dc-e603-4a7c-a8be-940b5a2a8306 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:48.885203 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f11a72dc-e603-4a7c-a8be-940b5a2a8306 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074732 Jun 10 16:25:48.890059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51048) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:48.937589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:25:48.937948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5619a-5237-4e4f-be37-4f39bacd5c47 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:48.959757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:48.960143 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment e0790561-fe49-4a74-80f8-c7a49ead2f82 of type vlan for network e404fd90-f668-4b2e-8f7f-7843b36d6706 Jun 10 16:25:49.012933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.026757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-078bc289-5882-4bd7-ac98-b72f77a215ae None None] Provisioning complete for port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:49.027460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-078bc289-5882-4bd7-ac98-b72f77a215ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.032066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.035887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.078555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.102813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.108541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:49.109203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.115376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-09626f65-6432-4d0b-8ccf-a22d9f46ce65 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:49.146680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.223090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:49.228691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.258525 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5320256 Jun 10 16:25:49.262852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51050) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:49.268764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:49.292058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=e404fd90-f668-4b2e-8f7f-7843b36d6706,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:49.295034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:49.299935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.302759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.304081 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/ee2ae671-bd6a-4cb0-b06f-a23c1004324a HTTP/1.1" status: 204 len: 168 time: 0.4113381 Jun 10 16:25:49.307096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5058678f-4f9e-469d-95a7-7bd555b520a6 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:49.311930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network e404fd90-f668-4b2e-8f7f-7843b36d6706 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:25:49.320071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51052) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:49.350294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:49.379738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ae671-bd6a-4cb0-b06f-a23c1004324a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:49.387442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:49.417271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e934a9e2-a1da-4092-ad20-5c4ce60fb06c tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927231 Jun 10 16:25:49.421026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51054) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:49.428644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738056002'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:49.429887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.432794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.434207 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/d96f8e6e-baf0-4349-89d6-3f6d9c184225 HTTP/1.1" status: 204 len: 168 time: 1.0884566 Jun 10 16:25:49.437700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88b0400f-8b5c-491e-b1b5-4a3c52eeba93 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:49.450111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:49.456202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.484034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f8e6e-baf0-4349-89d6-3f6d9c184225,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:49.491450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:49.493189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51058) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:49.605359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing IP validity checks on allocation pools {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 10 16:25:49.606117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 10 16:25:49.606515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Deleting port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:49.607118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.620391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.761966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] For port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:49.762430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.844224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.845555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.848573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a4d9f0b-bbba-4110-8bed-9ea29c3f3dba tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:49.857333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.865353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bbcd1c0-261e-47cf-95a9-f9b2231a52a9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:49.867240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.906060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Calling delete_port for 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:49.966613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:49.972075 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5462162 Jun 10 16:25:49.985985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51062) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.001392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bbafe25a-0060-4d93-8dae-8241e0a001b4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '8dc17445-4079-42b7-ad55-86f0344a88e2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:50.003909 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-bbafe25a-0060-4d93-8dae-8241e0a001b4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 10 16:25:50.004709 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-bbafe25a-0060-4d93-8dae-8241e0a001b4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:50.008676 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bbafe25a-0060-4d93-8dae-8241e0a001b4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110300 Jun 10 16:25:50.022351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51064) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.034103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=51f71d90-148d-493b-bf8b-ecbdff384fb8,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:50.039361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:50.039870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2132b672-4b15-42ef-b0be-218f806b60a8 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:50.056949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.062214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6fb25652-ae79-4a73-856c-d171b9f95962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:50.114706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': 'e0790561-fe49-4a74-80f8-c7a49ead2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:50.115181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: e404fd90-f668-4b2e-8f7f-7843b36d6706, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:25:50.122543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Pushing event deleted for resources: {'Port': ['ID=90a85b21-98e9-4510-aaa5-fe5e89c1e1e3,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:50.128439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:50.130184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:50.131177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc17445-4079-42b7-ad55-86f0344a88e2,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:50.136784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:50.136993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] No DVR routers for this DVR port 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:50.139995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:50.149587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=d02d877d-c4d6-4567-96e1-14952002df6d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:50.153014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:50.153634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.159220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:50.172334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8f364-26a2-4266-90e4-cbd4c328f3a0 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:50.176517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network e404fd90-f668-4b2e-8f7f-7843b36d6706 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:25:50.184464 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6974385 Jun 10 16:25:50.191707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51066) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.201275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:50.206729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.233531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, e404fd90-f668-4b2e-8f7f-7843b36d6706) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:50.281325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:50.282438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.299588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bcb4b-e2e1-4c1c-8d08-c52388b6256d None None] Network e404fd90-f668-4b2e-8f7f-7843b36d6706 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:50.318900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:50.360472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:50.360810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 90a85b21-98e9-4510-aaa5-fe5e89c1e1e3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:50.396903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.438276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51068) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.438824 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1743584 Jun 10 16:25:50.543403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.548289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.550771 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/8dc17445-4079-42b7-ad55-86f0344a88e2 HTTP/1.1" status: 204 len: 168 time: 0.5263638 Jun 10 16:25:50.552869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-79bb6fb5-3b1c-42b7-aa53-1b697e73dcec tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:50.559706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51070) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.560661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:50.567744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.619939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-12102a82-a06e-4715-892b-6bfb38de3638', 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'tenant_id': 'ad3d4c4b16334a5092378e13f2371bf5', 'fixed_ips': [{'subnet_id': 'd02d877d-c4d6-4567-96e1-14952002df6d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:50.620719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.638257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-e404fd90-f668-4b2e-8f7f-7843b36d6706', 'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '51f71d90-148d-493b-bf8b-ecbdff384fb8'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:50.638950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc17445-4079-42b7-ad55-86f0344a88e2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:50.639095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.653293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:50.760542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.783224 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a78f7238-9684-41dc-8854-8a2fafa40182 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2097728 Jun 10 16:25:50.788380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51072) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.790194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.792886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--6330592'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:50.838386 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.ipam_backend_mixin [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d02d877d-c4d6-4567-96e1-14952002df6d (CIDR: 2001:db8::/64) Jun 10 16:25:50.842809 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:50.843245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:50.850443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:50.876032 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6c4d7e8b-dd89-40e0-b5ed-e80b07127066 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6814125 Jun 10 16:25:50.881453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:50.886530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:50.960434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Allocated IP 172.20.0.3 (e404fd90-f668-4b2e-8f7f-7843b36d6706/51f71d90-148d-493b-bf8b-ecbdff384fb8/794e0478-3577-4580-8cfc-e1fcada1f922) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:51.025470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.102216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.118447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.124458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49fffc01-0eb6-4824-99cc-57b575b7baa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:51.167853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:51.175186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.218082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.222411 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4304457 Jun 10 16:25:51.222873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51076) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.228025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-60bb8f13-4dfe-4340-9c4e-5982be174540 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'e32e3390-d659-4724-948f-490ab5ff69ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:51.228884 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-60bb8f13-4dfe-4340-9c4e-5982be174540 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 10 16:25:51.229400 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-60bb8f13-4dfe-4340-9c4e-5982be174540 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:51.233556 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-60bb8f13-4dfe-4340-9c4e-5982be174540 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061753 Jun 10 16:25:51.233556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51078) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.239205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e3390-d659-4724-948f-490ab5ff69ad,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:51.268477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-198c0847-190c-4928-9c15-e7e56122b416 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'e32e3390-d659-4724-948f-490ab5ff69ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:51.269751 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-198c0847-190c-4928-9c15-e7e56122b416 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 10 16:25:51.270264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-198c0847-190c-4928-9c15-e7e56122b416 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:51.274554 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-198c0847-190c-4928-9c15-e7e56122b416 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0405986 Jun 10 16:25:51.277417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51080) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.285136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0ecb9069-134c-49ee-81f9-c9245b6b7476 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'e32e3390-d659-4724-948f-490ab5ff69ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:51.286007 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-0ecb9069-134c-49ee-81f9-c9245b6b7476 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 10 16:25:51.286498 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-0ecb9069-134c-49ee-81f9-c9245b6b7476 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:51.291662 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0ecb9069-134c-49ee-81f9-c9245b6b7476 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091794 Jun 10 16:25:51.295915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51082) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.300524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8805de5f-841b-4abc-8239-fb20505d9df9 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'e32e3390-d659-4724-948f-490ab5ff69ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:51.301574 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-8805de5f-841b-4abc-8239-fb20505d9df9 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 10 16:25:51.302102 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-8805de5f-841b-4abc-8239-fb20505d9df9 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:51.305373 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8805de5f-841b-4abc-8239-fb20505d9df9 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065079 Jun 10 16:25:51.307931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51084) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.311409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:51.374952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.431573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/d02d877d-c4d6-4567-96e1-14952002df6d/d77bd4d5-4517-449f-aaa8-9124f31da83f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:51.434486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.467927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port f517c24a-8998-44d3-bf81-24db7847e72c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:51.468992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.471987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.596247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.598942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.600079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/e32e3390-d659-4724-948f-490ab5ff69ad HTTP/1.1" status: 204 len: 168 time: 0.2862513 Jun 10 16:25:51.610436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5afcfda9-a8a9-4d70-9c01-2cef965b2ddb tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:51.611702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51086) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.625994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e3390-d659-4724-948f-490ab5ff69ad,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:51.629263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.635022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:51.642851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port f517c24a-8998-44d3-bf81-24db7847e72c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=f517c24a-8998-44d3-bf81-24db7847e72c,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:51.643146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.661123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Transition to ACTIVE for port object 794e0478-3577-4580-8cfc-e1fcada1f922 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:51.699983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Transition to ACTIVE for port object 794e0478-3577-4580-8cfc-e1fcada1f922 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:51.715710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.740243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0494f555-a05f-46bd-bde9-f90a326360ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:51.767587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:25:51.770632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for f517c24a-8998-44d3-bf81-24db7847e72c owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:51.772353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.775320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fedff26d-042b-4323-8f03-7265eed3d730 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:51.812818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-57fde58e-c5c1-4de8-ae31-895900881b2b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1994455 Jun 10 16:25:51.817769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51088) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.822632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--871133544'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:51.844142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:51.849912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.853477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:51.859821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:51.860403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.865232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6f538d64-80cc-44b4-82cc-b3f75db23b27 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:51.872155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Network e404fd90-f668-4b2e-8f7f-7843b36d6706 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:51.878651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=a7efba09-9399-4f09-9e6f-8fb952ac9a5b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:51.883596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:51.884371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.896271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:51.899143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:51.902106 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0174694 Jun 10 16:25:51.904057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51090) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:51.904876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:51.911866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:7a:b4:12', 'name': 'tempest-NetworksTestDHCPv6-478990083'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:51.919147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=51f71d90-148d-493b-bf8b-ecbdff384fb8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:51.919583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Pushing event updated for resources: {'Port': ['ID=794e0478-3577-4580-8cfc-e1fcada1f922,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:51.922459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:51.924475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Transition to ACTIVE for port object d77bd4d5-4517-449f-aaa8-9124f31da83f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:51.946403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:51.992032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Transition to ACTIVE for port object d77bd4d5-4517-449f-aaa8-9124f31da83f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:52.007747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Attempting to bind port 794e0478-3577-4580-8cfc-e1fcada1f922 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:52.008122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Attempting to bind port 794e0478-3577-4580-8cfc-e1fcada1f922 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'e0790561-fe49-4a74-80f8-c7a49ead2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:52.008715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Attempting to bind port 794e0478-3577-4580-8cfc-e1fcada1f922 on network e404fd90-f668-4b2e-8f7f-7843b36d6706 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:52.011728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.012540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.017528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b55cb118-57d6-468c-abb3-9ec26e1db92c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:52.051724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:52.052168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Checking segment: {'id': 'e0790561-fe49-4a74-80f8-c7a49ead2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:52.052683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.052922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Bound using segment: {'id': 'e0790561-fe49-4a74-80f8-c7a49ead2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:52.053942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Bound port: 794e0478-3577-4580-8cfc-e1fcada1f922, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0790561-fe49-4a74-80f8-c7a49ead2f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:52.053942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.077421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e404fd90-f668-4b2e-8f7f-7843b36d6706']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:52.091089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:52.094032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0790561-fe49-4a74-80f8-c7a49ead2f82') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:52.094339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0790561-fe49-4a74-80f8-c7a49ead2f82') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:52.096330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:52.099002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:52.108709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.124001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.131723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.139650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.140744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:52.142202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2cc508c2-95eb-4b73-a5b3-66c097a55c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:52.144511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:52.149101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:52.149652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:52.153444 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:52.195273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4003b80-1448-44d4-9914-202afa6666d6,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:52.206941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:52.211655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:52.214064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.215371 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3963082 Jun 10 16:25:52.228676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51092) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.235297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-402ad08e-75c0-43b3-b762-d3fa36113bc4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.235914 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-402ad08e-75c0-43b3-b762-d3fa36113bc4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 10 16:25:52.236612 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-402ad08e-75c0-43b3-b762-d3fa36113bc4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.237743 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-402ad08e-75c0-43b3-b762-d3fa36113bc4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079429 Jun 10 16:25:52.244547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51094) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.247219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] For port 794e0478-3577-4580-8cfc-e1fcada1f922, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:52.250095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Attempting to bind port d77bd4d5-4517-449f-aaa8-9124f31da83f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:52.250578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Attempting to bind port d77bd4d5-4517-449f-aaa8-9124f31da83f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:52.251014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Attempting to bind port d77bd4d5-4517-449f-aaa8-9124f31da83f on network 12102a82-a06e-4715-892b-6bfb38de3638 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:52.254556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a32f53f6-c21b-400d-b948-e43d15ad74c2 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.257602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:52.257987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Checking segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:52.258602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.258865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Bound using segment: {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:52.259345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Bound port: d77bd4d5-4517-449f-aaa8-9124f31da83f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3680273-2d09-4212-9d69-33c5eec3a4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '12102a82-a06e-4715-892b-6bfb38de3638'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:52.259723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.284177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:25:52.284177 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:25:52.284177 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'id': 'e404fd90-f668-4b2e-8f7f-7843b36d6706'}] Jun 10 16:25:52.284177 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:25:52.284757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:25:52.297023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] For port 794e0478-3577-4580-8cfc-e1fcada1f922, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=794e0478-3577-4580-8cfc-e1fcada1f922,segment=NetworkSegment(e0790561-fe49-4a74-80f8-c7a49ead2f82),segment_id=e0790561-fe49-4a74-80f8-c7a49ead2f82)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:52.303801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.306058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:52.321684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.325719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-94fb3848-356e-4c8d-9f4d-4a31286380d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:52.340961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=f517c24a-8998-44d3-bf81-24db7847e72c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:52.355982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:52.381444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-a32f53f6-c21b-400d-b948-e43d15ad74c2 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.382834 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a32f53f6-c21b-400d-b948-e43d15ad74c2 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1408527 Jun 10 16:25:52.385690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.387880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51096) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.394765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-259b59a7-b373-43c6-b643-1215cd5be60e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.395584 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-259b59a7-b373-43c6-b643-1215cd5be60e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 10 16:25:52.397805 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-259b59a7-b373-43c6-b643-1215cd5be60e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.399541 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-259b59a7-b373-43c6-b643-1215cd5be60e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101657 Jun 10 16:25:52.403886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51098) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.408698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ca24bef4-91e9-4e20-85d4-32a2722eed07 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.430171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port dafb4618-53c8-48d9-a014-9c5a8d037be7 yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:25:52.480812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:52.488558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:52.494183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Pushing event updated for resources: {'Port': ['ID=794e0478-3577-4580-8cfc-e1fcada1f922,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:52.497634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:52.501754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.504968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3cd7a1d9-2495-45b3-9901-22a65a4627f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:52.542535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c9441-624a-48a5-8de6-ce678bae9fe6 None None] Network e404fd90-f668-4b2e-8f7f-7843b36d6706 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:52.607759 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-ca24bef4-91e9-4e20-85d4-32a2722eed07 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.608827 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca24bef4-91e9-4e20-85d4-32a2722eed07 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2039824 Jun 10 16:25:52.614350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51100) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.619553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6900daef-353d-4cf5-9f33-ac8e577911bb tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.620035 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-6900daef-353d-4cf5-9f33-ac8e577911bb tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 10 16:25:52.620553 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-6900daef-353d-4cf5-9f33-ac8e577911bb tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.621557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6900daef-353d-4cf5-9f33-ac8e577911bb tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063438 Jun 10 16:25:52.628135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51102) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.633221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0465da11-6ba4-41bd-876c-1c2a5ec170a3 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.680120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.690064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:52.696516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:52.716641 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-0465da11-6ba4-41bd-876c-1c2a5ec170a3 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Project 8be55b614c0a48fb9690511f4864f7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:25:52.739633 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-0465da11-6ba4-41bd-876c-1c2a5ec170a3 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.744253 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0465da11-6ba4-41bd-876c-1c2a5ec170a3 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1150572 Jun 10 16:25:52.744842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51104) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.746254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::3dd (12102a82-a06e-4715-892b-6bfb38de3638/d02d877d-c4d6-4567-96e1-14952002df6d/dafb4618-53c8-48d9-a014-9c5a8d037be7) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:52.753317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5af58225-3cf4-4d70-b404-fd8e12ecbd7d tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.753800 dv-neutron-601336-90-hyperv neutron-server[92386]: WARNING neutron.api.v2.base [None req-5af58225-3cf4-4d70-b404-fd8e12ecbd7d tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 10 16:25:52.754397 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-5af58225-3cf4-4d70-b404-fd8e12ecbd7d tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.758617 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5af58225-3cf4-4d70-b404-fd8e12ecbd7d tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091729 Jun 10 16:25:52.758811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51106) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.765773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e048228b-1385-4f56-a062-9fe375e249fe tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.775809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:b412 (12102a82-a06e-4715-892b-6bfb38de3638/a7efba09-9399-4f09-9e6f-8fb952ac9a5b/dafb4618-53c8-48d9-a014-9c5a8d037be7) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:52.819320 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-e048228b-1385-4f56-a062-9fe375e249fe tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Project 8be55b614c0a48fb9690511f4864f7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:25:52.854310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:52.868771 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-e048228b-1385-4f56-a062-9fe375e249fe tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.870081 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e048228b-1385-4f56-a062-9fe375e249fe tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1080964 Jun 10 16:25:52.874439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51108) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:52.883099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ec7d5fc4-b319-432c-90bd-e226f700d090 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b4003b80-1448-44d4-9914-202afa6666d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:52.958269 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-ec7d5fc4-b319-432c-90bd-e226f700d090 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Project 8be55b614c0a48fb9690511f4864f7b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:25:52.988704 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-ec7d5fc4-b319-432c-90bd-e226f700d090 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:52.992663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ec7d5fc4-b319-432c-90bd-e226f700d090 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1136403 Jun 10 16:25:53.001721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51110) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:53.067528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.092539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object dafb4618-53c8-48d9-a014-9c5a8d037be7 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:53.111124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.153849 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.194536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.201688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:53.261704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:53.265901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:53.268982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:53.275769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:53.276435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.282428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.286275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.287432 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4003b80-1448-44d4-9914-202afa6666d6 HTTP/1.1" status: 204 len: 168 time: 0.2840877 Jun 10 16:25:53.291740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51112) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:53.323735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=dafb4618-53c8-48d9-a014-9c5a8d037be7,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:53.327409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:53.329729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-79fabecd-b76e-442a-b190-1504de43fd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:53.336966 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4282293 Jun 10 16:25:53.343692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51114) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:53.356518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4003b80-1448-44d4-9914-202afa6666d6,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:53.358908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:53.427392 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dd775c24-95c0-47db-bd86-813cacf87f39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280010 Jun 10 16:25:53.428738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51116) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:53.433606 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202027930'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:53.500972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.514036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port 794e0478-3577-4580-8cfc-e1fcada1f922 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:53.514368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.537184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port dafb4618-53c8-48d9-a014-9c5a8d037be7 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:53.537593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.629707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port 794e0478-3577-4580-8cfc-e1fcada1f922, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=794e0478-3577-4580-8cfc-e1fcada1f922,segment=NetworkSegment(e0790561-fe49-4a74-80f8-c7a49ead2f82),segment_id=e0790561-fe49-4a74-80f8-c7a49ead2f82)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:53.630226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.650772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:25:53.688044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.693956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31ea90-dafb-4baa-838a-5f32dcb89b84 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:53.742856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for 794e0478-3577-4580-8cfc-e1fcada1f922 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:53.757709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.800801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for dafb4618-53c8-48d9-a014-9c5a8d037be7 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:53.805815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:53.810326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dc2e530-d509-4fc4-a4de-260ba8f28fa4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:53.851389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2beb64b8-b1ae-43e5-9fda-b6de2b4ed0b1 None None] Provisioning for port d77bd4d5-4517-449f-aaa8-9124f31da83f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:53.991761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:25:54.001567 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] Sync routers for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:25:54.006941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/0aaa35c1-c02a-4de3-9ee2-91256b8dad3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5099235 Jun 10 16:25:54.011829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51118) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.012397 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:54.013202 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.028015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.033978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'd02d877d-c4d6-4567-96e1-14952002df6d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7efba09-9399-4f09-9e6f-8fb952ac9a5b'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'd77bd4d5-4517-449f-aaa8-9124f31da83f'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:25:54.069566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:54.086278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.123401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=794e0478-3577-4580-8cfc-e1fcada1f922,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:54.126329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:54.137435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port 794e0478-3577-4580-8cfc-e1fcada1f922 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:54.178967 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:54.201961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 10383e69-58b9-4691-8205-37ea3dbd705f {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:54.216110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.373339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.390289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e404fd90-f668-4b2e-8f7f-7843b36d6706']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.402387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d77bd4d5-4517-449f-aaa8-9124f31da83f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:54.409413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0790561-fe49-4a74-80f8-c7a49ead2f82') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.409718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0790561-fe49-4a74-80f8-c7a49ead2f82') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.410424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Allocated IP 2001:db8:0:1:f816:3eff:fecc:fe3b (12102a82-a06e-4715-892b-6bfb38de3638/a7efba09-9399-4f09-9e6f-8fb952ac9a5b/d77bd4d5-4517-449f-aaa8-9124f31da83f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:54.422667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.441634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.449754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:54.450155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.472948 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:25:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.477206 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] Checking router: 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:25:54.486009 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] Routers {'0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:25:54.487503 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.507354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.526896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94031182-250b-4589-9eee-9585058ef66b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:54.531261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.532932 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1031725 Jun 10 16:25:54.534633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:54.536116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fdc13287-c220-48d8-a96f-07a3eeaad865 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:54.541029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51120) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.547444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fcb98a8d-d089-465f-97f1-ad8d6078db44 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '94031182-250b-4589-9eee-9585058ef66b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:54.568596 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:54.621708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d77bd4d5-4517-449f-aaa8-9124f31da83f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:54.630981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:54.631496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.636552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.645693 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] Set router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:25:54.654655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=dafb4618-53c8-48d9-a014-9c5a8d037be7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:54.660370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.663559 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/dafb4618-53c8-48d9-a014-9c5a8d037be7 HTTP/1.1" status: 204 len: 168 time: 1.3187222 Jun 10 16:25:54.665000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:54.667230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51122) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.686177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:54.690324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.696948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-11f72475-6b8d-45d2-ac11-44cc39373682 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:54.704804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.711374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/e404fd90-f668-4b2e-8f7f-7843b36d6706 HTTP/1.1" status: 204 len: 168 time: 4.2690346 Jun 10 16:25:54.712283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51124) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.734438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1243817360'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:54.750204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=e404fd90-f668-4b2e-8f7f-7843b36d6706,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:54.757975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:54.758850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.786947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a623b90f-1752-4d65-b795-21814429fbe4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:54.788672 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a623b90f-1752-4d65-b795-21814429fbe4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1202445 Jun 10 16:25:54.791498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51126) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.810844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Transition to ACTIVE for port object d77bd4d5-4517-449f-aaa8-9124f31da83f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:54.821359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:54.825336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.826800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.833702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-12ceac87-7ab5-446a-a0f9-94477f43ec84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:54.851182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.864787 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-fcb98a8d-d089-465f-97f1-ad8d6078db44 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The resource could not be found. Jun 10 16:25:54.868391 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fcb98a8d-d089-465f-97f1-ad8d6078db44 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3222921 Jun 10 16:25:54.869788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51128) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.876386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.879265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9e6dfe13-067f-4fc8-9545-6e2449f9c0c8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '94031182-250b-4589-9eee-9585058ef66b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '60df3677-5b96-4f18-862b-7b8eeb6f6798'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:54.911798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:25:54.916868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83862078-f797-4b13-a359-d694de06a26b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:54.920361 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-83862078-f797-4b13-a359-d694de06a26b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1256323 Jun 10 16:25:54.921254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51130) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:54.936252 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:25:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:54.947103 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8b13fb-b021-4328-bcff-e11f6301c250 None None] The sync data for ids ['0aaa35c1-c02a-4de3-9ee2-91256b8dad3e'] in dv-neutron-601336-90-hyperv is: [{'id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'name': 'tempest-TestNetworkBasicOps-router-1032117852', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:23:52Z', 'updated_at': '2021-06-10T16:25:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'd558232f-b0b1-45f5-8ec0-e68d06f547c8', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:23:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aaa35c1-c02a-4de3-9ee2-91256b8dad3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:23:55Z', 'updated_at': '2021-06-10T16:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:25:54.967388 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-9e6dfe13-067f-4fc8-9545-6e2449f9c0c8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The resource could not be found. Jun 10 16:25:54.971698 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9e6dfe13-067f-4fc8-9545-6e2449f9c0c8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0939803 Jun 10 16:25:54.975508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:54.975765 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 5aa8e30a-622c-4b41-b796-4d79516c2e8e of type vlan for network 44dcc079-a37e-44df-b637-0cf3ad9721a8 Jun 10 16:25:54.977476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51132) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.052029 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.069089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.074016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.078588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-44e93b4f-1cde-4b61-9963-cbb36ae41d90 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:55.079241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.087472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e429b-ab4e-4b00-8340-e003884fd66c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:55.089128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e429b-ab4e-4b00-8340-e003884fd66c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:55.093466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e429b-ab4e-4b00-8340-e003884fd66c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:55.098527 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fa0e429b-ab4e-4b00-8340-e003884fd66c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1717508 Jun 10 16:25:55.101328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51134) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.142018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=10383e69-58b9-4691-8205-37ea3dbd705f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:55.145045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:55.146310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.151775 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/10383e69-58b9-4691-8205-37ea3dbd705f HTTP/1.1" status: 204 len: 168 time: 1.1383176 Jun 10 16:25:55.153541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51136) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.165865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db130d9c-1c90-4826-b97e-ea519db069dc None None] Network 9181bd97-25fa-42f2-a24e-587dcd72d593 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:55.187655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet a7efba09-9399-4f09-9e6f-8fb952ac9a5b {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:55.191783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.194483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.197086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.200661 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/94031182-250b-4589-9eee-9585058ef66b HTTP/1.1" status: 204 len: 168 time: 0.2197659 Jun 10 16:25:55.204554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:55.224470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e85188a2-28c3-4269-b329-1bc572b71414 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:55.227388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51138) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.264340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94031182-250b-4589-9eee-9585058ef66b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:55.270773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:55.278250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:55.280707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.321946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.331487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:55.333897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.350886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:25:55.351380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:25:55.356490 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6783dc8d-9506-4c77-897c-683059e3fd2b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1220326 Jun 10 16:25:55.357249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51140) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.371244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1cd23940-f6b6-4272-8fa7-54749918d060 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'f85ed06d-fa56-4846-9598-3fde82dce30f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:55.380165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ec788bb-8e6f-421f-ab19-f8a3c2ad08fc tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:55.444712 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7249868 Jun 10 16:25:55.445948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51142) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.457175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:55.476399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.529019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.531419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=44dcc079-a37e-44df-b637-0cf3ad9721a8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:55.544326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:55.545418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 44dcc079-a37e-44df-b637-0cf3ad9721a8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:25:55.636347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] DHCP port deletion for 9181bd97-25fa-42f2-a24e-587dcd72d593 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:25:55.706026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.716098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4621c030-4868-4d06-b847-37c8ad8d5d52 tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:55.759015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Deleting port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:55.759814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.759980 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=a7efba09-9399-4f09-9e6f-8fb952ac9a5b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:55.762570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:55.771837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.772213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.776627 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/a7efba09-9399-4f09-9e6f-8fb952ac9a5b HTTP/1.1" status: 204 len: 168 time: 0.6720347 Jun 10 16:25:55.777004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51144) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.820878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:55.825099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.880569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port d558232f-b0b1-45f5-8ec0-e68d06f547c8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:55.881016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.912954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] For port eb69c024-a437-43d1-a1ad-d3e4aad6fb12, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,segment=NetworkSegment(53353197-af1c-4186-be11-ccd66bf1b819),segment_id=53353197-af1c-4186-be11-ccd66bf1b819)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:55.913388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:55.970658 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-1cd23940-f6b6-4272-8fa7-54749918d060 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The resource could not be found. Jun 10 16:25:55.971858 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1cd23940-f6b6-4272-8fa7-54749918d060 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6111999 Jun 10 16:25:55.985802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51146) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:55.990821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--459908120'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:56.030163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Calling delete_port for eb69c024-a437-43d1-a1ad-d3e4aad6fb12 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:56.032209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.060864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port d558232f-b0b1-45f5-8ec0-e68d06f547c8, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d558232f-b0b1-45f5-8ec0-e68d06f547c8,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:56.061312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.061479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bd51e4-2c73-4ad7-8172-fbe54f14f6b6 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:56.069832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet d02d877d-c4d6-4567-96e1-14952002df6d {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:25:56.073612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.169134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for d558232f-b0b1-45f5-8ec0-e68d06f547c8 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:25:56.190057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.206443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.270831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-012f3e4e-7daf-4a4d-a843-137c3d41e35b None None] Could not find standard attr ID for object dafb4618-53c8-48d9-a014-9c5a8d037be7. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:25:56.297321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:56.336749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.346317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1e4331a7-e229-409c-bbaf-33a40952b623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:56.349997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.365545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a1451c72-d340-407b-91b1-abff8095f4cc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:56.398865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-012f3e4e-7daf-4a4d-a843-137c3d41e35b None None] Provisioning for port d77bd4d5-4517-449f-aaa8-9124f31da83f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:25:56.412000 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:25:56.442341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.445308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-012f3e4e-7daf-4a4d-a843-137c3d41e35b None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:56.446153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-012f3e4e-7daf-4a4d-a843-137c3d41e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.448056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d1ee5a62-7ee4-444c-927e-211f3bb404ea tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:56.479309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d77bd4d5-4517-449f-aaa8-9124f31da83f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:25:56.480698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=d558232f-b0b1-45f5-8ec0-e68d06f547c8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:56.483747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:56.507226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=9722dc4a-9f35-425a-a2df-664aca23d001,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:56.530477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:56.537798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.569728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.597183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '5aa8e30a-622c-4b41-b796-4d79516c2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:56.597655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: 44dcc079-a37e-44df-b637-0cf3ad9721a8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:25:56.634820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.646617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.650739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network 44dcc079-a37e-44df-b637-0cf3ad9721a8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:25:56.657913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.665566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-442b1375-8cbc-4aed-8cf0-299bf39d5446 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:56.684770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 44dcc079-a37e-44df-b637-0cf3ad9721a8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:56.696306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.697117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:56.699376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:56.700026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.710029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f3c2ad-96ad-49cc-982c-1d59b02bd87e None None] Network 44dcc079-a37e-44df-b637-0cf3ad9721a8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:56.717494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:56.719701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:56.721594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.725613 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7362742 Jun 10 16:25:56.727426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51148) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:56.729416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e33d9-70a3-4e0a-8b4a-e04df206cbad,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:56.732977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--762092414'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:56.737443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:56.738906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9b76e30-8032-4a94-8905-aaef2732ae19 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:56.744314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.746435 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/d02d877d-c4d6-4567-96e1-14952002df6d HTTP/1.1" status: 204 len: 168 time: 0.9684083 Jun 10 16:25:56.750548 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2993362 Jun 10 16:25:56.757775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51150) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:56.758306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51152) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:56.758993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] No DVR routers for this DVR port eb69c024-a437-43d1-a1ad-d3e4aad6fb12 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:25:56.780079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=d02d877d-c4d6-4567-96e1-14952002df6d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:56.782737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:56.788053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Pushing event deleted for resources: {'Port': ['ID=eb69c024-a437-43d1-a1ad-d3e4aad6fb12,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:56.791510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.799679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.800903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:56.801359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:56.914182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c53943e3-260f-4b2a-be30-c82d354f7f70 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1545866 Jun 10 16:25:56.920160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51154) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:56.928690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:56.964349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:56.964752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.009332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.009872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router 0aaa35c1-c02a-4de3-9ee2-91256b8dad3e {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:25:57.016783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.021515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/0aaa35c1-c02a-4de3-9ee2-91256b8dad3e HTTP/1.1" status: 204 len: 168 time: 1.8633933 Jun 10 16:25:57.025507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51156) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:57.093774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.126820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-44dcc079-a37e-44df-b637-0cf3ad9721a8', 'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '9722dc4a-9f35-425a-a2df-664aca23d001'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:25:57.127767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.241339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.318508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ac249-5e85-44ee-a6c1-015100d6fd4d None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': 'd02d877d-c4d6-4567-96e1-14952002df6d'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'd77bd4d5-4517-449f-aaa8-9124f31da83f'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:25:57.361415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.383474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:57.387975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.404998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.405336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac249-5e85-44ee-a6c1-015100d6fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.412518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ce78424-6d03-4819-b2b3-c564d37985b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:57.454247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Allocated IP 172.20.0.1 (44dcc079-a37e-44df-b637-0cf3ad9721a8/9722dc4a-9f35-425a-a2df-664aca23d001/3f24c376-8bba-49f9-8bcc-f00e980a8626) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:25:57.458915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.615148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb69c024-a437-43d1-a1ad-d3e4aad6fb12 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:57.652733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: eb69c024-a437-43d1-a1ad-d3e4aad6fb12 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:57.653134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb69c024-a437-43d1-a1ad-d3e4aad6fb12 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:57.653613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f517c24a-8998-44d3-bf81-24db7847e72c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:57.658785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.661803 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9341316 Jun 10 16:25:57.669742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51d8b1e-40db-408d-aab2-bc394e4aaab1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:57.688958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:57.692809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.696559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51158) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:57.716372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a57f7119-9c2c-42f4-8eda-60cc78312fa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': 'b56e33d9-70a3-4e0a-8b4a-e04df206cbad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a51d8b1e-40db-408d-aab2-bc394e4aaab1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:57.728234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.731967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c333267b-0fdc-49d9-93ba-b2af708c65e9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:57.742553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9181bd97-25fa-42f2-a24e-587dcd72d593']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:57.771700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53353197-af1c-4186-be11-ccd66bf1b819') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:57.771700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53353197-af1c-4186-be11-ccd66bf1b819') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:57.786378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:57.794900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:57.797388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.801655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:57.802344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.819478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=191f625c-c4d2-43ce-8eaa-75d06a595638,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:57.823199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:57.829662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.835815 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9131269 Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:57.851746 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:57.854397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51160) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:57.862098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:57.866764 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-a57f7119-9c2c-42f4-8eda-60cc78312fa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:57.867847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a57f7119-9c2c-42f4-8eda-60cc78312fa6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1699307 Jun 10 16:25:57.871202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51162) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:57.945247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7893b-68d3-4a22-b9a4-b0206b00cf5b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:57.956173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: f517c24a-8998-44d3-bf81-24db7847e72c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:57.957079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f517c24a-8998-44d3-bf81-24db7847e72c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:58.030514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:58.034793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.114263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0b52e4cf-9021-4d7f-ad59-eb4c3ec804f1 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:25:58.114834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0b52e4cf-9021-4d7f-ad59-eb4c3ec804f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.159283 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.ipam_backend_mixin [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 191f625c-c4d2-43ce-8eaa-75d06a595638 (CIDR: 2001:db8::/64) Jun 10 16:25:58.163156 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:25:58.163755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:25:58.179213 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-47f2ec85-be28-471a-8559-2b6ec0bf7117 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3265505 Jun 10 16:25:58.182993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51164) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:58.188407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'subnet': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:58.229747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.348843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:58.352841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.422359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Transition to ACTIVE for port object 3f24c376-8bba-49f9-8bcc-f00e980a8626 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:58.449090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Transition to ACTIVE for port object 3f24c376-8bba-49f9-8bcc-f00e980a8626 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:25:58.454003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d77bd4d5-4517-449f-aaa8-9124f31da83f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:58.456401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.464296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb18c722-46ea-40cf-afb3-a6d3778e6f24 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:58.491122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.493530 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/9181bd97-25fa-42f2-a24e-587dcd72d593 HTTP/1.1" status: 204 len: 168 time: 1.4670255 Jun 10 16:25:58.495595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=9181bd97-25fa-42f2-a24e-587dcd72d593,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:58.499017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.502786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:58.506384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51166) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:58.507955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:58.512472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--569223363', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:58.539167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.561293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.574800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42114e27-1e16-4a77-9cf9-5564ca8535f1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:58.595050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.616987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Network 44dcc079-a37e-44df-b637-0cf3ad9721a8 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:58.620754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Pushing event updated for resources: {'Port': ['ID=3f24c376-8bba-49f9-8bcc-f00e980a8626,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:58.623518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:58.629800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:58.630514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:25:58.706851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '191f625c-c4d2-43ce-8eaa-75d06a595638'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'd77bd4d5-4517-449f-aaa8-9124f31da83f'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:25:58.718572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=9722dc4a-9f35-425a-a2df-664aca23d001,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:58.739109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:58.752045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:25:58.755637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.775841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.788229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.794014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Attempting to bind port 3f24c376-8bba-49f9-8bcc-f00e980a8626 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:25:58.794400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Attempting to bind port 3f24c376-8bba-49f9-8bcc-f00e980a8626 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '5aa8e30a-622c-4b41-b796-4d79516c2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:25:58.794776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Attempting to bind port 3f24c376-8bba-49f9-8bcc-f00e980a8626 on network 44dcc079-a37e-44df-b637-0cf3ad9721a8 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:25:58.795655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dcc079-a37e-44df-b637-0cf3ad9721a8']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:58.811187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa8e30a-622c-4b41-b796-4d79516c2e8e') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:58.811966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa8e30a-622c-4b41-b796-4d79516c2e8e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:25:58.816390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.823554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.824873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:25:58.825333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Checking segment: {'id': '5aa8e30a-622c-4b41-b796-4d79516c2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:25:58.825903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.826177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.826312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Bound using segment: {'id': '5aa8e30a-622c-4b41-b796-4d79516c2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:25:58.826800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Bound port: 3f24c376-8bba-49f9-8bcc-f00e980a8626, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa8e30a-622c-4b41-b796-4d79516c2e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '44dcc079-a37e-44df-b637-0cf3ad9721a8'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:25:58.827187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.830081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/a51d8b1e-40db-408d-aab2-bc394e4aaab1 HTTP/1.1" status: 204 len: 168 time: 0.9583795 Jun 10 16:25:58.832674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.834272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51168) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:58.837170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-027968af-832d-47ff-b3b0-24c8f2cde9f1 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:58.846921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:25:58.878717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51d8b1e-40db-408d-aab2-bc394e4aaab1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:58.885872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:58.887870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.889575 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 79df39ee-d940-4e53-b7e2-fe21c7186a50 of type vlan for network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae Jun 10 16:25:58.893538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.911204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:58.923520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.923520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d558232f-b0b1-45f5-8ec0-e68d06f547c8 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:25:58.930026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:25:58.931245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:25:58.937103 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:25:58.958609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:58.964560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.objects.ports [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92386) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 16:25:59.020866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d558232f-b0b1-45f5-8ec0-e68d06f547c8 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:25:59.021317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d558232f-b0b1-45f5-8ec0-e68d06f547c8 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:25:59.058143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.155044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-33c61090-8250-4bb1-b275-6beae9772e1e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3141329 Jun 10 16:25:59.161941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51170) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:59.162600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] For port 3f24c376-8bba-49f9-8bcc-f00e980a8626, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:25:59.169274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.178731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.api [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:25:59.178731 dv-neutron-601336-90-hyperv neutron-server[92385]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:25:59.178731 dv-neutron-601336-90-hyperv neutron-server[92385]: [parameters: {'id': '44dcc079-a37e-44df-b637-0cf3ad9721a8'}] Jun 10 16:25:59.178731 dv-neutron-601336-90-hyperv neutron-server[92385]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:25:59.179576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_db.api [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:25:59.203563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:59.215000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] For port 3f24c376-8bba-49f9-8bcc-f00e980a8626, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3f24c376-8bba-49f9-8bcc-f00e980a8626,segment=NetworkSegment(5aa8e30a-622c-4b41-b796-4d79516c2e8e),segment_id=5aa8e30a-622c-4b41-b796-4d79516c2e8e)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:25:59.216202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:59.223584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.228758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1fd370bb-c7f4-48ae-8025-34da8cd00dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:59.245438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.254955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:59.256287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.262238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00ed8678-9fe3-4175-b24d-2e19412d7676 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:59.339261 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8316629 Jun 10 16:25:59.350650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51172) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:59.355306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:59.387526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Pushing event updated for resources: {'Port': ['ID=3f24c376-8bba-49f9-8bcc-f00e980a8626,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:59.398499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:59.406036 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.407449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.407978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fecc:fe3b-10c47690-d5ec-4f39-bbdf-873b34b {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:25:59.408905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:25:59.418942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.422685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a0b39-9dea-413c-9c78-b76acd9f67d8 None None] Network 44dcc079-a37e-44df-b637-0cf3ad9721a8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:25:59.442562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:59.449291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:59.465739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.488109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:25:59.490659 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:59.493017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.536143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.541482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.545623 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/b56e33d9-70a3-4e0a-8b4a-e04df206cbad HTTP/1.1" status: 204 len: 168 time: 0.3797231 Jun 10 16:25:59.545623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0cead8a-a889-4aac-9fbf-291d3f2aeeaa tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:59.549730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51174) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:59.572557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e33d9-70a3-4e0a-8b4a-e04df206cbad,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:59.603431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:59.655540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8f5dded0-f0ca-42a4-9819-71c0314a6130 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016276 Jun 10 16:25:59.661581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51176) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:59.666205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319969579'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:25:59.680833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.698848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.735429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.741567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.742341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.746460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-29d73db1-f9ee-4eeb-9398-ec85668e8807 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:59.755199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.801928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port 3f24c376-8bba-49f9-8bcc-f00e980a8626 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:25:59.802207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.804658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:25:59.821664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:25:59.825276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:25:59.825852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.860326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=9']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:25:59.872319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.872716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.873088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.873564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.873931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.874303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.874662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.875023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.875380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.875736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.876096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.876447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:25:59.919348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:25:59.920035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a6374aa-d0e4-4e83-b5ac-3c6b7ddd633d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:59.924623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port 3f24c376-8bba-49f9-8bcc-f00e980a8626, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=3f24c376-8bba-49f9-8bcc-f00e980a8626,segment=NetworkSegment(5aa8e30a-622c-4b41-b796-4d79516c2e8e),segment_id=5aa8e30a-622c-4b41-b796-4d79516c2e8e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:25:59.925465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.929446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.940436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.945770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cebf4655-9396-401d-bc55-2ea090b70226 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:25:59.965849 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7817667 Jun 10 16:25:59.973137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:25:59.973699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51178) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:25:59.986818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Request body: {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'mac_address': 'fa:16:3e:55:21:28', 'name': 'tempest-NetworksTestDHCPv6-1545608266'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:00.047208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for 3f24c376-8bba-49f9-8bcc-f00e980a8626 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:00.075187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.076395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4137676 Jun 10 16:26:00.079204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51faf3d8-d8cd-4cd3-a30e-d1177b17d7a3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:00.086479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51180) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:00.090304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-53ed766d-aaa1-48fc-bf34-4218a674ff6a tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '51faf3d8-d8cd-4cd3-a30e-d1177b17d7a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:00.095119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:00.211469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-53ed766d-aaa1-48fc-bf34-4218a674ff6a tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:26:00.214151 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-53ed766d-aaa1-48fc-bf34-4218a674ff6a tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1272023 Jun 10 16:26:00.215611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51182) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:00.225237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-24a45f04-e20e-42b8-9a52-7281bc747d93 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group_rule': {'security_group_id': '51faf3d8-d8cd-4cd3-a30e-d1177b17d7a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:00.231593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.235438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:00.271990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=3f24c376-8bba-49f9-8bcc-f00e980a8626,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:00.276884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:00.283471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port 3f24c376-8bba-49f9-8bcc-f00e980a8626 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:00.288769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Allocated IP 2001:db8::2 (12102a82-a06e-4715-892b-6bfb38de3638/191f625c-c4d2-43ce-8eaa-75d06a595638/d77bd4d5-4517-449f-aaa8-9124f31da83f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:00.354523 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-24a45f04-e20e-42b8-9a52-7281bc747d93 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:26:00.359098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-24a45f04-e20e-42b8-9a52-7281bc747d93 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1392612 Jun 10 16:26:00.359725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51184) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:00.426854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:00.430284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.452482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dcc079-a37e-44df-b637-0cf3ad9721a8']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:00.460316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.472146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Subnet': ['ID=42dd6098-91ee-4e3e-be18-38fcbf4dab55,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:00.474170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa8e30a-622c-4b41-b796-4d79516c2e8e') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:00.474479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa8e30a-622c-4b41-b796-4d79516c2e8e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:00.475674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Transition to ACTIVE for port object d77bd4d5-4517-449f-aaa8-9124f31da83f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:00.480458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:00.480734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.483204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:00.493080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.518731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.528114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.530051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:00.530443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:00.534076 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:00.620705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:00.626626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:00.637070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.660317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.672079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4071b013-ded0-46be-94f5-ad090484be4d tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:00.682177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.689020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/44dcc079-a37e-44df-b637-0cf3ad9721a8 HTTP/1.1" status: 204 len: 168 time: 3.9238143 Jun 10 16:26:00.691695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51186) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:00.697438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-19530124'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:00.716927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=44dcc079-a37e-44df-b637-0cf3ad9721a8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:00.721637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:00.734455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:00.738574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.760598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.763243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.765837 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/51faf3d8-d8cd-4cd3-a30e-d1177b17d7a3 HTTP/1.1" status: 204 len: 168 time: 0.3575902 Jun 10 16:26:00.770755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51188) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:00.772253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3fb66c64-032b-4e33-9be9-1bed779ff54a tempest-TestNetworkAdvancedServerOps-1906181380 tempest-TestNetworkAdvancedServerOps-1906181380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:00.824356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51faf3d8-d8cd-4cd3-a30e-d1177b17d7a3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:00.827668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:00.836363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:00.847392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.847744 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment e28bf8bd-ade1-4e17-8b80-5cbcace470c8 of type vlan for network c44d199a-80ad-4940-9f24-53d817706891 Jun 10 16:26:00.889841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.919512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.950772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.957547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.963174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:00.963786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:00.966396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:01.048622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3554475 Jun 10 16:26:01.057453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Made reservation on behalf of ad3d4c4b16334a5092378e13f2371bf5 for: {'port': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:01.059182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51190) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:01.066945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'c44d199a-80ad-4940-9f24-53d817706891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:01.087561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=c44d199a-80ad-4940-9f24-53d817706891,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:01.090644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:01.098213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c44d199a-80ad-4940-9f24-53d817706891 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:01.109038 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f046d372-d133-4beb-990a-32bf74eae795 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3365126 Jun 10 16:26:01.115586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51192) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:01.130551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'tempest-secgroup--114900412'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:01.207101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:01.210482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:26:01.210482 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 16:26:01.210482 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'project_id_1': '8be55b614c0a48fb9690511f4864f7b7', 'expiration_1': datetime.datetime(2021, 6, 10, 16, 26, 1, 188411)}] Jun 10 16:26:01.210482 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:26:01.210897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:26:01.211138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.297324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.300086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.218 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/5f162439-131a-44cf-b661-7d87507cc8bf) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:01.336998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] device_id is not set on port 769ca8c5-afcc-4b74-b0c9-3ea733e3195e yet. {{(pid=92386) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:26:01.431237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bafce-2bba-418d-9c87-a118143c130b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:01.500388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.504438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:01.557237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.582496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=27cccc64-6d2d-47a3-abf3-939d9be7de33,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:01.587066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:01.594935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': 'e28bf8bd-ade1-4e17-8b80-5cbcace470c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c44d199a-80ad-4940-9f24-53d817706891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:01.595495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: c44d199a-80ad-4940-9f24-53d817706891, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:01.618250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network c44d199a-80ad-4940-9f24-53d817706891 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:01.630386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, c44d199a-80ad-4940-9f24-53d817706891) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:01.636038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:01.636811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.648355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.657270 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5945325 Jun 10 16:26:01.657591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51194) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:01.675631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:01.686892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc7eeb-142c-4bbd-9a17-a62b0889a222 None None] Network c44d199a-80ad-4940-9f24-53d817706891 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:01.756250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:01.765536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:01.774122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Provisioning for port d77bd4d5-4517-449f-aaa8-9124f31da83f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:01.774495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=5f162439-131a-44cf-b661-7d87507cc8bf,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:01.776557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:01.782202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:01.782611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:01.782764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.783544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8::27 (12102a82-a06e-4715-892b-6bfb38de3638/191f625c-c4d2-43ce-8eaa-75d06a595638/769ca8c5-afcc-4b74-b0c9-3ea733e3195e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:01.812395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.823204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:2128 (12102a82-a06e-4715-892b-6bfb38de3638/42dd6098-91ee-4e3e-be18-38fcbf4dab55/769ca8c5-afcc-4b74-b0c9-3ea733e3195e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:01.827554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.882237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.965137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:01.968497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c56d359-e408-4239-94ab-f66ae9c0577a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.005382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=27cccc64-6d2d-47a3-abf3-939d9be7de33,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:02.009156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:02.086328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.107095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901bba82-1c5d-4164-bb15-ead7e80ce5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-c44d199a-80ad-4940-9f24-53d817706891', 'network_id': 'c44d199a-80ad-4940-9f24-53d817706891', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '27cccc64-6d2d-47a3-abf3-939d9be7de33'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:02.108292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-901bba82-1c5d-4164-bb15-ead7e80ce5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.117316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.128863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44d199a-80ad-4940-9f24-53d817706891']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:02.141098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28bf8bd-ade1-4e17-8b80-5cbcace470c8') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:02.141786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28bf8bd-ade1-4e17-8b80-5cbcace470c8') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:02.153220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.167475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:02.178173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.186023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:02.186722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:02.190963 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:02.226642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.229887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.289118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d2b1e-dad3-44d5-9cbb-4b72c21e2ff0 None None] Network c44d199a-80ad-4940-9f24-53d817706891 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:02.302030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.306543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.308765 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/c44d199a-80ad-4940-9f24-53d817706891 HTTP/1.1" status: 204 len: 168 time: 0.6493261 Jun 10 16:26:02.309656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.314082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51196) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:02.319381 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170495312'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:02.320206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.345709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.347282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=c44d199a-80ad-4940-9f24-53d817706891,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:02.354292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-efaaec67-212d-418e-b3cc-924b3fde7fe2 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.359974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.360361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.360766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.362040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.362196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.362567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.363114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.363700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.364170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.364548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.364983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.365370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:02.369004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:02.389850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:02.393976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.414081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=11']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:02.423662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:02.435191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.441862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:02.454404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.454760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 811c6dd5-ed17-4cf0-bf67-beb8e224b3f8 of type vlan for network bdcc67b0-2408-41ad-8e78-fb944cc81fee Jun 10 16:26:02.462833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Transition to ACTIVE for port object 769ca8c5-afcc-4b74-b0c9-3ea733e3195e will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:02.522959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.526978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.547008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d77bd4d5-4517-449f-aaa8-9124f31da83f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:02.567860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.573609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:02.574328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.576937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c2cb3f32-7b2f-4860-8367-7ecf2474a48a tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.614866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:02.615571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.661859 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3465805 Jun 10 16:26:02.668908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51198) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:02.672354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.677036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51200) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:02.678227 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5587866 Jun 10 16:26:02.683807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0737bf07-3b76-42f3-bb25-08bcc8ce73e8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:02.684219 dv-neutron-601336-90-hyperv neutron-server[92385]: WARNING neutron.api.v2.base [None req-0737bf07-3b76-42f3-bb25-08bcc8ce73e8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 10 16:26:02.684780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:02.684931 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-0737bf07-3b76-42f3-bb25-08bcc8ce73e8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] update failed (client error): There was a conflict when trying to complete your request. Jun 10 16:26:02.685970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0737bf07-3b76-42f3-bb25-08bcc8ce73e8 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "PUT /v2.0/security-groups/49ff4e62-e575-46e3-a484-52fca6e54d64 HTTP/1.1" status: 409 len: 330 time: 0.0078969 Jun 10 16:26:02.689086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51202) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:02.696576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=bdcc67b0-2408-41ad-8e78-fb944cc81fee,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:02.700516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:02.722901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.725970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network bdcc67b0-2408-41ad-8e78-fb944cc81fee details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:02.732299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff4e62-e575-46e3-a484-52fca6e54d64,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:02.788042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:02.788709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1a6e14f6-737e-453d-ae29-13df93ee6de8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.804784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.850775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.905114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.911230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Network 12102a82-a06e-4715-892b-6bfb38de3638 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:02.914903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:02.916445 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/49ff4e62-e575-46e3-a484-52fca6e54d64 HTTP/1.1" status: 204 len: 168 time: 0.2261856 Jun 10 16:26:02.917917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-903a4d64-2704-4f58-a51b-47fa640c5c64 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:02.922293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51204) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:02.925473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:02.954514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff4e62-e575-46e3-a484-52fca6e54d64,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:02.958994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:03.003925 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f6c71e81-b621-475a-83a7-82f3e69090c4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747137 Jun 10 16:26:03.004478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51206) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.007537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b22a8-8f55-44e9-b116-bd8228742f5b None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:03.032259 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-7bc66a02-493a-4519-a44f-ddd165e4de3d tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] delete failed (client error): The resource could not be found. Jun 10 16:26:03.037996 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7bc66a02-493a-4519-a44f-ddd165e4de3d tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fc48cdc-e003-4db6-b234-e52e0945c983 HTTP/1.1" status: 404 len: 347 time: 0.0326693 Jun 10 16:26:03.038893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51208) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.047350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:03.053931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:03.054236 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-e17ab462-3515-45fb-b43c-9ad731e51ab5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] show failed (client error): The resource could not be found. Jun 10 16:26:03.054574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.057197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e17ab462-3515-45fb-b43c-9ad731e51ab5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-groups/c9cb8912-c671-4d60-990d-ba061107a64a HTTP/1.1" status: 404 len: 347 time: 0.0152488 Jun 10 16:26:03.060342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event updated for resources: {'Port': ['ID=769ca8c5-afcc-4b74-b0c9-3ea733e3195e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:03.061994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51210) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.079830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:03.087676 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-37c8bc4c-ba8a-4800-a9f2-bef5b6d73cbf tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] show failed (client error): The resource could not be found. Jun 10 16:26:03.090634 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-37c8bc4c-ba8a-4800-a9f2-bef5b6d73cbf tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] 10.222.0.23 "GET /v2.0/security-group-rules/2d48aa09-9f16-43e5-8ee4-ae877f37329a HTTP/1.1" status: 404 len: 356 time: 0.0234604 Jun 10 16:26:03.099176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:03.104187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.105843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-58b4a800-f473-4f41-b513-03379b67a0e6 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:03.106302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-58b4a800-f473-4f41-b513-03379b67a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.120011 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1426501 Jun 10 16:26:03.122970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51214) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.219675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing IP validity checks on allocation pools {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 10 16:26:03.220351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 10 16:26:03.250677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.302890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port 769ca8c5-afcc-4b74-b0c9-3ea733e3195e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:03.303631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.442028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51218) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.451314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.490541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8eac58d4-e155-4452-a1a0-e72081524089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.568142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for 769ca8c5-afcc-4b74-b0c9-3ea733e3195e owned by {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:03.586440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.589995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cb4591a6-9993-4a40-9811-a2ba0938313d tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:03.656018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:26:03.673646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e079fdee-c625-420e-8af7-75f92e39c3bf None None] Provisioning for port 769ca8c5-afcc-4b74-b0c9-3ea733e3195e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:03.676591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=36ccb67f-d5d9-4b8a-9f8d-9e3ff182e531,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:03.682580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e079fdee-c625-420e-8af7-75f92e39c3bf None None] Provisioning complete for port 769ca8c5-afcc-4b74-b0c9-3ea733e3195e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:03.683335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e079fdee-c625-420e-8af7-75f92e39c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.688485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:03.699143 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-54c2e0ac-86ee-4937-8161-8703d8d9e6f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8be55b614c0a48fb9690511f4864f7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556677 Jun 10 16:26:03.699793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51222) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.752614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e079fdee-c625-420e-8af7-75f92e39c3bf None None] Port 769ca8c5-afcc-4b74-b0c9-3ea733e3195e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:03.766484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e079fdee-c625-420e-8af7-75f92e39c3bf None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:03.767156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e079fdee-c625-420e-8af7-75f92e39c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.798779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:03.799444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: bdcc67b0-2408-41ad-8e78-fb944cc81fee, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:03.838786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network bdcc67b0-2408-41ad-8e78-fb944cc81fee is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:03.860732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, bdcc67b0-2408-41ad-8e78-fb944cc81fee) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:03.866929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:03.870013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:03.870670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.878863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.881535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb06dd-9436-47ef-be32-0337b930c251 None None] Network bdcc67b0-2408-41ad-8e78-fb944cc81fee requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:03.888311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:03.897439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.899271 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5471888 Jun 10 16:26:03.901244 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2217836 Jun 10 16:26:03.902470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51224) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.905058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51226) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:03.962587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.996737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:03.999097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:03.999945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:25:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:04.012977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-27e95ce3-e566-4991-a1e2-f5600d53bd1a tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:04.070251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=769ca8c5-afcc-4b74-b0c9-3ea733e3195e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:04.089444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:04.105365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.195209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.198357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/769ca8c5-afcc-4b74-b0c9-3ea733e3195e HTTP/1.1" status: 204 len: 168 time: 1.0732627 Jun 10 16:26:04.200049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.203376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.204855 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bc65be9-72e7-467f-b25e-0416bf0e157b HTTP/1.1" status: 204 len: 168 time: 0.5027549 Jun 10 16:26:04.205826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51230) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:04.206672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d0f78eb8-ba58-4618-8160-96e78de17af4 tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:04.225394 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b561d9d3-675e-4878-9953-227394aabd6c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3214607 Jun 10 16:26:04.228846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51234) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:04.246183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.274083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc65be9-72e7-467f-b25e-0416bf0e157b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:04.281134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:04.332633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d767b-ddc7-43c8-8218-12b03a052d86 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:04.336820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c29d767b-ddc7-43c8-8218-12b03a052d86 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1166024 Jun 10 16:26:04.340490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51236) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:04.347698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-83118afb-52db-4edf-ab86-f979c6a20d8d None None] Could not find standard attr ID for object dafb4618-53c8-48d9-a014-9c5a8d037be7. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:26:04.447446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b6d70-aa72-43f4-8ef6-bb1c5f26c345 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:04.449329 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aa8b6d70-aa72-43f4-8ef6-bb1c5f26c345 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1073940 Jun 10 16:26:04.452183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51238) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:04.487138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:04.549843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fe183cac-9671-4281-a4a3-cc458f7ba1e1 None None] Could not find standard attr ID for object 769ca8c5-afcc-4b74-b0c9-3ea733e3195e. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:26:04.552271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-bdcc67b0-2408-41ad-8e78-fb944cc81fee', 'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '36ccb67f-d5d9-4b8a-9f8d-9e3ff182e531'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:04.553185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.555420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d77bd4d5-4517-449f-aaa8-9124f31da83f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:04.595168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33a89b-c524-4b74-94b4-916bff1eff1f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:04.597351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33a89b-c524-4b74-94b4-916bff1eff1f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:04.599199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33a89b-c524-4b74-94b4-916bff1eff1f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:04.600848 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9d33a89b-c524-4b74-94b4-916bff1eff1f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1478698 Jun 10 16:26:04.603754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51242) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:04.694854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 191f625c-c4d2-43ce-8eaa-75d06a595638 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:04.708176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.811832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.906502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:04.906885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:04.972796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.066919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Allocated IP 172.20.0.3 (bdcc67b0-2408-41ad-8e78-fb944cc81fee/36ccb67f-d5d9-4b8a-9f8d-9e3ff182e531/b3d4fd15-d588-4e37-8b52-9a3b0229c9cd) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:05.072082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.074043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68e201-acfb-4ded-b0e1-ff3b8d889c82 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:05.076325 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2c68e201-acfb-4ded-b0e1-ff3b8d889c82 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8465691 Jun 10 16:26:05.079270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51252) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.085281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-980b85d9-f90b-4494-b8a8-6a0450dca9d3 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:05.086959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:02Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:05.136847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=191f625c-c4d2-43ce-8eaa-75d06a595638,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:05.141054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:05.141959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Updating router a421d27f-bfda-45e2-9b21-3005817b6bb7 port 5f162439-131a-44cf-b661-7d87507cc8bf binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:26:05.143600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.147825 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/191f625c-c4d2-43ce-8eaa-75d06a595638 HTTP/1.1" status: 204 len: 168 time: 0.5407853 Jun 10 16:26:05.147825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:05.149223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.153084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ea28bace-dd70-4e31-a17c-7722f2395f7b tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709305 Jun 10 16:26:05.155176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51258) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.165880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700494681', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:05.179052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c5d79-d29d-4fd2-ae8a-434710e87e2a None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:05.256917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting subnet 42dd6098-91ee-4e3e-be18-38fcbf4dab55 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:05.260509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.317078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.347583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.349982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:05.354789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.443961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51266) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.478821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.579060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.582843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aa082849-6953-4b73-bd82-b029d3e216de tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:05.627758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-521775611-network', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:05.631118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Subnet': ['ID=42dd6098-91ee-4e3e-be18-38fcbf4dab55,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:05.634349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.636474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f9f0aa43-3210-41d0-87be-d1971ac9505f tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:05.638542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:05.661818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.665216 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b49c39a1-aef6-4f6e-85d7-7139be3fd071 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/42dd6098-91ee-4e3e-be18-38fcbf4dab55 HTTP/1.1" status: 204 len: 168 time: 0.5149589 Jun 10 16:26:05.667774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51270) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.680087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Made reservation on behalf of b97dcd794f8d40deb3df794f44b28b0c for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:05.682333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.712902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.716156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=ecc7d84b-deef-4203-85b9-a9a8b4009439,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:05.720094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:05.728374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:05.729075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: ac11bb99-6d4e-4218-9e3c-0610e9ea4aae, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:05.735448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Transition to ACTIVE for port object b3d4fd15-d588-4e37-8b52-9a3b0229c9cd will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:05.748820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:05.756305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51272) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.756754 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-73ebca63-21a1-4315-b158-3a167e86bd31 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869410 Jun 10 16:26:05.757924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.800988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ac11bb99-6d4e-4218-9e3c-0610e9ea4aae) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:05.807309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:05.807898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.854205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Transition to ACTIVE for port object b3d4fd15-d588-4e37-8b52-9a3b0229c9cd will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:05.863230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e8b38-f376-46d8-8211-41d62834a1fa None None] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:05.867761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d6146-898a-45e1-80bb-530e75beeb30 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:05.870156 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-944d6146-898a-45e1-80bb-530e75beeb30 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1127102 Jun 10 16:26:05.872772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51274) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.893832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.899471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.903360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fe41791c-a832-4638-8e72-c652722f87ab tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:05.906019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.924871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46ef7ee7-71b8-4dc2-bf57-51a1d3994151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:05.936746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a0d223-e7a3-4109-a112-3c06cb934bb1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:05.941091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:05.946325 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b29146bc-59e2-4a2c-8dca-ee4f456e8247 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7899857 Jun 10 16:26:05.950238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51276) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.964367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62788869-7942-4f58-8543-b66b771e40bd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:05.965836 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-62788869-7942-4f58-8543-b66b771e40bd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920556 Jun 10 16:26:05.967001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.968952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51278) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:05.969453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:05.970427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-92794563-fb43-4748-b8dc-c7e007323397 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:05.981318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:05.982002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Added segment f7196728-138c-4f1f-af70-377993b4f63d of type vlan for network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e Jun 10 16:26:06.037183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.066026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e629cd88-9dfb-43ba-bdcf-db9c204bb023 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910869 Jun 10 16:26:06.066839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=36ccb67f-d5d9-4b8a-9f8d-9e3ff182e531,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:06.072325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51280) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.104039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:06.128656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b8f649-1147-4006-90e6-8a37b3d5ba34 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.129456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b8f649-1147-4006-90e6-8a37b3d5ba34 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.133774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-11b8f649-1147-4006-90e6-8a37b3d5ba34 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/769ca8c5-afcc-4b74-b0c9-3ea733e3195e HTTP/1.1" status: 404 len: 333 time: 0.0595391 Jun 10 16:26:06.135017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51282) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.227131 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-028ecafe-e28f-46c6-9924-4a4386c91ece tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.227491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028ecafe-e28f-46c6-9924-4a4386c91ece tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.231576 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-028ecafe-e28f-46c6-9924-4a4386c91ece tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/42dd6098-91ee-4e3e-be18-38fcbf4dab55 HTTP/1.1" status: 404 len: 337 time: 0.0939403 Jun 10 16:26:06.231576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.234372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51284) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.254400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Network bdcc67b0-2408-41ad-8e78-fb944cc81fee is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:06.277266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc67b0-2408-41ad-8e78-fb944cc81fee']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:06.280038 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a847e036-d4b1-4804-907b-a6a30f23ad11 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.280490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a847e036-d4b1-4804-907b-a6a30f23ad11 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.285510 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a847e036-d4b1-4804-907b-a6a30f23ad11 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/191f625c-c4d2-43ce-8eaa-75d06a595638 HTTP/1.1" status: 404 len: 337 time: 0.0475073 Jun 10 16:26:06.289393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51286) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.296042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:06.302798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:06.303123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:06.303345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:06.326031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Pushing event updated for resources: {'Port': ['ID=b3d4fd15-d588-4e37-8b52-9a3b0229c9cd,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:06.334965 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-712196ec-e7f2-49b3-afa1-dd9605c1371f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.335766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712196ec-e7f2-49b3-afa1-dd9605c1371f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.341595 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-712196ec-e7f2-49b3-afa1-dd9605c1371f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/dafb4618-53c8-48d9-a014-9c5a8d037be7 HTTP/1.1" status: 404 len: 333 time: 0.0471725 Jun 10 16:26:06.341868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:06.342028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51288) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.343994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.359155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.375218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b412ffb0-6054-451c-a14b-4651cb898262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.399747 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-834db4b5-3136-45ee-be3a-32ff52248940 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.400215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834db4b5-3136-45ee-be3a-32ff52248940 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.405744 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-834db4b5-3136-45ee-be3a-32ff52248940 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/a7efba09-9399-4f09-9e6f-8fb952ac9a5b HTTP/1.1" status: 404 len: 337 time: 0.0603924 Jun 10 16:26:06.405744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51290) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.440958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.446217 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ff91c3-9911-4d7e-9ca5-ec7ce6a0758d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.446675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ff91c3-9911-4d7e-9ca5-ec7ce6a0758d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.448449 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d3ff91c3-9911-4d7e-9ca5-ec7ce6a0758d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/d02d877d-c4d6-4567-96e1-14952002df6d HTTP/1.1" status: 404 len: 337 time: 0.0421286 Jun 10 16:26:06.451351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51292) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.460826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:06.461439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:06.464934 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:06.511865 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a278531e-e8a1-4c70-8b7d-3cb3ea34deaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.512571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a278531e-e8a1-4c70-8b7d-3cb3ea34deaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.516894 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a278531e-e8a1-4c70-8b7d-3cb3ea34deaa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/690ed6a6-bd16-41cd-ba59-27ebe258140e HTTP/1.1" status: 404 len: 333 time: 0.0618382 Jun 10 16:26:06.518361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51294) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.578063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Attempting to bind port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:06.578455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Attempting to bind port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:06.578838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Attempting to bind port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd on network bdcc67b0-2408-41ad-8e78-fb944cc81fee {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:06.616030 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-32af358d-e615-457c-8097-a9b0adfbfa70 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.616503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32af358d-e615-457c-8097-a9b0adfbfa70 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.621031 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-32af358d-e615-457c-8097-a9b0adfbfa70 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/e156fa64-f0cf-477c-98bf-c85e914a701c HTTP/1.1" status: 404 len: 337 time: 0.0987647 Jun 10 16:26:06.622876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51296) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.627651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.634252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.db.resource_extend [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 16:26:06.636298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:06.637589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Checking segment: {'id': '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:06.638313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.639816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Bound using segment: {'id': '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:06.639816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Bound port: b3d4fd15-d588-4e37-8b52-9a3b0229c9cd, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:06.640427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.660196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Transition to ACTIVE for port object 5f162439-131a-44cf-b661-7d87507cc8bf will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:06.663074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba44dc5-956f-4d75-b12b-3e2df801f2ea None None] Update dhcp port {'port': {'network_id': '12102a82-a06e-4715-892b-6bfb38de3638', 'fixed_ips': [{'subnet_id': '42dd6098-91ee-4e3e-be18-38fcbf4dab55'}], 'binding:host_id': 'dv-neutron-601336-90-hyperv'}, 'id': 'd77bd4d5-4517-449f-aaa8-9124f31da83f'} from dv-neutron-601336-90-hyperv. {{(pid=92387) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 10 16:26:06.663420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:26:06.663420 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:26:06.663420 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'id': 'bdcc67b0-2408-41ad-8e78-fb944cc81fee'}] Jun 10 16:26:06.663420 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:26:06.663834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:26:06.664839 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ed7ccb-823c-44a4-89bf-edfca650f08d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.665690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ed7ccb-823c-44a4-89bf-edfca650f08d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.668389 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-78ed7ccb-823c-44a4-89bf-edfca650f08d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/50d066bc-d18e-4500-87a5-7ba1542c1f66 HTTP/1.1" status: 404 len: 337 time: 0.0460711 Jun 10 16:26:06.671067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51298) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.672618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.674516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:06.675197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.679668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0c2140c-874b-45ea-a46b-8c352af204bf tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:06.680862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:06.682849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.715318 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-490d5e27-8815-40c2-883a-fe569335843c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.716393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490d5e27-8815-40c2-883a-fe569335843c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.718332 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-490d5e27-8815-40c2-883a-fe569335843c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/336dd8fc-f1e6-4401-8cc7-66db25b023b9 HTTP/1.1" status: 404 len: 333 time: 0.0447855 Jun 10 16:26:06.720248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.721294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51300) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.727499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-21ad7fa9-5544-4a6d-b4bc-dd4a3eda4907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:06.741534 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2961237 Jun 10 16:26:06.758478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51302) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.764258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Request body: {'subnet': {'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-521775611-subnet', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:06.768686 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-890ae29b-0331-4017-8dbb-a8d60a9d04ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.769397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890ae29b-0331-4017-8dbb-a8d60a9d04ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.771386 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-890ae29b-0331-4017-8dbb-a8d60a9d04ef tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/50575f91-c1ab-4ce4-b817-e061dcc84834 HTTP/1.1" status: 404 len: 337 time: 0.0483019 Jun 10 16:26:06.774151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51304) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.816438 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a3a7ff-583c-476e-8a73-06e8b72b7266 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.817073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a3a7ff-583c-476e-8a73-06e8b72b7266 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.822880 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-43a3a7ff-583c-476e-8a73-06e8b72b7266 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/63bcd3a6-8889-4a6f-bedc-24ce85de92d3 HTTP/1.1" status: 404 len: 337 time: 0.0451837 Jun 10 16:26:06.826131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51306) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.863442 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6212c638-0f89-445f-89a1-4b95aeb46d8e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.864602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6212c638-0f89-445f-89a1-4b95aeb46d8e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.867186 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6212c638-0f89-445f-89a1-4b95aeb46d8e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/065eb6e7-de47-49e5-a1a1-4aeaf9b5fd5c HTTP/1.1" status: 404 len: 333 time: 0.0392127 Jun 10 16:26:06.868256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Made reservation on behalf of b97dcd794f8d40deb3df794f44b28b0c for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:06.870996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.872983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51308) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.892416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aba44dc5-956f-4d75-b12b-3e2df801f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:06.922886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:06.928011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Attempting to bind port 5f162439-131a-44cf-b661-7d87507cc8bf on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:06.928401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Attempting to bind port 5f162439-131a-44cf-b661-7d87507cc8bf by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:06.928782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Attempting to bind port 5f162439-131a-44cf-b661-7d87507cc8bf on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:06.935554 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b8f9df-c582-47fa-9d09-cfb8913fa6e9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.936573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:06.936717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b8f9df-c582-47fa-9d09-cfb8913fa6e9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.936827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ebbca-6450-4938-89ea-e9e30c27c4f5 None None] Pushing event updated for resources: {'Port': ['ID=5f162439-131a-44cf-b661-7d87507cc8bf,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:06.941360 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-22b8f9df-c582-47fa-9d09-cfb8913fa6e9 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/2df706f8-88d0-42ab-8b3d-25a34ff485a8 HTTP/1.1" status: 404 len: 337 time: 0.0641963 Jun 10 16:26:06.942755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51310) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:06.947353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:06.950127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-420ebbca-6450-4938-89ea-e9e30c27c4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:06.990528 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2d368e-c786-4b42-9736-41f0a52e8a72 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:06.991710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2d368e-c786-4b42-9736-41f0a52e8a72 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:06.996154 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bc2d368e-c786-4b42-9736-41f0a52e8a72 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/4553458e-fb6c-400a-873d-480cf731c82a HTTP/1.1" status: 404 len: 333 time: 0.0499008 Jun 10 16:26:06.997062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51312) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.046407 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e657db51-597e-4729-9575-59b0af146194 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.046787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e657db51-597e-4729-9575-59b0af146194 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.051776 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e657db51-597e-4729-9575-59b0af146194 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/58f3811a-5091-4a58-849d-44ebf16598c6 HTTP/1.1" status: 404 len: 337 time: 0.0511446 Jun 10 16:26:07.051961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:07.051961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:07.051961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.051961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:07.052345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51314) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.052432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Bound port: 5f162439-131a-44cf-b661-7d87507cc8bf, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:07.052432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.089768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1db098d-1995-438a-ab05-18ece9eaab52 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.090515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1db098d-1995-438a-ab05-18ece9eaab52 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.094625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b1db098d-1995-438a-ab05-18ece9eaab52 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/5de31879-3b56-4050-b7df-6a2b01782a7c HTTP/1.1" status: 404 len: 333 time: 0.0393541 Jun 10 16:26:07.097247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51316) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.111040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] For port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:07.133036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b08e0be-ed8e-486a-af60-101a2360c2bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.133676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b08e0be-ed8e-486a-af60-101a2360c2bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.137725 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4b08e0be-ed8e-486a-af60-101a2360c2bc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/118858be-72d5-412a-a7e3-bf9a80e3651f HTTP/1.1" status: 404 len: 337 time: 0.0369184 Jun 10 16:26:07.137960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51318) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.176646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.182235 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24505aa-900d-428c-a02d-df76f06ba5be tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.183102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24505aa-900d-428c-a02d-df76f06ba5be tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.187260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b24505aa-900d-428c-a02d-df76f06ba5be tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/0ee8152d-fa03-4061-9b3f-2a6a41112a86 HTTP/1.1" status: 404 len: 333 time: 0.0461411 Jun 10 16:26:07.191370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51320) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.238349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e8f2df-4eb8-4934-83fd-c465be5f488f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.238841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e8f2df-4eb8-4934-83fd-c465be5f488f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.239674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] For port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=b3d4fd15-d588-4e37-8b52-9a3b0229c9cd,segment=NetworkSegment(811c6dd5-ed17-4cf0-bf67-beb8e224b3f8),segment_id=811c6dd5-ed17-4cf0-bf67-beb8e224b3f8)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:07.240675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-15e8f2df-4eb8-4934-83fd-c465be5f488f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/ae350fb1-9cf6-40a2-b6ff-e52e0f3ce1b0 HTTP/1.1" status: 404 len: 337 time: 0.0483253 Jun 10 16:26:07.243458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51322) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.263448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Allocated IP 172.20.0.2 (ac11bb99-6d4e-4218-9e3c-0610e9ea4aae/ecc7d84b-deef-4203-85b9-a9a8b4009439/231fba68-fd37-41a3-ab3a-493d7f038153) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:07.280156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.284970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.285437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a5928082-bf92-4e7a-a6e7-34aaab63be2c tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:07.292602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a4437306-59ae-4dd8-be02-189673f6fedb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:07.371382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf803d-3d53-4b28-9804-a15b6ec32953 None None] Network 12102a82-a06e-4715-892b-6bfb38de3638 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:07.374909 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-95be0347-8ad1-4bae-843c-6a3cf7d096cb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.375713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95be0347-8ad1-4bae-843c-6a3cf7d096cb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.382591 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-95be0347-8ad1-4bae-843c-6a3cf7d096cb tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/ddb1f815-bbe3-4d5f-9ac8-bf5c0a48e278 HTTP/1.1" status: 404 len: 333 time: 0.1328521 Jun 10 16:26:07.383889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51324) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.390449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] For port 5f162439-131a-44cf-b661-7d87507cc8bf, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:07.435001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7122a743-0201-45c0-8e40-2d37965bf380,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:07.437735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:07.450062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:07.450409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.467611 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b41d433-c463-47cd-9400-fe1ba866d29b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.468175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b41d433-c463-47cd-9400-fe1ba866d29b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.468982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] For port 5f162439-131a-44cf-b661-7d87507cc8bf, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5f162439-131a-44cf-b661-7d87507cc8bf,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:07.473053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8b41d433-c463-47cd-9400-fe1ba866d29b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/11f8ccc4-1dff-4fff-b539-558f297c5b47 HTTP/1.1" status: 404 len: 337 time: 0.0859635 Jun 10 16:26:07.475003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51326) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.475823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.516692 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-967292ab-58aa-47d9-9f8d-dc0d2d08ae3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.517376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967292ab-58aa-47d9-9f8d-dc0d2d08ae3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.521924 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-967292ab-58aa-47d9-9f8d-dc0d2d08ae3a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/0e42e3bc-56be-48bc-a821-a6a5a0b40df4 HTTP/1.1" status: 404 len: 333 time: 0.0434809 Jun 10 16:26:07.522197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51328) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.543856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=b3d4fd15-d588-4e37-8b52-9a3b0229c9cd,segment=NetworkSegment(811c6dd5-ed17-4cf0-bf67-beb8e224b3f8),segment_id=811c6dd5-ed17-4cf0-bf67-beb8e224b3f8)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:07.544281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.559985 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48f9af5-26ff-495f-a175-40b804ee125a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.560441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48f9af5-26ff-495f-a175-40b804ee125a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.566296 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a48f9af5-26ff-495f-a175-40b804ee125a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/78d9db67-0cbb-4db1-b540-799e4f3d31d0 HTTP/1.1" status: 404 len: 337 time: 0.0375502 Jun 10 16:26:07.566296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51330) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.582128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.593249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Pushing event updated for resources: {'Port': ['ID=b3d4fd15-d588-4e37-8b52-9a3b0229c9cd,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:07.596514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:07.604090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4b5e579e-1e32-4d51-8ab2-9325b088e647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:07.623161 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bfc392-6532-4621-82e8-2d2614526604 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.623621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bfc392-6532-4621-82e8-2d2614526604 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.628602 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e7bfc392-6532-4621-82e8-2d2614526604 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/77597515-a543-4773-8cd5-6e80d93b5283 HTTP/1.1" status: 404 len: 337 time: 0.0580022 Jun 10 16:26:07.628602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.643653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for b3d4fd15-d588-4e37-8b52-9a3b0229c9cd owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:07.673559 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-39730c3b-3009-48ec-bfe4-e49ee5290f08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.675016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39730c3b-3009-48ec-bfe4-e49ee5290f08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.680490 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-39730c3b-3009-48ec-bfe4-e49ee5290f08 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/fd407438-8aa8-4228-b676-164852281c23 HTTP/1.1" status: 404 len: 333 time: 0.0474014 Jun 10 16:26:07.680490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51334) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.680779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-91f4b37c-cdb1-419b-be33-c8d1df5b9028 None None] Provisioning complete for port d77bd4d5-4517-449f-aaa8-9124f31da83f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:07.680779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-91f4b37c-cdb1-419b-be33-c8d1df5b9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.689175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9dc0a0-9240-4b74-8689-7155160a996f None None] Network bdcc67b0-2408-41ad-8e78-fb944cc81fee requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:07.692784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.718658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab3892e-3932-44da-bc85-e4f47f489a89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.719115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab3892e-3932-44da-bc85-e4f47f489a89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.723297 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0ab3892e-3932-44da-bc85-e4f47f489a89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/97d720d1-2816-4c8a-91d9-888b268578be HTTP/1.1" status: 404 len: 337 time: 0.0406940 Jun 10 16:26:07.729507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51336) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.742177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Checking segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:07.742984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Network hostable DHCP agents. Network: 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:07.753867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.757263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-750de679-fbd6-40ad-a573-9a51d65d7d72 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:07.765742 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3a2ec6-63d5-42b8-8773-fa713f00c8ce tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.766204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3a2ec6-63d5-42b8-8773-fa713f00c8ce tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.768778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cc3a2ec6-63d5-42b8-8773-fa713f00c8ce tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/7bbb2756-e64f-49a0-94e9-31e29cd71cd0 HTTP/1.1" status: 404 len: 337 time: 0.0380549 Jun 10 16:26:07.771291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51338) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.800741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=b3d4fd15-d588-4e37-8b52-9a3b0229c9cd,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:07.806624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port b3d4fd15-d588-4e37-8b52-9a3b0229c9cd on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:07.808374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:07.811971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:07.846315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:07.868399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:07.868979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.881878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e9a25-71db-4464-9de4-29fed8edff56 None None] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:07.884251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:07.884890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:07.902182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5864f792-f46c-4bd0-946d-be80917cb906 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.902738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5864f792-f46c-4bd0-946d-be80917cb906 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.904438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5864f792-f46c-4bd0-946d-be80917cb906 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/d4ce5d26-ee00-47eb-a516-aea9abd1de04 HTTP/1.1" status: 404 len: 333 time: 0.1322520 Jun 10 16:26:07.906950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51340) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.941310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:07.947559 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1851783 Jun 10 16:26:07.952169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51342) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.954506 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-86909244-7756-4570-a8f7-da954e6ca79f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:07.955719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86909244-7756-4570-a8f7-da954e6ca79f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:07.956648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:07.959851 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-86909244-7756-4570-a8f7-da954e6ca79f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/a8a43d57-f5fc-4be5-8835-2d2d8dd22f4f HTTP/1.1" status: 404 len: 337 time: 0.0496044 Jun 10 16:26:07.961066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51344) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:07.964181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcc67b0-2408-41ad-8e78-fb944cc81fee']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:07.979699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:07.979982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811c6dd5-ed17-4cf0-bf67-beb8e224b3f8') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:07.999801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.002950 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-508863c2-b1d3-416b-8dad-12f3d03bff89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.003678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508863c2-b1d3-416b-8dad-12f3d03bff89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.007875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-508863c2-b1d3-416b-8dad-12f3d03bff89 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/b41c4984-3de2-4e6a-b455-3cd56a7b2a5e HTTP/1.1" status: 404 len: 337 time: 0.0440207 Jun 10 16:26:08.008207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.016037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.017026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.029354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.036413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:08.036880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:08.040452 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:08.062126 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c425fa86-859e-4d97-b496-b5baa43a7220 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.063229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c425fa86-859e-4d97-b496-b5baa43a7220 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.067867 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c425fa86-859e-4d97-b496-b5baa43a7220 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/77f6f754-cd41-476f-9f1e-1d6e61231675 HTTP/1.1" status: 404 len: 333 time: 0.0555534 Jun 10 16:26:08.068190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51348) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.136417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ebbca-6450-4938-89ea-e9e30c27c4f5 None None] Pushing event updated for resources: {'Port': ['ID=5f162439-131a-44cf-b661-7d87507cc8bf,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:08.154348 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-2192e107-effb-4eae-b5cc-cc2dea94240b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.154938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2192e107-effb-4eae-b5cc-cc2dea94240b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.158991 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2192e107-effb-4eae-b5cc-cc2dea94240b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/365e47a4-4f76-4003-b0a5-821d32d3d00f HTTP/1.1" status: 404 len: 337 time: 0.0873125 Jun 10 16:26:08.160435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51350) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.202113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.204324 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-25368724-e5de-407d-8c12-9f932de618d7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.204817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25368724-e5de-407d-8c12-9f932de618d7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.209737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-25368724-e5de-407d-8c12-9f932de618d7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/288891a5-a97d-4e1d-b0a0-d81c9ee748d8 HTTP/1.1" status: 404 len: 337 time: 0.0455272 Jun 10 16:26:08.210257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51352) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.211262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e53cc27d-00c4-43b0-aaa6-8207df04a19f tempest-BulkNetworkOpsIpV6Test-546935997 tempest-BulkNetworkOpsIpV6Test-546935997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:08.213878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-420ebbca-6450-4938-89ea-e9e30c27c4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:08.217898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.224101 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/bdcc67b0-2408-41ad-8e78-fb944cc81fee HTTP/1.1" status: 204 len: 168 time: 4.3135414 Jun 10 16:26:08.225727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51354) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.233014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126637182'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:08.246616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=bdcc67b0-2408-41ad-8e78-fb944cc81fee,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:08.268462 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-053eb7da-bb2b-429e-b3ae-f1ba6c4d90c4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 HTTP/1.1" status: 200 len: 205 time: 0.0555649 Jun 10 16:26:08.271465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.292528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:08.297513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.331543 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-346194be-6c8f-43bd-b506-a226d8255218 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] delete failed (client error): The resource could not be found. Jun 10 16:26:08.332670 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-346194be-6c8f-43bd-b506-a226d8255218 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/routers/4ad2d9eb-3e75-4851-932f-e6cd53f7a2c0 HTTP/1.1" status: 404 len: 336 time: 0.0586910 Jun 10 16:26:08.337129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51358) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.384635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:08.388311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.390843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.407469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5841a29a-c00b-4cdb-9ac3-0682b319963f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.408132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5841a29a-c00b-4cdb-9ac3-0682b319963f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.412385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5841a29a-c00b-4cdb-9ac3-0682b319963f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/b6a54424-712a-416d-b62f-fdec2af211f0 HTTP/1.1" status: 404 len: 337 time: 0.0690143 Jun 10 16:26:08.419911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51360) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.425121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Transition to ACTIVE for port object 231fba68-fd37-41a3-ab3a-493d7f038153 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:08.465622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:08.471487 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e49d06e2-f4fe-438b-a853-dbc9007a906c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "GET /v2.0/ports?device_id=43109994-020e-4c84-a441-7956e8a19873 HTTP/1.1" status: 200 len: 205 time: 0.0488873 Jun 10 16:26:08.474407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51362) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.482194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d77bd4d5-4517-449f-aaa8-9124f31da83f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:08.537329 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-0e5e3557-8dbc-4e20-a4c3-70d71df67329 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] delete failed (client error): The resource could not be found. Jun 10 16:26:08.538520 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0e5e3557-8dbc-4e20-a4c3-70d71df67329 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/routers/43109994-020e-4c84-a441-7956e8a19873 HTTP/1.1" status: 404 len: 336 time: 0.0633097 Jun 10 16:26:08.539867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.540311 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 91d92452-c663-4062-9fcc-941b22856260 of type vlan for network 784e0d07-277e-4ba4-ac88-c60489fe53be Jun 10 16:26:08.541171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51364) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.543199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.560070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:08.583112 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4aaecc-7fda-4496-aca3-eddaa8b38600 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.583709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b4aaecc-7fda-4496-aca3-eddaa8b38600 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.587944 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6b4aaecc-7fda-4496-aca3-eddaa8b38600 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/77406346-abe8-4a64-afea-79558f031e15 HTTP/1.1" status: 404 len: 337 time: 0.0387206 Jun 10 16:26:08.588392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51366) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.594970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.625400 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ce662e-e731-4c51-b3ba-c5cebfefd766 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.625864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ce662e-e731-4c51-b3ba-c5cebfefd766 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.628658 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c8ce662e-e731-4c51-b3ba-c5cebfefd766 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/ed5ece9e-e5af-48c8-81e2-ce0b67712403 HTTP/1.1" status: 404 len: 337 time: 0.0392237 Jun 10 16:26:08.631269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.641779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.649114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:08.649976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.653984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Transition to ACTIVE for port object 231fba68-fd37-41a3-ab3a-493d7f038153 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:08.666974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] DHCP port deletion for 12102a82-a06e-4715-892b-6bfb38de3638 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:08.676996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a9160035-b275-4001-9ebd-5d12000b3513 tempest-BulkNetworkOpsTest-754898672 tempest-BulkNetworkOpsTest-754898672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:08.680448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.685769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5c64eef3-e93e-4cee-bf36-151a0fb117c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:08.704654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c725534-de22-4ff7-a0c8-a26b8e89d33c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.707318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c725534-de22-4ff7-a0c8-a26b8e89d33c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.710466 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2c725534-de22-4ff7-a0c8-a26b8e89d33c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/321d047f-eec4-421e-b3ba-14bbd05769b8 HTTP/1.1" status: 404 len: 333 time: 0.0756397 Jun 10 16:26:08.711155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51370) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.759829 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4becd5-a574-404a-b157-cf9fa3014928 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.760293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4becd5-a574-404a-b157-cf9fa3014928 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.765302 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1d4becd5-a574-404a-b157-cf9fa3014928 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/c10b9984-45ae-47bc-ba7b-2ba040a704f9 HTTP/1.1" status: 404 len: 337 time: 0.0512388 Jun 10 16:26:08.765546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51372) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.800911 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b595508-64db-44b0-9fb7-4574de87a4b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.801577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b595508-64db-44b0-9fb7-4574de87a4b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.805779 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6b595508-64db-44b0-9fb7-4574de87a4b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/0eb13e73-41a2-483e-a099-c995383510df HTTP/1.1" status: 404 len: 333 time: 0.0368445 Jun 10 16:26:08.805924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51374) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.809856 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5816844 Jun 10 16:26:08.815377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51376) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.823450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:08.824077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=784e0d07-277e-4ba4-ac88-c60489fe53be,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:08.836497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:08.845856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (ac11bb99-6d4e-4218-9e3c-0610e9ea4aae/ecc7d84b-deef-4203-85b9-a9a8b4009439/fee94733-cb03-4049-bcf6-efdd3516048e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:08.853482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 784e0d07-277e-4ba4-ac88-c60489fe53be details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:08.870770 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2889531-012b-4878-90d8-246e2b139483 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.870916 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2889531-012b-4878-90d8-246e2b139483 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.872573 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f2889531-012b-4878-90d8-246e2b139483 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/b40882f1-b221-47a1-89fb-566c49ed5932 HTTP/1.1" status: 404 len: 337 time: 0.0658562 Jun 10 16:26:08.880110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51378) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:08.889185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:08.899809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:08.900559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:08.913940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:08.916173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:08.937319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Pushing event updated for resources: {'Port': ['ID=231fba68-fd37-41a3-ab3a-493d7f038153,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:08.940291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:08.986930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e91a6b7-d6c5-4ac9-85b2-ed2dbdf193e2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:08.987772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e91a6b7-d6c5-4ac9-85b2-ed2dbdf193e2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:08.992225 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4e91a6b7-d6c5-4ac9-85b2-ed2dbdf193e2 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/e0b79c9a-5eef-4879-b07b-b802e21b90b0 HTTP/1.1" status: 404 len: 333 time: 0.1088402 Jun 10 16:26:08.993189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51380) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.042708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a8de4d-0185-4458-a66f-851ff498420d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.043285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a8de4d-0185-4458-a66f-851ff498420d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.047473 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-21a8de4d-0185-4458-a66f-851ff498420d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/1e458b21-fe3c-4de4-a91b-5a0ee8329699 HTTP/1.1" status: 404 len: 337 time: 0.0509453 Jun 10 16:26:09.053060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51382) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.099399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-4966f003-4d8d-4ccb-98dc-f9b31a58962d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.100257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4966f003-4d8d-4ccb-98dc-f9b31a58962d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.104815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4966f003-4d8d-4ccb-98dc-f9b31a58962d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/cfe6652b-2196-4b6d-bec1-e11a0fda826f HTTP/1.1" status: 404 len: 333 time: 0.0479779 Jun 10 16:26:09.105750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.107386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51384) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.110156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.145848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.154541 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-129b34bb-f2ab-486d-9e73-b1718b3da054 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.155009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129b34bb-f2ab-486d-9e73-b1718b3da054 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.159540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-129b34bb-f2ab-486d-9e73-b1718b3da054 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/37cef1ec-451d-4b77-8922-4137416fef5e HTTP/1.1" status: 404 len: 337 time: 0.0484221 Jun 10 16:26:09.161003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51386) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.163682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object fee94733-cb03-4049-bcf6-efdd3516048e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:09.179469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:09.182908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.203211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.206617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab6d8b85-de32-40e1-80c9-0bea242baff9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:09.228531 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-70105a81-0f98-42d7-bbf8-0d7271213815 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.229269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70105a81-0f98-42d7-bbf8-0d7271213815 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.233345 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-70105a81-0f98-42d7-bbf8-0d7271213815 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/cff0591f-431b-4527-a230-0817014f235b HTTP/1.1" status: 404 len: 333 time: 0.0702221 Jun 10 16:26:09.235189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51388) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.260098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Deleting port d77bd4d5-4517-449f-aaa8-9124f31da83f {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:09.260479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.267932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Attempting to bind port 231fba68-fd37-41a3-ab3a-493d7f038153 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:09.268594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Attempting to bind port 231fba68-fd37-41a3-ab3a-493d7f038153 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:09.269176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Attempting to bind port 231fba68-fd37-41a3-ab3a-493d7f038153 on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:09.269925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:09.275949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:09.280405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:09.281223 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e86a9-6ee1-4e4e-b07a-33193a444cdc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.281737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5e86a9-6ee1-4e4e-b07a-33193a444cdc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.286344 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4c5e86a9-6ee1-4e4e-b07a-33193a444cdc tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/996e28ff-a18b-4e8e-9693-14682d484c1d HTTP/1.1" status: 404 len: 337 time: 0.0478652 Jun 10 16:26:09.289137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51390) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.330049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.351328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=fee94733-cb03-4049-bcf6-efdd3516048e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:09.351618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:09.351786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Checking segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:09.352157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.352560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Bound using segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:09.353047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Bound port: 231fba68-fd37-41a3-ab3a-493d7f038153, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:09.353901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.356721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c50ce1b-2a95-47f6-9fbc-1cee4eddd705 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.357598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c50ce1b-2a95-47f6-9fbc-1cee4eddd705 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.362236 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3c50ce1b-2a95-47f6-9fbc-1cee4eddd705 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/7e47774f-d9eb-4dee-98c6-2b4af02c4001 HTTP/1.1" status: 404 len: 333 time: 0.0691080 Jun 10 16:26:09.362236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:09.364301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51392) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.374779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.410872 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe39f9f-59cf-4e5c-a7ad-d1c070495c04 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.411333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe39f9f-59cf-4e5c-a7ad-d1c070495c04 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.415503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4fe39f9f-59cf-4e5c-a7ad-d1c070495c04 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/e3439a3f-604a-40e6-a439-8c9214a02bb9 HTTP/1.1" status: 404 len: 337 time: 0.0481939 Jun 10 16:26:09.416362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51394) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.427954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.435256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:09.447999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:09.448716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.455821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.488007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e0bb3a42-dc4d-4d5c-97a5-d7eb9053bd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:09.505578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-a123787f-5bd1-48be-a6e4-eb88b84b982c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.506210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a123787f-5bd1-48be-a6e4-eb88b84b982c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.510292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a123787f-5bd1-48be-a6e4-eb88b84b982c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/ports/3268805a-87a2-4b6c-9721-d1c725c5a82f HTTP/1.1" status: 404 len: 333 time: 0.0912652 Jun 10 16:26:09.511107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51396) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.549390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99a810c-6c42-402e-8c1e-bebe3e403fb8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:09.550996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99a810c-6c42-402e-8c1e-bebe3e403fb8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:09.554387 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c99a810c-6c42-402e-8c1e-bebe3e403fb8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/subnets/cdc4ca45-3ab2-42c2-ab92-4359269d6896 HTTP/1.1" status: 404 len: 337 time: 0.0406282 Jun 10 16:26:09.555888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51398) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:09.572880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Allocated IP 172.26.5.162 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/1c3b6e96-fb36-4385-a959-5b6360e506c3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:09.721805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.725824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7a2efd3-6024-419b-a47d-ceaf7d3374d3 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:09.735238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.793300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Calling delete_port for d77bd4d5-4517-449f-aaa8-9124f31da83f owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:09.816128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Allocated IP 172.20.0.2 (2f1503e9-fcb1-4a55-9c4c-a144e2d0656e/7122a743-0201-45c0-8e40-2d37965bf380/8068a282-bc9d-4221-89e5-e09d3b3b59d1) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:09.828931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:09.925922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:02Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:09.953777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] For port 231fba68-fd37-41a3-ab3a-493d7f038153, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:09.959416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af6df6-d654-47b8-a077-30e35b604ce8 None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:02Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:09.961548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=14']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:09.970045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Deleting port d77bd4d5-4517-449f-aaa8-9124f31da83f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:09.970045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.047776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] For port 231fba68-fd37-41a3-ab3a-493d7f038153, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=231fba68-fd37-41a3-ab3a-493d7f038153,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:10.058320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.058940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.059437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.059951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.060311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.060622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.060938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.061509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.062023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.062511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.062843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.063166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:10.072878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:10.074339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.079816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b8333cde-3b1e-4155-8e76-fb7b48727c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:10.137683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] For port d77bd4d5-4517-449f-aaa8-9124f31da83f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d77bd4d5-4517-449f-aaa8-9124f31da83f,segment=NetworkSegment(d3680273-2d09-4212-9d69-33c5eec3a4c3),segment_id=d3680273-2d09-4212-9d69-33c5eec3a4c3)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:10.138049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.200716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.250358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Pushing event updated for resources: {'Port': ['ID=231fba68-fd37-41a3-ab3a-493d7f038153,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:10.256519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:10.257450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c087e05a-c367-4d28-8afd-f51b7e70135a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:10.261750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] No DVR routers for this DVR port d77bd4d5-4517-449f-aaa8-9124f31da83f on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:10.281713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=4a67e681-221c-4e28-97ce-7a60332638d8,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:10.297009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:10.302732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Pushing event deleted for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:10.306454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:10.319854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.320750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.338011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Transition to ACTIVE for port object 8068a282-bc9d-4221-89e5-e09d3b3b59d1 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:10.346411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '91d92452-c663-4062-9fcc-941b22856260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:10.346880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: 784e0d07-277e-4ba4-ac88-c60489fe53be, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:10.357817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Transition to ACTIVE for port object 8068a282-bc9d-4221-89e5-e09d3b3b59d1 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:10.397042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.403262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:10.426534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network 784e0d07-277e-4ba4-ac88-c60489fe53be is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:10.437743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.440628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e703405a-6a27-4ee3-a976-06a5e737f32d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:10.443859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 784e0d07-277e-4ba4-ac88-c60489fe53be) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:10.486065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:10.487364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:10.492781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0662b45-5cc0-429e-9b3d-b3429c1d2f0b None None] Network 784e0d07-277e-4ba4-ac88-c60489fe53be requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:10.494003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.529369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:10.532701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:10.542614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:10.544900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Pushing event updated for resources: {'Port': ['ID=8068a282-bc9d-4221-89e5-e09d3b3b59d1,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:10.553637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:10.554127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:10.561516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:10.602925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Pushing event updated for resources: {'Port': ['ID=1c3b6e96-fb36-4385-a959-5b6360e506c3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:10.606435 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7877443 Jun 10 16:26:10.607955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:10.619138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51400) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:10.946984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Attempting to bind port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:10.948052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Attempting to bind port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:10.948441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Attempting to bind port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:10.953557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Calling delete_port for d77bd4d5-4517-449f-aaa8-9124f31da83f owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:10.964424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:10.964835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Checking segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:10.965388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:10.965796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Bound using segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:10.967127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Bound port: 8068a282-bc9d-4221-89e5-e09d3b3b59d1, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:10.967476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.034711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-784e0d07-277e-4ba4-ac88-c60489fe53be', 'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': '4a67e681-221c-4e28-97ce-7a60332638d8'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:11.035582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.035947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.155421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] For port 8068a282-bc9d-4221-89e5-e09d3b3b59d1, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:11.193462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] For port 8068a282-bc9d-4221-89e5-e09d3b3b59d1, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8068a282-bc9d-4221-89e5-e09d3b3b59d1,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:11.212696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.216874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eeac0f0d-4bdc-44f7-a3ca-590051ec58b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:11.253614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.382606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Allocated IP 172.20.0.1 (784e0d07-277e-4ba4-ac88-c60489fe53be/4a67e681-221c-4e28-97ce-7a60332638d8/bb9e6e63-8b3d-4d2d-8baa-e815508f09c2) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:11.384168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.386705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Pushing event updated for resources: {'Port': ['ID=8068a282-bc9d-4221-89e5-e09d3b3b59d1,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:11.391983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:11.426268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.431999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.452926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29ead02f-5888-49a0-a2f3-702277a77750 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:11.505386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.515764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] No DVR routers for this DVR port d77bd4d5-4517-449f-aaa8-9124f31da83f on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:11.526206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Port': ['ID=d77bd4d5-4517-449f-aaa8-9124f31da83f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:11.563930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:11.568948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:11.754398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.769476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Transition to ACTIVE for port object bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:11.799872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=fee94733-cb03-4049-bcf6-efdd3516048e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:11.813535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.828131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:11.832816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Transition to ACTIVE for port object bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:11.854833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.858993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b4309df0-7512-4dbb-8c8b-c1c1195cb0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:11.873738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.945690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.956226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:11.956773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Network 784e0d07-277e-4ba4-ac88-c60489fe53be is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:11.968837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:11.969881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12102a82-a06e-4715-892b-6bfb38de3638']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:11.972648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:11.992209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3680273-2d09-4212-9d69-33c5eec3a4c3') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:11.992682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3680273-2d09-4212-9d69-33c5eec3a4c3') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:12.001471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57de446b-8d08-4c28-b738-174613cf0d80 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:12.003945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d931b6-62f6-4eaa-9ecd-f0eb05ee12e6 None None] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:12.008266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Pushing event updated for resources: {'Port': ['ID=bb9e6e63-8b3d-4d2d-8baa-e815508f09c2,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:12.019814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.028370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:12.042052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.050358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:12.051023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.052637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=4a67e681-221c-4e28-97ce-7a60332638d8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:12.059496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:12.085305 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:12.148373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.168523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784e0d07-277e-4ba4-ac88-c60489fe53be']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:12.184013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d92452-c663-4062-9fcc-941b22856260') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:12.184318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d92452-c663-4062-9fcc-941b22856260') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:12.198865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.202246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-83bfa890-efea-48ce-b019-07f5475cdbfb None None] Provisioning for port 231fba68-fd37-41a3-ab3a-493d7f038153 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:12.217664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Attempting to bind port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:12.218310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Attempting to bind port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '91d92452-c663-4062-9fcc-941b22856260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:12.218863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Attempting to bind port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 on network 784e0d07-277e-4ba4-ac88-c60489fe53be {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:12.226032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.229828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:12.230448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Checking segment: {'id': '91d92452-c663-4062-9fcc-941b22856260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:12.231203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.231610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Bound using segment: {'id': '91d92452-c663-4062-9fcc-941b22856260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:12.232095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Bound port: bb9e6e63-8b3d-4d2d-8baa-e815508f09c2, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d92452-c663-4062-9fcc-941b22856260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '784e0d07-277e-4ba4-ac88-c60489fe53be'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:12.232539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.233952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:12.234350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:12.237861 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:12.255473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.260132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Router f425dff3-6bff-468e-8de4-c8b0a077d380 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:26:12.260422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d184a9b7-ee74-4f99-95e5-e9d97781b3dc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:12.265624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.271178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] 10.222.0.23 "DELETE /v2.0/networks/12102a82-a06e-4715-892b-6bfb38de3638 HTTP/1.1" status: 204 len: 168 time: 2.7105279 Jun 10 16:26:12.316065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Pushing event deleted for resources: {'Network': ['ID=12102a82-a06e-4715-892b-6bfb38de3638,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:12.323287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:12.336218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:12.340271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:12.469084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] For port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:12.473502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] For port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bb9e6e63-8b3d-4d2d-8baa-e815508f09c2,segment=NetworkSegment(91d92452-c663-4062-9fcc-941b22856260),segment_id=91d92452-c663-4062-9fcc-941b22856260)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:12.478951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.db.api [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 10 16:26:12.478951 dv-neutron-601336-90-hyperv neutron-server[92386]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 10 16:26:12.478951 dv-neutron-601336-90-hyperv neutron-server[92386]: [parameters: {'id': '784e0d07-277e-4ba4-ac88-c60489fe53be'}] Jun 10 16:26:12.478951 dv-neutron-601336-90-hyperv neutron-server[92386]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=92386) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:26:12.479813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_db.api [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:26:12.483207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.494739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:12.545020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:12.557040 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:12.581619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:12.586989 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6344883 Jun 10 16:26:12.590011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:12.607984 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:12.608633 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:12.647965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Pushing event updated for resources: {'Port': ['ID=bb9e6e63-8b3d-4d2d-8baa-e815508f09c2,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:12.652060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:12.654062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:12.676538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d4f16-8ae5-4bdf-b136-7206de887909 None None] Network 784e0d07-277e-4ba4-ac88-c60489fe53be requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:12.715795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8068a282-bc9d-4221-89e5-e09d3b3b59d1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:12.779604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:12.957200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:12.977120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:12.994067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/a421d27f-bfda-45e2-9b21-3005817b6bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0424232 Jun 10 16:26:12.998180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51412) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:13.000951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:13.007521 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:13.012060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f162439-131a-44cf-b661-7d87507cc8bf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:13.015115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.018914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:13.019558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:13.300037 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9fae4b93-89d4-43f3-8755-67e63d6f9534 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad3d4c4b16334a5092378e13f2371bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182998 Jun 10 16:26:13.301742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51414) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:13.398274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.398762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.399495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.399957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.400418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.400881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.401367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.405621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57e1d04e-3f99-4d73-ae37-9f83c425ec83 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4937 time: 0.4033947 Jun 10 16:26:13.412592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51416) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:13.442681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:13.443112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.463790 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:11Z', 'revision_number': 3, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:13.468765 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:13.469238 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Updating router f425dff3-6bff-468e-8de4-c8b0a077d380 port 1c3b6e96-fb36-4385-a959-5b6360e506c3 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:26:13.537070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229226a6-133a-4cbc-b2f6-823a85d5d206 None None] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:13.539497 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.574501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.575836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.576329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.576803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.577740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.577883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:13.582741 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d16ab03a-e4ad-4fa4-8ee3-e4cf79315a28 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3972 time: 0.1659863 Jun 10 16:26:13.583279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51418) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:13.583933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bb9e6e63-8b3d-4d2d-8baa-e815508f09c2,segment=NetworkSegment(91d92452-c663-4062-9fcc-941b22856260),segment_id=91d92452-c663-4062-9fcc-941b22856260)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:13.584419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.608970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.642046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.708597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6cb12b87-2d64-4751-8d7f-6a2d1357842a None None] Provisioning for port fee94733-cb03-4049-bcf6-efdd3516048e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:13.737848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6cb12b87-2d64-4751-8d7f-6a2d1357842a None None] Provisioning complete for port fee94733-cb03-4049-bcf6-efdd3516048e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:13.738245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6cb12b87-2d64-4751-8d7f-6a2d1357842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.744095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5f162439-131a-44cf-b661-7d87507cc8bf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:13.757180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.760396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.764174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/256b6fd7-5522-4bcc-97aa-68aa64b9c7ba HTTP/1.1" status: 204 len: 168 time: 0.4592080 Jun 10 16:26:13.793467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5f162439-131a-44cf-b661-7d87507cc8bf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:13.794137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:13.797351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:13.826512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af8befa8-bfbd-4748-bca7-bbb851d52cb8 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:13.837537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256b6fd7-5522-4bcc-97aa-68aa64b9c7ba,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:13.930692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:13.991857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6cb12b87-2d64-4751-8d7f-6a2d1357842a None None] Port fee94733-cb03-4049-bcf6-efdd3516048e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:14.140846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29a52b2b-421e-4c52-ae2e-436bb2116b96 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2328 time: 0.5352092 Jun 10 16:26:14.224539 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.254488 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Transition to ACTIVE for port object 1c3b6e96-fb36-4385-a959-5b6360e506c3 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:14.270732 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.286068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:14.288486 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:14.299261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Provisioning complete for port fee94733-cb03-4049-bcf6-efdd3516048e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:14.299811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.349070 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Pushing event updated for resources: {'Port': ['ID=1c3b6e96-fb36-4385-a959-5b6360e506c3,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:14.370231 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Attempting to bind port 1c3b6e96-fb36-4385-a959-5b6360e506c3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:14.370611 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Attempting to bind port 1c3b6e96-fb36-4385-a959-5b6360e506c3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:14.370981 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Attempting to bind port 1c3b6e96-fb36-4385-a959-5b6360e506c3 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:14.380627 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:14.381006 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:14.381445 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.381840 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:14.382341 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Bound port: 1c3b6e96-fb36-4385-a959-5b6360e506c3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:14.382751 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.400422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.481132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 5f162439-131a-44cf-b661-7d87507cc8bf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5f162439-131a-44cf-b661-7d87507cc8bf,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:14.491064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.491308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.492005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 231fba68-fd37-41a3-ab3a-493d7f038153 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:14.535320 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] For port 1c3b6e96-fb36-4385-a959-5b6360e506c3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:14.541379 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] For port 1c3b6e96-fb36-4385-a959-5b6360e506c3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1c3b6e96-fb36-4385-a959-5b6360e506c3,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:14.547223 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.547573 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.547947 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.548281 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.548714 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.550808 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.552890 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.553273 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.553611 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.553942 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.554273 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.554597 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:26:14.563862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:14.567571 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:14.568746 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.571932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Port fee94733-cb03-4049-bcf6-efdd3516048e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:14.572413 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-ef59cea6-9718-4a1a-81c4-7a4a5606f8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:14.659784 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:14.660929 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:14.734531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51440) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:14.741079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664455209', 'description': 'tempest-secgroup-smoke-664455209 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:14.755322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=5f162439-131a-44cf-b661-7d87507cc8bf,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:14.761650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:14.765350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:10Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:14.770984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Provisioning for port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:14.773431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:14.774107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Updating router a421d27f-bfda-45e2-9b21-3005817b6bb7 port fee94733-cb03-4049-bcf6-efdd3516048e binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:26:14.776019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 231fba68-fd37-41a3-ab3a-493d7f038153 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:14.778801 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Pushing event updated for resources: {'Port': ['ID=1c3b6e96-fb36-4385-a959-5b6360e506c3,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:14.804956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.831360 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:14.838524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.872248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:14.877911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 231fba68-fd37-41a3-ab3a-493d7f038153 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:14.878437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.885263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4495ea60-2db9-40b9-a84f-9740885bb9f9 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:26:14.887152 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Provisioning complete for port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:14.887642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.915737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=bb9e6e63-8b3d-4d2d-8baa-e815508f09c2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:14.924865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port bb9e6e63-8b3d-4d2d-8baa-e815508f09c2 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:14.929732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:14.937321 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:14.964116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51444) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:14.980875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:14.987444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.000376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0173799-6461-41fb-95ee-28506532a264 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:15.019402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.021229 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2852538 Jun 10 16:26:15.024735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51448) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:15.030789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '562f29d1-154a-45ce-97ce-6a86ab0a00ff', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:15.036590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.061426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562f29d1-154a-45ce-97ce-6a86ab0a00ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:15.069285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.077211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:15.086109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784e0d07-277e-4ba4-ac88-c60489fe53be']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:15.095924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.098208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d92452-c663-4062-9fcc-941b22856260') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:15.098577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d92452-c663-4062-9fcc-941b22856260') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:15.109426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.130044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.138725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:15.139402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.142983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.181465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.189121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.192697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-28de3d24-ad55-4bba-b3be-09ca1f69f140 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:15.207944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edab1560-2ff9-4aba-97f4-22f7a76759d1,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:15.218438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:15.230263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.230582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.231641 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2055855 Jun 10 16:26:15.233979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51450) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:15.241039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Allocated IP 172.20.0.1 (2f1503e9-fcb1-4a55-9c4c-a144e2d0656e/7122a743-0201-45c0-8e40-2d37965bf380/bc4edd1b-2164-4514-9bfa-f92fc3c31e01) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:15.245231 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:15.248025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '562f29d1-154a-45ce-97ce-6a86ab0a00ff', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:15.252745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.260126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:15.263913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.271406 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/784e0d07-277e-4ba4-ac88-c60489fe53be HTTP/1.1" status: 204 len: 168 time: 4.6448865 Jun 10 16:26:15.271623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51452) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:15.279702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401244690'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:15.284103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=784e0d07-277e-4ba4-ac88-c60489fe53be,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:15.293425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:15.309204 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:11Z', 'revision_number': 3, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:15.315325 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ab4020-8210-41c4-afc0-1ec1917370bf None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:11Z', 'revision_number': 3, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:15.327460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495ea60-2db9-40b9-a84f-9740885bb9f9 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:26:15.373388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.413757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:15.414374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1819467783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:15.418401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.442003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 231fba68-fd37-41a3-ab3a-493d7f038153, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=231fba68-fd37-41a3-ab3a-493d7f038153,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:15.453128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] For port 8068a282-bc9d-4221-89e5-e09d3b3b59d1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8068a282-bc9d-4221-89e5-e09d3b3b59d1,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:15.468098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.480836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.481674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.482028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.483672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.503277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Transition to ACTIVE for port object bc4edd1b-2164-4514-9bfa-f92fc3c31e01 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:15.506497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.530655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:15.532765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:15.541527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.548541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-35f2572d-22b8-42cd-82fc-f88c9953fa20 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:15.594620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.594981 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment d7b776fa-53ce-49c0-bbf5-7c83140059af of type vlan for network b30951ab-28bb-4934-9fe4-cfd0972c817f Jun 10 16:26:15.618807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.619363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48994e33-2f6a-4125-b10a-40d6432a5c6e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:15.627356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.637556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f162439-131a-44cf-b661-7d87507cc8bf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:15.651669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.657530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c5998cae-9d4c-47c6-9f9b-ee47616c9430 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:15.665775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.667587 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-864f3731-3476-48da-906e-fcb6af660887 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7023370 Jun 10 16:26:15.672168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:15.672699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51454) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:15.687603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-730471379'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:15.743220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:15.746596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:15.752584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:15.756983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.763209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.775342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1e619406-9379-4a4c-b6e5-87807245080b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5309005 Jun 10 16:26:15.776974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51456) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:15.782632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '562f29d1-154a-45ce-97ce-6a86ab0a00ff', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:15.798547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:15.801522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.816398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Pushing event updated for resources: {'Port': ['ID=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:15.828128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:15.840238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.853053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.875943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.936761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.943927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:15.944508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:15.949228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8bc14ea9-1d0c-46dd-8c7f-f934618bc5c4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.021247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=231fba68-fd37-41a3-ab3a-493d7f038153,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.090938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.094695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Pushing event updated for resources: {'Port': ['ID=8068a282-bc9d-4221-89e5-e09d3b3b59d1,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.097364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=b30951ab-28bb-4934-9fe4-cfd0972c817f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.098700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.108390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.111912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.120401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.124130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-55be6efb-7ccd-4f04-9cc9-c2c93a1e0aee tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.129069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.129498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.130039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3bf40d3d-8400-43f3-84bb-6a44df35f4ab None None] Provisioning complete for port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:16.130401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3bf40d3d-8400-43f3-84bb-6a44df35f4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.145458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network b30951ab-28bb-4934-9fe4-cfd0972c817f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:16.202571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.203897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd2a5c7-c6d1-4e00-a2ee-cc2221f2ba0c,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.212804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.216631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.222163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9ba8e6f-c106-46f1-a4e2-d2a93686edc7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.245075 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9714184 Jun 10 16:26:16.248384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.253260 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4746380 Jun 10 16:26:16.254262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:16.256172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51458) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:16.256604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51460) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:16.270042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '562f29d1-154a-45ce-97ce-6a86ab0a00ff', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:16.292621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'b30951ab-28bb-4934-9fe4-cfd0972c817f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:16.340371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa30293-f148-4d19-8cce-6cd63fe11852,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.351368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.351706 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Added segment 434ec656-5af8-48ae-999d-4e577de6e6a0 of type vlan for network 5e40c700-059c-4819-8a04-0cff9736b87a Jun 10 16:26:16.356433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.358354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.366565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.426594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a1f9eac2-78d0-4e83-b27e-d3c4ca0df045 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.434467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5f162439-131a-44cf-b661-7d87507cc8bf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:16.434862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.436738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.532191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.542826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.578395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Pushing event updated for resources: {'Port': ['ID=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.589453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.613848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.619924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:16.620380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.624548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3d0dec1e-2465-4b6f-b081-4e7ef2835ae9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.630095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:16.632011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:16.635151 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:16.638901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.670009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.705199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Transition to ACTIVE for port object fee94733-cb03-4049-bcf6-efdd3516048e will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:16.744955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.748429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.754232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0711391 Jun 10 16:26:16.758225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51462) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:16.765554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'subnet': {'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:16.796012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851fc27-9561-4737-a78c-650205615d07 None None] get_active_networks_info from dv-neutron-601336-90-hyperv {{(pid=92387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 16:26:16.806360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.821928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Network': ['ID=5e40c700-059c-4819-8a04-0cff9736b87a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.826722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.827370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.832762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf5d886f-1d5a-4bd9-bbe5-9ff093ce18c3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:16.850953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 5e40c700-059c-4819-8a04-0cff9736b87a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:16.858392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bee48c0-c9ba-4b50-9b93-e231789a1da0,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:16.866244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:16.871272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.872461 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6110003 Jun 10 16:26:16.875571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51464) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:16.884032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '562f29d1-154a-45ce-97ce-6a86ab0a00ff', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:16.930998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:16.932083 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:26:16.940962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:16.958745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:16.963467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.015474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf72be-7e1c-41fe-ba3e-e7ece256ded1 None None] Pushing event updated for resources: {'Port': ['ID=fee94733-cb03-4049-bcf6-efdd3516048e,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.018469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9edf72be-7e1c-41fe-ba3e-e7ece256ded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.040713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.043651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a57f1c8f-6450-46bd-8b3b-0a9420409c71 tempest-AllowedAddressPairIpV6TestJSON-663697352 tempest-AllowedAddressPairIpV6TestJSON-663697352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:17.123760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=45fd3a4a-2de5-468e-afb6-0e71404eca37,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.126095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Attempting to bind port fee94733-cb03-4049-bcf6-efdd3516048e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:17.126604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Attempting to bind port fee94733-cb03-4049-bcf6-efdd3516048e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:17.126900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Attempting to bind port fee94733-cb03-4049-bcf6-efdd3516048e on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:17.128762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.132752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': 'd7b776fa-53ce-49c0-bbf5-7c83140059af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b30951ab-28bb-4934-9fe4-cfd0972c817f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:17.133280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: b30951ab-28bb-4934-9fe4-cfd0972c817f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:17.134220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851fc27-9561-4737-a78c-650205615d07 None None] Resources bound (agent type, host, resource id): {{(pid=92387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 10 16:26:17.136239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:17.136637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Checking segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:17.137318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.137740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Bound using segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:17.138279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Bound port: fee94733-cb03-4049-bcf6-efdd3516048e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:17.138659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.154046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network b30951ab-28bb-4934-9fe4-cfd0972c817f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:17.167261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, b30951ab-28bb-4934-9fe4-cfd0972c817f) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:17.182139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:17.183060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.208985 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9484618 Jun 10 16:26:17.209849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51466) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:17.234926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.261743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.268802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-785cdf62-697e-4f8e-82cd-feba4db74fb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:17.276716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:17.291919 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] 10.222.0.23 "PUT /v2.0/routers/f425dff3-6bff-468e-8de4-c8b0a077d380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6979113 Jun 10 16:26:17.307944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2ef6cc-2663-474a-8121-9d2ce7e4629d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.310021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.314183 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4359038 Jun 10 16:26:17.315169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.316261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51470) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:17.333792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] For port fee94733-cb03-4049-bcf6-efdd3516048e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:17.355874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '562f29d1-154a-45ce-97ce-6a86ab0a00ff', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:17.356942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] For port fee94733-cb03-4049-bcf6-efdd3516048e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=fee94733-cb03-4049-bcf6-efdd3516048e,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:17.372952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.394402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.395788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:17.421472 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:26:17.446964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.462338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.466377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7102a50-c1aa-4ef3-b0bd-cb8a841853ae tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:17.502501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.539424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:17.540213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:17.545060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf72be-7e1c-41fe-ba3e-e7ece256ded1 None None] Pushing event updated for resources: {'Port': ['ID=fee94733-cb03-4049-bcf6-efdd3516048e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.548316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9edf72be-7e1c-41fe-ba3e-e7ece256ded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.588310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Subnet': ['ID=fa32e11c-80de-46de-975a-26bc2fc46239,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.596590 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.613385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.613662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.615648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Checking segment: {'id': '434ec656-5af8-48ae-999d-4e577de6e6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:17.616520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network hostable DHCP agents. Network: 5e40c700-059c-4819-8a04-0cff9736b87a, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:17.618168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-49e60699-6562-4bd5-ace2-e103b5785363 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:17.628925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.631023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e186a9f-38cc-472e-8953-09e00b8bc33b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:17.661243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12cdc3b-a534-4a2b-b691-a02686b0025b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.666103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.668087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 5e40c700-059c-4819-8a04-0cff9736b87a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:17.675052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.685493 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3373125 Jun 10 16:26:17.696896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 5e40c700-059c-4819-8a04-0cff9736b87a) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:17.703843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:17.705345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=45fd3a4a-2de5-468e-afb6-0e71404eca37,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:17.706378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.716827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:17.739830 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9801850 Jun 10 16:26:17.743071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51476) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:17.749048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'network': {'name': 'tempest-router-network01--1981622832'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:17.800395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:17.804416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.825966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:17.844063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:17.858094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.867280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.868316 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Added segment ec7df5ef-0abb-4161-9391-49dba060ed35 of type vlan for network 9025d327-5801-4487-99fd-bc74d96d1b37 Jun 10 16:26:17.872097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30951ab-28bb-4934-9fe4-cfd0972c817f']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:17.886701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b776fa-53ce-49c0-bbf5-7c83140059af') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:17.888275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b776fa-53ce-49c0-bbf5-7c83140059af') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:17.888816 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:17.925749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.945873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.951769 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:17.953873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:17.954325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:17.957170 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:18.039616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.083898 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-7faa56d2-55a4-4adc-b414-0f3490e59a03 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664455209&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0638788 Jun 10 16:26:18.182682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.185181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:18.185929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.200156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bc73932b-791c-4751-b1f5-7e75981923c8 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:18.209603 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4651792 Jun 10 16:26:18.230472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 231fba68-fd37-41a3-ab3a-493d7f038153 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:18.269688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51498) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:18.275914 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:18.281853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'network': {'name': 'tempest-router-network02--1974548711'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:18.348898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-93622dd9-6b4a-4deb-a60b-352e6c4ac6f5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:18.350772 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-93622dd9-6b4a-4deb-a60b-352e6c4ac6f5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 796 time: 0.2657578 Jun 10 16:26:18.475028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00fc83-390e-4e24-82ae-7ede67d9b01a None None] Network b30951ab-28bb-4934-9fe4-cfd0972c817f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:18.482009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc64e73-2e04-4916-886b-67bf584ba881 None None] Network 5e40c700-059c-4819-8a04-0cff9736b87a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:18.543753 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-510ca39b-e654-40c2-b0b8-599e0f401ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.1860087 Jun 10 16:26:18.556886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51504) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:18.580389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-479443131-network', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:18.598609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Network': ['ID=9025d327-5801-4487-99fd-bc74d96d1b37,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:18.625564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:18.630795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.645492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a30e57b7-58f0-40b8-bcf7-832832c85276 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:18.664951 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:18.668975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9025d327-5801-4487-99fd-bc74d96d1b37 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:18.710843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.724720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-24f94102-ea63-400d-8c26-fff9c38808cc tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:18.730475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.735882 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/b30951ab-28bb-4934-9fe4-cfd0972c817f HTTP/1.1" status: 204 len: 168 time: 1.5218713 Jun 10 16:26:18.741441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Made reservation on behalf of 0f412e4209ad46d29467bf4811b2208f for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:18.744405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.766139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51506) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:18.774289 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 2, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:18.781618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:18.781982 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Updating router f425dff3-6bff-468e-8de4-c8b0a077d380 port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:26:18.786694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1728812694'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:18.789419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.792011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=b30951ab-28bb-4934-9fe4-cfd0972c817f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:18.795399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:18.830949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:18.836075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.852073 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.922845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:18.923092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:18.953688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.954148 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 4510e494-d569-4e9d-9738-8795abfa16a6 of type vlan for network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 Jun 10 16:26:18.962232 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-a35e937c-d94d-469f-810d-b5ab02c45f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4042904 Jun 10 16:26:18.978911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:18.979642 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Added segment fab2f62a-cb55-45e9-99e1-625388339d34 of type vlan for network 64a26484-74b0-4f6b-80e6-69ee0f77b390 Jun 10 16:26:19.088535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.138236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 231fba68-fd37-41a3-ab3a-493d7f038153 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:19.138620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.164474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.186885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:19.187765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552979'] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.192705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:19.240123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.255418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.271046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.277915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89439589-5c0e-4637-940d-4d9338ce5c37 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:19.309690 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5423505 Jun 10 16:26:19.313014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51508) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:19.320886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:19.330466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=8295eb01-e40e-4baa-9a85-d5d24dc3e2b8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:19.350908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:19.353705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-5e40c700-059c-4819-8a04-0cff9736b87a', 'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a', 'tenant_id': '82f6a68b13364433968b9a3b990ecd76', 'fixed_ips': [{'subnet_id': 'fa32e11c-80de-46de-975a-26bc2fc46239'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:19.354557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.356270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:19.363351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f6e53630-2526-4a66-81c8-bfc0c9e22c9e None None] Provisioning for port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:19.366417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:19.380886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaeb491-e87d-448c-8e16-152670df5697,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:19.390376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5fdd47-55c8-407c-9f94-792835ceb0f1 None None] Network b30951ab-28bb-4934-9fe4-cfd0972c817f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:19.390539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:19.391764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.399542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:19.400337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.403982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.404452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Added segment 6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc of type vlan for network 7083db7e-7131-42b1-b3dd-5c25abd14fbe Jun 10 16:26:19.407144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:19.429569 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-1560f4cd-49e3-42d7-a071-8891d81b4dea service neutron] 10.222.0.23 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468546 Jun 10 16:26:19.435664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f6e53630-2526-4a66-81c8-bfc0c9e22c9e None None] Provisioning complete for port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:19.436050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f6e53630-2526-4a66-81c8-bfc0c9e22c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.515333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.527146 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Transition to ACTIVE for port object bc4edd1b-2164-4514-9bfa-f92fc3c31e01 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:19.535499 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.538904 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1c3fcb0e-a9d1-4fa9-b750-4adaf73b8cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:19.583763 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3155863 Jun 10 16:26:19.594225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51510) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:19.601173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'subnet': {'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:19.671046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Network': ['ID=64a26484-74b0-4f6b-80e6-69ee0f77b390,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:19.682411 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eda95-3116-4d34-922c-23cf1592a2a5 None None] Pushing event updated for resources: {'Port': ['ID=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:19.686467 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-052eda95-3116-4d34-922c-23cf1592a2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:19.691837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:19.695157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.717218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Allocated IP 2001:db8::2 (5e40c700-059c-4819-8a04-0cff9736b87a/fa32e11c-80de-46de-975a-26bc2fc46239/cbdc5a1f-f6bc-461a-8783-8f57c2071b4f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:19.724231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.773075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.780862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-349fe42f-3b4a-4e8b-b0e8-bc77b82928f4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:19.791800 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-89eb20c7-d804-4af1-97c0-9ad53ceae42a service neutron] 10.222.0.23 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473020 Jun 10 16:26:19.800563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.801672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:19.802491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.813128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8529c9f6-decc-486d-81bb-2524e0d679a0 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:19.827354 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Attempting to bind port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:19.830388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Attempting to bind port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:19.831085 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Attempting to bind port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:19.853779 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:19.856654 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Checking segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:19.857441 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.860822 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Bound using segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:19.862130 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Bound port: bc4edd1b-2164-4514-9bfa-f92fc3c31e01, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:19.862847 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.875003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 is not hosted by any dhcp agent {{(pid=92385) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:26:19.881453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:19.881957 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3228543 Jun 10 16:26:19.884894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.889019 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "PUT /v2.0/networks/8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 HTTP/1.1" status: 200 len: 723 time: 0.5747812 Jun 10 16:26:19.894037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51512) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:19.894452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51514) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:19.911496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=8295eb01-e40e-4baa-9a85-d5d24dc3e2b8,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:19.915419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:19.915612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Request body: {'subnet': {'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-479443131-subnet', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:19.916968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:19.921459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.958872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:19.967679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Transition to ACTIVE for port object cbdc5a1f-f6bc-461a-8783-8f57c2071b4f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:19.987943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Transition to ACTIVE for port object cbdc5a1f-f6bc-461a-8783-8f57c2071b4f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:19.991391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5fdd47-55c8-407c-9f94-792835ceb0f1 None None] Network b30951ab-28bb-4934-9fe4-cfd0972c817f could not be found, it might have been deleted concurrently. {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 10 16:26:20.010182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 64a26484-74b0-4f6b-80e6-69ee0f77b390 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:20.012278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:20.022135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': '8295eb01-e40e-4baa-9a85-d5d24dc3e2b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:20.049931 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] For port bc4edd1b-2164-4514-9bfa-f92fc3c31e01, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:20.059432 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] For port bc4edd1b-2164-4514-9bfa-f92fc3c31e01, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:20.065092 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.081595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Pushing event updated for resources: {'Network': ['ID=7083db7e-7131-42b1-b3dd-5c25abd14fbe,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:20.088757 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:20.090052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:20.163604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:20.177900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Made reservation on behalf of 0f412e4209ad46d29467bf4811b2208f for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:20.180790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.254898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.262306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.288320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-867be2bf-1221-43a2-b1d3-feda9a4881fc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:20.297960 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eda95-3116-4d34-922c-23cf1592a2a5 None None] Pushing event updated for resources: {'Port': ['ID=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:20.298231 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bd831762-9b86-4fa0-8473-d9611b841ccf req-ca5d9ae6-927e-464b-b47e-1269c963b2ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 210 time: 0.0562847 Jun 10 16:26:20.306817 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-052eda95-3116-4d34-922c-23cf1592a2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:20.320651 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:20.323295 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:20.327390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:20.337094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:20.345040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.432353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Subnet': ['ID=8d515ece-9dca-4a1c-8054-765d3a8f7f2b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:20.440833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:20.458169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Checking segment: {'id': 'ec7df5ef-0abb-4161-9391-49dba060ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:20.458637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network hostable DHCP agents. Network: 9025d327-5801-4487-99fd-bc74d96d1b37, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:20.484073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 9025d327-5801-4487-99fd-bc74d96d1b37 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:20.497194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9025d327-5801-4487-99fd-bc74d96d1b37) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:20.518647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:20.519548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.556586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d6e95c19-c3d8-4df6-b9be-36178ed2f994 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9571941 Jun 10 16:26:20.557641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51524) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:20.563698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'subnet': {'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:20.632942 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:20.643892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Network 5e40c700-059c-4819-8a04-0cff9736b87a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:20.663058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:20.665983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:20.668538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3190605-7eb6-49ea-985a-a4644463b814 None None] Network 9025d327-5801-4487-99fd-bc74d96d1b37 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:20.757701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:20.762302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:20.817508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:17Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:20.819392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f6e53630-2526-4a66-81c8-bfc0c9e22c9e None None] Port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:20.866757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8068a282-bc9d-4221-89e5-e09d3b3b59d1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:20.977959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd65378-44ae-4676-925c-d03c2dfaf997 None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:17Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:21.035012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:20Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:21.050938 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0305c3-0045-4065-9957-3e8477eae5e9 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:20Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:21.091851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Pushing event updated for resources: {'Port': ['ID=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:21.152734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:21.213311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Attempting to bind port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:21.213844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Attempting to bind port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '434ec656-5af8-48ae-999d-4e577de6e6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:21.214234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Attempting to bind port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f on network 5e40c700-059c-4819-8a04-0cff9736b87a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:21.219638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:21.220042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.227998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:21.228394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Checking segment: {'id': '434ec656-5af8-48ae-999d-4e577de6e6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:21.228815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.229488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Bound using segment: {'id': '434ec656-5af8-48ae-999d-4e577de6e6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:21.232362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Bound port: cbdc5a1f-f6bc-461a-8783-8f57c2071b4f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434ec656-5af8-48ae-999d-4e577de6e6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5e40c700-059c-4819-8a04-0cff9736b87a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:21.233217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.262511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.281821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-45c618d8-3a33-4c1c-9840-6ac354f52f22 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:21.417174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Subnet': ['ID=56b104a7-082c-4fb3-ad4f-c00887596ae3,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:21.422604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:21.452066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Checking segment: {'id': 'fab2f62a-cb55-45e9-99e1-625388339d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:21.452439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network hostable DHCP agents. Network: 64a26484-74b0-4f6b-80e6-69ee0f77b390, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:21.474992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.476155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 64a26484-74b0-4f6b-80e6-69ee0f77b390 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:21.498451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 64a26484-74b0-4f6b-80e6-69ee0f77b390) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:21.505459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:21.506319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.525546 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9662399 Jun 10 16:26:21.528021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51530) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:21.557197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.562078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-80ded8f0-ea89-4116-a63d-1afcd5119447 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:21.572603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed455bf-b6aa-4ad6-8f76-1b1172e87dc8 None None] Network 64a26484-74b0-4f6b-80e6-69ee0f77b390 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:21.675561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf50514b-1be3-459d-a7db-2dc7216e74c9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:21.740001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:21.745305 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6107feca-5679-4f4b-b500-4546e9784280 req-68bf6e82-f0b0-44c7-a646-f3c685f7a01a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 210 time: 0.1407232 Jun 10 16:26:21.828528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-9025d327-5801-4487-99fd-bc74d96d1b37', 'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37', 'tenant_id': '82f6a68b13364433968b9a3b990ecd76', 'fixed_ips': [{'subnet_id': '8d515ece-9dca-4a1c-8054-765d3a8f7f2b'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:21.830245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:21.863168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] For port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:21.871768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Checking segment: {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:21.872216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Network hostable DHCP agents. Network: 7083db7e-7131-42b1-b3dd-5c25abd14fbe, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:21.977607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:22.012261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 7083db7e-7131-42b1-b3dd-5c25abd14fbe) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:22.015491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.022022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-367ec74a-c381-48cf-bd66-4de740134775 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:22.026498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:22.027650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.052099 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1560462 Jun 10 16:26:22.069122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1c3b6e96-fb36-4385-a959-5b6360e506c3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:22.073534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51532) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:22.081363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747e3a9-c880-47a0-b166-79173fad236d None None] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:22.085656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] For port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,segment=NetworkSegment(434ec656-5af8-48ae-999d-4e577de6e6a0),segment_id=434ec656-5af8-48ae-999d-4e577de6e6a0)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:22.166250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=a7ababee-e2c7-461f-8f55-c18b805dce1b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:22.179154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:22.180131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '4510e494-d569-4e9d-9738-8795abfa16a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8295eb01-e40e-4baa-9a85-d5d24dc3e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:22.180697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:22.212385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:22.234835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:22.240443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:22.241619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.255741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.261246 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3607764 Jun 10 16:26:22.264275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51534) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:22.271312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-420ebbca-6450-4938-89ea-e9e30c27c4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:22.272419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:22.280346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b4ac1d-dff4-4aa3-90da-646b21416f55 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:22.342364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:22.383086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.384101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.488751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2968387'] for subnet, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.500186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-eadc6683-fed6-415b-a6dc-2d037861efb8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:22.502252 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-eadc6683-fed6-415b-a6dc-2d037861efb8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 796 time: 0.4312932 Jun 10 16:26:22.638961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.643681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.656829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-64a26484-74b0-4f6b-80e6-69ee0f77b390', 'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390', 'tenant_id': '82f6a68b13364433968b9a3b990ecd76', 'fixed_ips': [{'subnet_id': '56b104a7-082c-4fb3-ad4f-c00887596ae3'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:22.658757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.778281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763997951546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3252115'] for subnet, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.781687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9ad1be07-51be-4a86-89fa-3ce8de1a086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:22.837705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Pushing event updated for resources: {'Port': ['ID=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:22.856579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=a7ababee-e2c7-461f-8f55-c18b805dce1b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:22.866455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:22.868328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:22.879139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:22.879746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:22.885520 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "PUT /v2.0/subnets/a7ababee-e2c7-461f-8f55-c18b805dce1b HTTP/1.1" status: 200 len: 806 time: 0.6174786 Jun 10 16:26:22.888304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51542) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:23.080662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Allocated IP 2001:db8::2 (9025d327-5801-4487-99fd-bc74d96d1b37/8d515ece-9dca-4a1c-8054-765d3a8f7f2b/8cd56885-a839-4dc5-b0e6-9a98081a3d26) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:23.149959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 1c3b6e96-fb36-4385-a959-5b6360e506c3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:23.173505 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87479c90-aa63-4e42-b8e8-a6c68dd40321 req-2816359e-4653-4f31-8980-9e4e880692a6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 210 time: 0.0672207 Jun 10 16:26:23.196791 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-ec492e65-a539-400b-8d45-4f0985960424 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 379 time: 0.6772599 Jun 10 16:26:23.203774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.260794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1c3b6e96-fb36-4385-a959-5b6360e506c3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:23.260794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.274282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['562f29d1-154a-45ce-97ce-6a86ab0a00ff']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:23.315352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.362345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.408837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.412049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-30b3d1a7-61a2-46c8-906f-91a6123418f4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:23.463141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ababee-e2c7-461f-8f55-c18b805dce1b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:23.479814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:23.522726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0490859f-c24f-46df-91b4-2818e7f95f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-8295eb01-e40e-4baa-9a85-d5d24dc3e2b8', 'network_id': '8295eb01-e40e-4baa-9a85-d5d24dc3e2b8', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': 'a7ababee-e2c7-461f-8f55-c18b805dce1b'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:23.523191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0490859f-c24f-46df-91b4-2818e7f95f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.554825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.568759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8295eb01-e40e-4baa-9a85-d5d24dc3e2b8']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:23.582687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4510e494-d569-4e9d-9738-8795abfa16a6') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:23.583094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4510e494-d569-4e9d-9738-8795abfa16a6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:23.597542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.628310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.640583 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:23.641196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:23.646469 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:23.677500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-7083db7e-7131-42b1-b3dd-5c25abd14fbe', 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'fixed_ips': [{'subnet_id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:23.678345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.717345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Allocated IP 2001:db8::2 (64a26484-74b0-4f6b-80e6-69ee0f77b390/56b104a7-082c-4fb3-ad4f-c00887596ae3/c73be4ee-33fc-4c74-bb59-94e432db9726) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:23.724501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:23.728338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.790596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.796122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.800401 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 HTTP/1.1" status: 204 len: 168 time: 0.9110732 Jun 10 16:26:23.801635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46637bb3-37a1-442e-9f52-dedb2f208fd6 tempest-RoutersNegativeTest-879697624 tempest-RoutersNegativeTest-879697624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:23.829874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51544) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:23.832103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=8295eb01-e40e-4baa-9a85-d5d24dc3e2b8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:23.863773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:23.865117 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b9094d-a967-406d-83d0-7d08e520a45d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:23.865569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fe281-f10e-412b-bbe6-5bc86e98f476 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:23.866050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b9094d-a967-406d-83d0-7d08e520a45d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:23.867770 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a4b9094d-a967-406d-83d0-7d08e520a45d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 HTTP/1.1" status: 404 len: 339 time: 0.0310819 Jun 10 16:26:23.872111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51546) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:23.878416 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-787041089', 'description': 'd1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:23.911374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:23.916838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.949112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:23.964741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:23.965347 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 32b4c0e9-9e02-4979-bc20-563ded3405ff of type vlan for network 28de4727-56d2-4d46-bc68-c2e76d16eb15 Jun 10 16:26:23.980097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fe281-f10e-412b-bbe6-5bc86e98f476 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 could not be found, it might have been deleted concurrently. {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 10 16:26:24.007855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a58205-e934-42ed-980f-8280e9403555 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:24.043079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.091352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.098627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:24.100280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.104788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-88c0a321-01bb-4bdb-af1e-09bb8624d9bc tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:24.124242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.129337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a58205-e934-42ed-980f-8280e9403555 None None] Network 8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 could not be found, it might have been deleted concurrently. {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 10 16:26:24.151158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4433e-4148-4ad5-ad6e-c77ca0123fbd None None] Network 5e40c700-059c-4819-8a04-0cff9736b87a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:24.195821 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3215451 Jun 10 16:26:24.205222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51550) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:24.311233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 1c3b6e96-fb36-4385-a959-5b6360e506c3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1c3b6e96-fb36-4385-a959-5b6360e506c3,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:24.325667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd24a15-8b4a-42c4-a927-dc96d79e5e03 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:24.327347 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4bd24a15-8b4a-42c4-a927-dc96d79e5e03 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks?id=28de4727-56d2-4d46-bc68-c2e76d16eb15 HTTP/1.1" status: 200 len: 760 time: 0.1208830 Jun 10 16:26:24.331177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51552) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:24.337214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'description': 'd2'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:24.346650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.353956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.358353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-eb6569e6-7579-4b2a-ab44-0c6b146acd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:24.445696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Transition to ACTIVE for port object 8cd56885-a839-4dc5-b0e6-9a98081a3d26 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:24.447820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Allocated IP 172.20.0.2 (7083db7e-7131-42b1-b3dd-5c25abd14fbe/cf50514b-1be3-459d-a7db-2dc7216e74c9/8a84dab2-57ac-43da-8ca9-ae77ed3b929a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:24.449874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ce91d02c-d733-4e80-a1f4-31b7af2f8432 None None] Provisioning for port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:24.458745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=28de4727-56d2-4d46-bc68-c2e76d16eb15,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:24.465762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:24.507407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 28de4727-56d2-4d46-bc68-c2e76d16eb15 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:24.514837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.13 (ac11bb99-6d4e-4218-9e3c-0610e9ea4aae/ecc7d84b-deef-4203-85b9-a9a8b4009439/e601fc58-bf3b-426d-a899-98552f85c9ec) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:24.525464 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e9c7fcbd-2848-45a8-9eeb-24870124b581 req-40272434-d061-4568-ab2e-4f39707995b7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 210 time: 0.0636456 Jun 10 16:26:24.571627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Transition to ACTIVE for port object 8cd56885-a839-4dc5-b0e6-9a98081a3d26 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:24.656728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.674450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.675726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.679100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-627282f2-e283-47b3-ae55-f33f7f0218a6 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:24.687192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network 28de4727-56d2-4d46-bc68-c2e76d16eb15 is not hosted by any dhcp agent {{(pid=92386) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:26:24.693737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:24.694337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.698036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "PUT /v2.0/networks/28de4727-56d2-4d46-bc68-c2e76d16eb15 HTTP/1.1" status: 200 len: 757 time: 0.3633437 Jun 10 16:26:24.703375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cbdc5a1f-f6bc-461a-8783-8f57c2071b4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:24.707500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.709205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51554) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:24.720336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=1c3b6e96-fb36-4385-a959-5b6360e506c3,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:24.761177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:24.763399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:24.805884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Allocated IP 2001:db8::1 (9025d327-5801-4487-99fd-bc74d96d1b37/8d515ece-9dca-4a1c-8054-765d3a8f7f2b/08ad9f96-abd1-4275-99c1-f4000c11525f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:24.813985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.821512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Transition to ACTIVE for port object c73be4ee-33fc-4c74-bb59-94e432db9726 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:24.851819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.868170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Network 9025d327-5801-4487-99fd-bc74d96d1b37 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:24.871186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=28de4727-56d2-4d46-bc68-c2e76d16eb15,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:24.876126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b7c0af7e-da32-41ca-94a7-6efbbc981fd1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:24.882426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.902458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39165fb6-70cd-4f24-946c-e0ddb1e9e37d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:24.908129 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39165fb6-70cd-4f24-946c-e0ddb1e9e37d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks?id=28de4727-56d2-4d46-bc68-c2e76d16eb15 HTTP/1.1" status: 200 len: 760 time: 0.1942170 Jun 10 16:26:24.908326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:24.908545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51556) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:24.908972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 28de4727-56d2-4d46-bc68-c2e76d16eb15 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:24.915527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-512368853'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:24.917350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:24.938602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:24.943091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.954734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Transition to ACTIVE for port object c73be4ee-33fc-4c74-bb59-94e432db9726 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:24.970445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object e601fc58-bf3b-426d-a899-98552f85c9ec will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:24.975559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:24.987003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:24.987656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 025837f8-107e-4e24-b65e-779769277046 of type vlan for network d05b4946-aa34-4955-b51a-87ebf06d5a72 Jun 10 16:26:25.004122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.040676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.054149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Pushing event updated for resources: {'Port': ['ID=8cd56885-a839-4dc5-b0e6-9a98081a3d26,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:25.060258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:25.078807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.084851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:25.085755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.089189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b69b0aec-3c8f-40a5-9727-19608919a689 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:25.097040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-78524675-73b0-4bf6-8b02-c2657f03b7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:25.162385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.176835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Allocated IP 172.26.5.39 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/8f730ae2-bbfa-4894-9786-3a9404479d8e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:25.180924 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2683535 Jun 10 16:26:25.181118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51558) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:25.181684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.186526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': 'd05b4946-aa34-4955-b51a-87ebf06d5a72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:25.188753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdaf7f4b-e808-49e5-8828-04ad06e27847 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:25.194140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=d05b4946-aa34-4955-b51a-87ebf06d5a72,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:25.202997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Transition to ACTIVE for port object 08ad9f96-abd1-4275-99c1-f4000c11525f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:25.210694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:25.287372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:25.298177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:25.324962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:25.328505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.354678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:25.357383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=e601fc58-bf3b-426d-a899-98552f85c9ec,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:25.406022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:25.450668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network d05b4946-aa34-4955-b51a-87ebf06d5a72 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:25.458450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Network 64a26484-74b0-4f6b-80e6-69ee0f77b390 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:25.484611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:25.487041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:25.487831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.491106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.495743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:25.498337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-19444067-3e05-4ea6-b5d7-2a3cfebd1201 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:25.502666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Attempting to bind port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:25.503046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Attempting to bind port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ec7df5ef-0abb-4161-9391-49dba060ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:25.503418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Attempting to bind port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 on network 9025d327-5801-4487-99fd-bc74d96d1b37 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:25.508373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:25.511268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Pushing event updated for resources: {'Port': ['ID=c73be4ee-33fc-4c74-bb59-94e432db9726,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:25.513948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:25.514779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.568504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 9025d327-5801-4487-99fd-bc74d96d1b37 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:25.579297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:25.582813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:25.583586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.606569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:25.622199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.630426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.634374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:25.661271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4003429 Jun 10 16:26:25.671866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.681349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Request body: {'port': {'device_id': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:25.703512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Transition to ACTIVE for port object 8a84dab2-57ac-43da-8ca9-ae77ed3b929a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:25.706421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:25.706803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Checking segment: {'id': 'ec7df5ef-0abb-4161-9391-49dba060ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:25.707202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.707784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Bound using segment: {'id': 'ec7df5ef-0abb-4161-9391-49dba060ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:25.708266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Bound port: 8cd56885-a839-4dc5-b0e6-9a98081a3d26, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7df5ef-0abb-4161-9391-49dba060ed35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9025d327-5801-4487-99fd-bc74d96d1b37'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:25.708665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.715440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=f1a6923d-4ba2-48cb-825f-5bc7735eee9f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:25.718230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:25.724560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '025837f8-107e-4e24-b65e-779769277046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd05b4946-aa34-4955-b51a-87ebf06d5a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:25.724994 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: d05b4946-aa34-4955-b51a-87ebf06d5a72, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:25.725733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Port': ['ID=08ad9f96-abd1-4275-99c1-f4000c11525f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:25.745110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network d05b4946-aa34-4955-b51a-87ebf06d5a72 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:25.757378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, d05b4946-aa34-4955-b51a-87ebf06d5a72) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:25.761510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:25.762325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:25.763273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.781136 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5988894 Jun 10 16:26:25.784308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51562) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:25.786415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da000ad-7e7a-4046-88b7-66fe4fb8cbc4 None None] Network d05b4946-aa34-4955-b51a-87ebf06d5a72 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:25.795430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84ca4c2d-b279-4eea-b1ca-e1fa9db24604 None None] Provisioning for port e601fc58-bf3b-426d-a899-98552f85c9ec completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:25.841482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Transition to ACTIVE for port object 8a84dab2-57ac-43da-8ca9-ae77ed3b929a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:25.881792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84ca4c2d-b279-4eea-b1ca-e1fa9db24604 None None] Provisioning complete for port e601fc58-bf3b-426d-a899-98552f85c9ec triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:25.882910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ca4c2d-b279-4eea-b1ca-e1fa9db24604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.925453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.975029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:25.987789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:25.996261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.001328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.052714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Attempting to bind port c73be4ee-33fc-4c74-bb59-94e432db9726 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:26.053384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Attempting to bind port c73be4ee-33fc-4c74-bb59-94e432db9726 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'fab2f62a-cb55-45e9-99e1-625388339d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:26.053954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Attempting to bind port c73be4ee-33fc-4c74-bb59-94e432db9726 on network 64a26484-74b0-4f6b-80e6-69ee0f77b390 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:26.054684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f540dd-915f-4b2c-9fd2-4a90afe71371 req-1662caf7-2539-4d88-8c4c-5e9e430f2ec9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:26.061932 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-55f540dd-915f-4b2c-9fd2-4a90afe71371 req-1662caf7-2539-4d88-8c4c-5e9e430f2ec9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 932 time: 0.3729122 Jun 10 16:26:26.070986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.074253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b664e80-4df9-4a71-9c90-2d69e20cf169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:26.076055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.081510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.084980 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-072806fe-01af-4bf0-aa1d-ed4e132fccfb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:26.123992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:26.124642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a6923d-4ba2-48cb-825f-5bc7735eee9f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:26.127693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:26.134235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-84ca4c2d-b279-4eea-b1ca-e1fa9db24604 None None] Port e601fc58-bf3b-426d-a899-98552f85c9ec cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:26.136740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:26.137397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Checking segment: {'id': 'fab2f62a-cb55-45e9-99e1-625388339d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:26.138216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.138868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Bound using segment: {'id': 'fab2f62a-cb55-45e9-99e1-625388339d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:26.139531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Bound port: c73be4ee-33fc-4c74-bb59-94e432db9726, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab2f62a-cb55-45e9-99e1-625388339d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '64a26484-74b0-4f6b-80e6-69ee0f77b390'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:26.140099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.169416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:26.194942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:26.197182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] For port 8cd56885-a839-4dc5-b0e6-9a98081a3d26, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:26.201068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Pushing event updated for resources: {'Port': ['ID=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:26.211273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:26.214715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.222551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:26.225163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.227524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05b4946-aa34-4955-b51a-87ebf06d5a72']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:26.231391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] For port 8cd56885-a839-4dc5-b0e6-9a98081a3d26, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8cd56885-a839-4dc5-b0e6-9a98081a3d26,segment=NetworkSegment(ec7df5ef-0abb-4161-9391-49dba060ed35),segment_id=ec7df5ef-0abb-4161-9391-49dba060ed35)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:26.236836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-55f540dd-915f-4b2c-9fd2-4a90afe71371 req-0656214b-97b3-404a-abb9-6e916c907350 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732695 Jun 10 16:26:26.237761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:26.240293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:26.243139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025837f8-107e-4e24-b65e-779769277046') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:26.243588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025837f8-107e-4e24-b65e-779769277046') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:26.256839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.273954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.290183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:26.290693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:26.294666 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:26.327720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Pushing event updated for resources: {'Port': ['ID=8f730ae2-bbfa-4894-9786-3a9404479d8e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:26.329611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.331648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:26.346660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:26.384197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.389748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.391658 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/d05b4946-aa34-4955-b51a-87ebf06d5a72 HTTP/1.1" status: 204 len: 168 time: 0.6063817 Jun 10 16:26:26.393846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-85cacc04-6c7d-431b-abaa-c45b16121ed9 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:26.398080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51564) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:26.445674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=d05b4946-aa34-4955-b51a-87ebf06d5a72,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:26.448955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:26.450322 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5ad624-3a77-4f69-aa30-f2ded64515fa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] GET failed (client error): The resource could not be found. Jun 10 16:26:26.451883 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8d5ad624-3a77-4f69-aa30-f2ded64515fa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/subnets/f1a6923d-4ba2-48cb-825f-5bc7735eee9f HTTP/1.1" status: 404 len: 337 time: 0.0526717 Jun 10 16:26:26.457638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51566) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:26.479130 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d607c8ad-8fc9-4e96-bf5b-69dde5afd777 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:26.480229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d607c8ad-8fc9-4e96-bf5b-69dde5afd777 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:26.481468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4da3003-7b72-42bd-9d4a-2564d5608902 None None] Network d05b4946-aa34-4955-b51a-87ebf06d5a72 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:26.487776 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d607c8ad-8fc9-4e96-bf5b-69dde5afd777 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/d05b4946-aa34-4955-b51a-87ebf06d5a72 HTTP/1.1" status: 404 len: 339 time: 0.0285013 Jun 10 16:26:26.488715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51568) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:26.520414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,segment=NetworkSegment(434ec656-5af8-48ae-999d-4e577de6e6a0),segment_id=434ec656-5af8-48ae-999d-4e577de6e6a0)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:26.527019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Attempting to bind port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:26.527522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Attempting to bind port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:26.527814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Attempting to bind port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a on network 7083db7e-7131-42b1-b3dd-5c25abd14fbe {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:26.535178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4da3003-7b72-42bd-9d4a-2564d5608902 None None] Network d05b4946-aa34-4955-b51a-87ebf06d5a72 could not be found, it might have been deleted concurrently. {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 10 16:26:26.537225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b6d08e49-5cc8-40d4-aa97-da6a4c830ca7 None None] Provisioning complete for port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:26.537918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b6d08e49-5cc8-40d4-aa97-da6a4c830ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.548520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.549707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bc4edd1b-2164-4514-9bfa-f92fc3c31e01 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:26.553410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] For port c73be4ee-33fc-4c74-bb59-94e432db9726, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:26.607702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:26.608083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Checking segment: {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:26.608494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.608896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Bound using segment: {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:26.609410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Bound port: 8a84dab2-57ac-43da-8ca9-ae77ed3b929a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:26.609785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.621866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Pushing event updated for resources: {'Port': ['ID=8cd56885-a839-4dc5-b0e6-9a98081a3d26,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:26.638154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:26.652013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:26.661583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] For port c73be4ee-33fc-4c74-bb59-94e432db9726, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c73be4ee-33fc-4c74-bb59-94e432db9726,segment=NetworkSegment(fab2f62a-cb55-45e9-99e1-625388339d34),segment_id=fab2f62a-cb55-45e9-99e1-625388339d34)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:26.702927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:26.721441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2646c488-4111-4cda-b0de-6e21c0eabc76 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:26.725613 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2646c488-4111-4cda-b0de-6e21c0eabc76 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2353792 Jun 10 16:26:26.731129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51570) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:26.797549 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c2f66fb5-b13e-47e0-8740-7e23b54b6876 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 207 time: 0.0649242 Jun 10 16:26:26.798001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51572) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:26.871253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:26.887831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:26.889327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:26.902637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:26.959866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] For port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:26.965841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:26.966500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.012852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df1f2e-bd73-4d6e-96ba-913257fbc05f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.020090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df1f2e-bd73-4d6e-96ba-913257fbc05f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.027032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df1f2e-bd73-4d6e-96ba-913257fbc05f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.032985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df1f2e-bd73-4d6e-96ba-913257fbc05f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.039165 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-21df1f2e-bd73-4d6e-96ba-913257fbc05f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2401121 Jun 10 16:26:27.040383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51574) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:27.045669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] For port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:27.078218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.093976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Pushing event updated for resources: {'Port': ['ID=c73be4ee-33fc-4c74-bb59-94e432db9726,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:27.108678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:27.109703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:27.276127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Pushing event updated for resources: {'Port': ['ID=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:27.281122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:27.297881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.308320 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4c8475a9-f80b-4ba0-83f3-cb6843ebe209 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2632449 Jun 10 16:26:27.309311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51578) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:27.377213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port bc4edd1b-2164-4514-9bfa-f92fc3c31e01, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:27.387607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e601fc58-bf3b-426d-a899-98552f85c9ec {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:26:27.393539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.394261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device fee94733-cb03-4049-bcf6-efdd3516048e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:27.396217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-324533a7-fdb0-4497-a3ed-5866aebe0669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:27.397104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.416272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Transition to ACTIVE for port object e601fc58-bf3b-426d-a899-98552f85c9ec will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:27.436705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679edaa-9e6e-42ef-a563-4fadc463c3bc tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.438349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679edaa-9e6e-42ef-a563-4fadc463c3bc tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.439943 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c679edaa-9e6e-42ef-a563-4fadc463c3bc tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1274331 Jun 10 16:26:27.443542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51580) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:27.462912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.485256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.574681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71650019-27c5-4d48-b186-58ed28d8bbbd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.576182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71650019-27c5-4d48-b186-58ed28d8bbbd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.576779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:27.577717 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-71650019-27c5-4d48-b186-58ed28d8bbbd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1332202 Jun 10 16:26:27.581797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:27.583512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51582) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:27.586671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:27.607163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port fee94733-cb03-4049-bcf6-efdd3516048e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:27.611989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port fee94733-cb03-4049-bcf6-efdd3516048e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:27.612655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.769477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75a5c4-24a6-4743-be87-e6ccdc2dd3ad req-72db3cdc-a4f8-4f52-aed8-3c626d153225 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.770939 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9f75a5c4-24a6-4743-be87-e6ccdc2dd3ad req-72db3cdc-a4f8-4f52-aed8-3c626d153225 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 944 time: 0.2546318 Jun 10 16:26:27.795458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.825487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd612781-c7c1-4c13-83bb-a65744817d61 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:27.827197 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bd612781-c7c1-4c13-83bb-a65744817d61 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks/ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 HTTP/1.1" status: 200 len: 800 time: 0.2282519 Jun 10 16:26:27.844793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port fee94733-cb03-4049-bcf6-efdd3516048e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=fee94733-cb03-4049-bcf6-efdd3516048e,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:27.847051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51584) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:27.850319 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9f75a5c4-24a6-4743-be87-e6ccdc2dd3ad req-433c88c9-2899-41b0-b4b6-56a70d4fbb9e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683692 Jun 10 16:26:27.866601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:27.887029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-427658af-0bd5-4c0b-915a-27ae696de1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:28.019774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=fee94733-cb03-4049-bcf6-efdd3516048e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:28.027627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:28.097990 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c8ecb9b4-ae38-4f27-a261-b9763742058b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/networks/ee0d6e12-1a41-40c3-8a1c-bacc15e8d941?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2461388 Jun 10 16:26:28.102794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51586) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:28.122164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacf4b8-99c8-4cb0-bd59-4f5dad5843c6 None None] Network 9025d327-5801-4487-99fd-bc74d96d1b37 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:28.173893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8cbb37-7157-4e33-b131-4d2c621e4ff8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:28.176272 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fb8cbb37-7157-4e33-b131-4d2c621e4ff8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/subnets/9a1fd305-ed57-49b4-acb7-854113a3f1f1 HTTP/1.1" status: 200 len: 811 time: 0.0706866 Jun 10 16:26:28.181100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51588) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:28.277706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cbdc5a1f-f6bc-461a-8783-8f57c2071b4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:28.285112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac94524-68c2-4d58-9adb-6d044c3a3117 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['shared'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:28.286930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bac94524-68c2-4d58-9adb-6d044c3a3117 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "GET /v2.0/subnets/9a1fd305-ed57-49b4-acb7-854113a3f1f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1048224 Jun 10 16:26:28.293876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51590) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:28.299464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-510906059'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:28.326506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:28.330438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.362552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:28.373437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.373879 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Added segment 5112dda4-785c-4d5b-872b-7b51716fbb79 of type vlan for network 705efe36-47f0-4469-8af3-9c961c8bce20 Jun 10 16:26:28.472493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.516788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.527151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:28.527923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.535328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-59f1482b-4fbd-4460-acbb-bb7aa682e850 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:28.589561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0453535c-4f38-4cdf-a060-89970fde17b1 None None] Provisioning for port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:28.683290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.689001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Pushing event updated for resources: {'Port': ['ID=e601fc58-bf3b-426d-a899-98552f85c9ec,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:28.703920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:28.706202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:28.706590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.743387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.744264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.753114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b23e25a5-00ff-44fb-a1a8-0633413622dd tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:28.799766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:28.818676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c73be4ee-33fc-4c74-bb59-94e432db9726 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:28.881621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953018b-aa3a-4eb7-8e25-379cc9e1a9ae None None] Network 64a26484-74b0-4f6b-80e6-69ee0f77b390 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:29.016574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 9025d327-5801-4487-99fd-bc74d96d1b37 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:29.053430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c73be4ee-33fc-4c74-bb59-94e432db9726 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:29.071704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8cd56885-a839-4dc5-b0e6-9a98081a3d26 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:29.150107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Provisioning for port c73be4ee-33fc-4c74-bb59-94e432db9726 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:29.164083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:29.166594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Port': ['ID=08ad9f96-abd1-4275-99c1-f4000c11525f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:29.190994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:29.194341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Provisioning complete for port c73be4ee-33fc-4c74-bb59-94e432db9726 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:29.195053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.240939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Attempting to bind port e601fc58-bf3b-426d-a899-98552f85c9ec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:29.241307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Attempting to bind port e601fc58-bf3b-426d-a899-98552f85c9ec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:29.241655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Attempting to bind port e601fc58-bf3b-426d-a899-98552f85c9ec on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:29.306024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b7f62-5d0d-4d12-a894-a69afe6f177e None None] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:29.327902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:29.336613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Network': ['ID=705efe36-47f0-4469-8af3-9c961c8bce20,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:29.341095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:29.341711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.346623 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0514572 Jun 10 16:26:29.347742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:29.349107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51594) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:29.353223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 705efe36-47f0-4469-8af3-9c961c8bce20 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:29.356141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:29.375405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Port e601fc58-bf3b-426d-a899-98552f85c9ec on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:26:29.375741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Attempting to bind port e601fc58-bf3b-426d-a899-98552f85c9ec on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:29.415192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:29.415529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Checking segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:29.415927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Bound using segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:29.416379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Bound port: e601fc58-bf3b-426d-a899-98552f85c9ec, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:29.416730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.488324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Made reservation on behalf of a1e0c218baac44e7b548d588a6a2f9bc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:29.493639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.513123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262047-f473-4b6d-a709-73493da39a35 req-758b078f-5d9e-4b1b-831a-8fa253c51d17 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:29.515571 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29262047-f473-4b6d-a709-73493da39a35 req-758b078f-5d9e-4b1b-831a-8fa253c51d17 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 944 time: 0.3543136 Jun 10 16:26:29.589837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Performing IP validity checks on allocation pools {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 10 16:26:29.590359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.ipam_backend_mixin [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92386) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 10 16:26:29.615914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] For port e601fc58-bf3b-426d-a899-98552f85c9ec, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:29.618345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Router f42605b6-106f-4a52-95c2-9aedb9f74cd3 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:26:29.624446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] For port e601fc58-bf3b-426d-a899-98552f85c9ec, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e601fc58-bf3b-426d-a899-98552f85c9ec,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:29.634615 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29262047-f473-4b6d-a709-73493da39a35 req-fc382c76-809d-4d51-a26f-97409611ab25 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045735 Jun 10 16:26:29.639269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.644642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d62b7a6f-06c4-420a-b5e0-1ddc38707e4c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:29.652804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Router c22c7e1f-7b0a-4b70-98bf-1662d8afec19 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:26:29.730257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.741746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:29.742467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.743993 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] 10.222.0.25 "PUT /v2.0/ports/e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 200 len: 1094 time: 4.0669050 Jun 10 16:26:29.803653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:26:29.808071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46467a65-41b2-4e0e-bdc3-175bde57621a" -d '{"events": [{"name": "network-changed", "server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:26:29.839819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:29.843189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9cb8be14-396e-4aea-afc1-c77860961012 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:29.939223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708eb02b-d95b-45e0-bb47-e0b8df927c81 x-openstack-request-id: req-708eb02b-d95b-45e0-bb47-e0b8df927c81 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:26:29.939687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:26:29.940100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-708eb02b-d95b-45e0-bb47-e0b8df927c81 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:26:29.940547 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'status': 'completed', 'code': 200} Jun 10 16:26:29.941186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] For port c73be4ee-33fc-4c74-bb59-94e432db9726, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c73be4ee-33fc-4c74-bb59-94e432db9726,segment=NetworkSegment(fab2f62a-cb55-45e9-99e1-625388339d34),segment_id=fab2f62a-cb55-45e9-99e1-625388339d34)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:29.962261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:29.965531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Checking segment: {'id': '5112dda4-785c-4d5b-872b-7b51716fbb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:29.966144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network hostable DHCP agents. Network: 705efe36-47f0-4469-8af3-9c961c8bce20, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:29.968782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:29.991497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Network 705efe36-47f0-4469-8af3-9c961c8bce20 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:30.003339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 705efe36-47f0-4469-8af3-9c961c8bce20) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:30.008241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.008929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:30.009864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.013154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:30.032705 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6822040 Jun 10 16:26:30.035145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51598) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:30.046257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:30.077194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:30.094533 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5652649 Jun 10 16:26:30.095922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51600) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:30.096145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Pushing event updated for resources: {'Port': ['ID=c73be4ee-33fc-4c74-bb59-94e432db9726,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:30.096861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Pushing event updated for resources: {'Port': ['ID=e601fc58-bf3b-426d-a899-98552f85c9ec,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:30.108447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:30.109459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b072d-f08b-498e-8011-19e957dec691 None None] Network 705efe36-47f0-4469-8af3-9c961c8bce20 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:30.149719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:30.164635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-36c04056-64c6-45db-999f-6f53746d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:30.164936 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Sync routers for ids ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:30.166385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-36c04056-64c6-45db-999f-6f53746d8283 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1097 time: 0.3429878 Jun 10 16:26:30.191818 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Routers {'f42605b6-106f-4a52-95c2-9aedb9f74cd3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:30.193088 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:30.197173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.197493 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1201692 Jun 10 16:26:30.225415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51602) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:30.233062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:30.274072 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-869eb6d1-06eb-4f88-b01a-9194ed4ff03f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 200 len: 217 time: 0.0987339 Jun 10 16:26:30.304209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] Sync routers for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:30.357678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-b371d975-30f1-4a18-925a-29dee0361a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:30.359127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-b371d975-30f1-4a18-925a-29dee0361a7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0764327 Jun 10 16:26:30.360048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Provisioning complete for port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:30.360441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.362275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.371906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:30.372821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:30.448029 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Set router f42605b6-106f-4a52-95c2-9aedb9f74cd3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:30.456931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-393c1053-79b0-433d-b13b-90fdda3e7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:30.457183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:30.458895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-393c1053-79b0-433d-b13b-90fdda3e7e7d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0882769 Jun 10 16:26:30.463103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-705efe36-47f0-4469-8af3-9c961c8bce20', 'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20', 'tenant_id': 'a1e0c218baac44e7b548d588a6a2f9bc', 'fixed_ips': [{'subnet_id': 'e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:30.463932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.515697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:30.515697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:30.580894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:30.581382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536ca49-cba1-4857-a20a-f34a369ee065 None None] The sync data for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:30.604188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2968387'] for subnet, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.613170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 8cd56885-a839-4dc5-b0e6-9a98081a3d26, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8cd56885-a839-4dc5-b0e6-9a98081a3d26,segment=NetworkSegment(ec7df5ef-0abb-4161-9391-49dba060ed35),segment_id=ec7df5ef-0abb-4161-9391-49dba060ed35)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:30.667894 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-ddb8d9b9-57ea-49cc-a938-9b512ffd1aec service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020147 Jun 10 16:26:30.804711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:30.806007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1c3b6e96-fb36-4385-a959-5b6360e506c3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:30.808716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:30.885678 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-18b95332-f385-4edc-8f47-c46cbf31c0e3 req-dc62af90-2878-4007-bec0-d3201833076e service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098925 Jun 10 16:26:30.992210 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:26:26Z', 'revision_number': 3, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:30.997278 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Checking router: f42605b6-106f-4a52-95c2-9aedb9f74cd3 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:30.997992 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Updating router f42605b6-106f-4a52-95c2-9aedb9f74cd3 port 8f730ae2-bbfa-4894-9786-3a9404479d8e binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:26:31.051465 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.058002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9cccc-c90e-40ad-be79-17135c5e18bf req-a8928324-ced5-40d2-a36e-842e4fb655bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:31.059743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f9cccc-c90e-40ad-be79-17135c5e18bf req-a8928324-ced5-40d2-a36e-842e4fb655bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 944 time: 0.1728315 Jun 10 16:26:31.082065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=8cd56885-a839-4dc5-b0e6-9a98081a3d26,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:31.102132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-922b6623-958a-4537-a20c-606a5c8b2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:31.104053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-922b6623-958a-4537-a20c-606a5c8b2002 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1097 time: 0.1355422 Jun 10 16:26:31.120944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:31.137253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f9cccc-c90e-40ad-be79-17135c5e18bf req-eb955fcc-98b9-40f1-a066-08a2dd481df9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675013 Jun 10 16:26:31.180855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 16:26:31.180855 dv-neutron-601336-90-hyperv neutron-server[92387]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 10 16:26:31.180855 dv-neutron-601336-90-hyperv neutron-server[92387]: [parameters: {'in_use': 1, 'id_1': 'e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e'}] Jun 10 16:26:31.180855 dv-neutron-601336-90-hyperv neutron-server[92387]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:26:31.181475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:26:31.197070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1c3b6e96-fb36-4385-a959-5b6360e506c3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:31.197479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.256848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Provisioning for port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:31.288978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Provisioning for port 08ad9f96-abd1-4275-99c1-f4000c11525f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:31.316460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-0af8cbce-26d7-4b18-b0af-af9b01b6f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:31.318441 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-0af8cbce-26d7-4b18-b0af-af9b01b6f859 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 897 time: 0.1931496 Jun 10 16:26:31.327307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Provisioning complete for port 08ad9f96-abd1-4275-99c1-f4000c11525f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:31.327825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.340499 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-535998e1-9bc4-4004-b440-b4d04d9daa6f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:26:31.344487 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-535998e1-9bc4-4004-b440-b4d04d9daa6f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2442822 Jun 10 16:26:31.347928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51606) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:31.391980 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-0af3f687-9dd0-4c5e-841f-64f22049c2da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 200 len: 217 time: 0.0655739 Jun 10 16:26:31.392293 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bc4edd1b-2164-4514-9bfa-f92fc3c31e01 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:31.420603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3a3efe8c-ea44-4891-85ff-9baa03d01937 None None] Port 08ad9f96-abd1-4275-99c1-f4000c11525f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:31.444022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.457803 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Transition to ACTIVE for port object 8f730ae2-bbfa-4894-9786-3a9404479d8e will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:31.460260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:31.460656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.467306 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.469893 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1c3fcb0e-a9d1-4fa9-b750-4adaf73b8cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:31.479102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-3178f559-a92d-4ed0-91db-fb864034f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:31.480620 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-3178f559-a92d-4ed0-91db-fb864034f6d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0808516 Jun 10 16:26:31.523761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763997951546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3252115'] for subnet, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.531440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a95bc4d8-8e55-486d-b455-ca5b5e114001 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:31.548045 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceb69b-9d34-402d-a901-4a4289a79b34 None None] Pushing event updated for resources: {'Port': ['ID=8f730ae2-bbfa-4894-9786-3a9404479d8e,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:31.553000 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Attempting to bind port 8f730ae2-bbfa-4894-9786-3a9404479d8e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:31.553889 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Attempting to bind port 8f730ae2-bbfa-4894-9786-3a9404479d8e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:31.554493 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Attempting to bind port 8f730ae2-bbfa-4894-9786-3a9404479d8e on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:31.558519 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-52ceb69b-9d34-402d-a901-4a4289a79b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:31.561825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:31.562508 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:31.563161 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.563897 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:31.565338 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Bound port: 8f730ae2-bbfa-4894-9786-3a9404479d8e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:31.565982 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.581352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-7f5caf67-42a8-4840-af78-68f1979aa047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:31.583023 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-7f5caf67-42a8-4840-af78-68f1979aa047 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0944631 Jun 10 16:26:31.588109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Provisioning complete for port c73be4ee-33fc-4c74-bb59-94e432db9726 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:31.588498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.624645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:31.625254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.626581 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "PUT /v2.0/subnets/e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e HTTP/1.1" status: 200 len: 877 time: 1.5902460 Jun 10 16:26:31.645188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51608) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:31.647754 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] For port 8f730ae2-bbfa-4894-9786-3a9404479d8e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:31.647954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8a84dab2-57ac-43da-8ca9-ae77ed3b929a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:31.651960 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] For port 8f730ae2-bbfa-4894-9786-3a9404479d8e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8f730ae2-bbfa-4894-9786-3a9404479d8e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:31.660180 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.662310 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-90f166f3-5cd1-4072-89e4-75d73f1d7256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:31.689353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.738369 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Routers {'f42605b6-106f-4a52-95c2-9aedb9f74cd3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:31.738760 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:31.741109 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceb69b-9d34-402d-a901-4a4289a79b34 None None] Pushing event updated for resources: {'Port': ['ID=8f730ae2-bbfa-4894-9786-3a9404479d8e,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:31.745200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-44f43788-4689-4c28-8ba9-9c1334e2a01c service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545014 Jun 10 16:26:31.745430 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-52ceb69b-9d34-402d-a901-4a4289a79b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:31.868908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46467a65-41b2-4e0e-bdc3-175bde57621a req-069752e5-1b67-465e-a213-35f1d366b385 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171143 Jun 10 16:26:31.883713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:31.919352 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] Set router f42605b6-106f-4a52-95c2-9aedb9f74cd3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:31.928363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:31.928760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:31.990687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Allocated IP 172.20.0.3 (705efe36-47f0-4469-8af3-9c961c8bce20/e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e/19e2a88e-6bb3-48da-8aae-c646ab3be66a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:32.008224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Provisioning complete for port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:32.008612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.168871 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:26:26Z', 'revision_number': 3, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:32.172935 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f964a9e-aaa3-417a-ad58-11c2c87daa18 None None] The sync data for ids ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'] in dv-neutron-601336-90-hyperv is: [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:26:26Z', 'revision_number': 3, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:32.255152 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.357898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:32.360536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.372927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.384151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.385955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:32.410157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event updated for resources: {'Subnet': ['ID=e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:32.468145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:32.486577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Transition to ACTIVE for port object 19e2a88e-6bb3-48da-8aae-c646ab3be66a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:32.488635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:32.498800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:32.519663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Transition to ACTIVE for port object 19e2a88e-6bb3-48da-8aae-c646ab3be66a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:32.563287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.565549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c73be4ee-33fc-4c74-bb59-94e432db9726 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:32.571069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c4723279-1f75-4ae3-9f25-649d3adfc2ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:32.620303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.627123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.669268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:26:32.669782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-f5e68c4f-1a29-45ab-b976-f31aae1fc0e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:26:32.671823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Network 705efe36-47f0-4469-8af3-9c961c8bce20 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:32.679825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:32.682297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:32.694834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Pushing event updated for resources: {'Port': ['ID=19e2a88e-6bb3-48da-8aae-c646ab3be66a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:32.702464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:32.776184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Attempting to bind port 19e2a88e-6bb3-48da-8aae-c646ab3be66a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:32.776640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Attempting to bind port 19e2a88e-6bb3-48da-8aae-c646ab3be66a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '5112dda4-785c-4d5b-872b-7b51716fbb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:32.776932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Attempting to bind port 19e2a88e-6bb3-48da-8aae-c646ab3be66a on network 705efe36-47f0-4469-8af3-9c961c8bce20 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:32.783923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:32.784338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Checking segment: {'id': '5112dda4-785c-4d5b-872b-7b51716fbb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:32.784804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.785227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Bound using segment: {'id': '5112dda4-785c-4d5b-872b-7b51716fbb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:32.785713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Bound port: 19e2a88e-6bb3-48da-8aae-c646ab3be66a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5112dda4-785c-4d5b-872b-7b51716fbb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '705efe36-47f0-4469-8af3-9c961c8bce20'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:32.786733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.789339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c73be4ee-33fc-4c74-bb59-94e432db9726 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:32.789713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.794295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36309aaf-3159-4f61-8eac-7ca458818d82 req-78121bc1-a945-42df-8418-0b3fb15e7a15 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:32.802607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-36309aaf-3159-4f61-8eac-7ca458818d82 req-78121bc1-a945-42df-8418-0b3fb15e7a15 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 944 time: 0.4073517 Jun 10 16:26:32.911190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] For port 19e2a88e-6bb3-48da-8aae-c646ab3be66a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:32.915517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] For port 19e2a88e-6bb3-48da-8aae-c646ab3be66a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=19e2a88e-6bb3-48da-8aae-c646ab3be66a,segment=NetworkSegment(5112dda4-785c-4d5b-872b-7b51716fbb79),segment_id=5112dda4-785c-4d5b-872b-7b51716fbb79)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:32.942372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:32.945836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9edf72be-7e1c-41fe-ba3e-e7ece256ded1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:32.966580 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-36309aaf-3159-4f61-8eac-7ca458818d82 req-529ead2c-300e-461f-a28a-58f409be22a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635523 Jun 10 16:26:33.015314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8cd56885-a839-4dc5-b0e6-9a98081a3d26 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:33.036141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port 19e2a88e-6bb3-48da-8aae-c646ab3be66a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:33.036141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.067675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Pushing event updated for resources: {'Port': ['ID=19e2a88e-6bb3-48da-8aae-c646ab3be66a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:33.073225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:33.078748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Allocated IP 172.20.0.1 (7083db7e-7131-42b1-b3dd-5c25abd14fbe/cf50514b-1be3-459d-a7db-2dc7216e74c9/d0950bbb-cac8-4282-91ff-d82ea114aa20) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:33.094434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:33.094824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.218035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.320468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device fee94733-cb03-4049-bcf6-efdd3516048e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:33.394678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port fee94733-cb03-4049-bcf6-efdd3516048e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:33.395062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.411382 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:26:33.550361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port 19e2a88e-6bb3-48da-8aae-c646ab3be66a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=19e2a88e-6bb3-48da-8aae-c646ab3be66a,segment=NetworkSegment(5112dda4-785c-4d5b-872b-7b51716fbb79),segment_id=5112dda4-785c-4d5b-872b-7b51716fbb79)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:33.551062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.586150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.679930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-35b53bc1-dd9b-4fea-a4d7-fb5d0cb7ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.682347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for 19e2a88e-6bb3-48da-8aae-c646ab3be66a owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:33.734210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Transition to ACTIVE for port object d0950bbb-cac8-4282-91ff-d82ea114aa20 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:33.884466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:33.889711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:33.947992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:33.982500 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:33.984886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:34.013441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Pushing event updated for resources: {'Port': ['ID=d0950bbb-cac8-4282-91ff-d82ea114aa20,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:34.016318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:34.119842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.122623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a477068d-72a4-4a14-ad34-31e167d55c29 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:34.124516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.174482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe5616-377b-44ec-b922-6cefd9658829 req-224080ff-bf2b-4a76-a770-ff44b050a6d1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:34.176235 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-25fe5616-377b-44ec-b922-6cefd9658829 req-224080ff-bf2b-4a76-a770-ff44b050a6d1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 944 time: 0.0830386 Jun 10 16:26:34.211177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=19e2a88e-6bb3-48da-8aae-c646ab3be66a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:34.213644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:34.226905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-25fe5616-377b-44ec-b922-6cefd9658829 req-a66be567-b2e8-4bba-974c-72f1df65c0fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Jun 10 16:26:34.288195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port 19e2a88e-6bb3-48da-8aae-c646ab3be66a on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:34.289951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-27b3d836-2f1c-439b-84c0-f2c87c368d9a None None] Provisioning for port d0950bbb-cac8-4282-91ff-d82ea114aa20 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:34.294462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-27b3d836-2f1c-439b-84c0-f2c87c368d9a None None] Provisioning complete for port d0950bbb-cac8-4282-91ff-d82ea114aa20 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:34.295014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-27b3d836-2f1c-439b-84c0-f2c87c368d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.341671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-27b3d836-2f1c-439b-84c0-f2c87c368d9a None None] Port d0950bbb-cac8-4282-91ff-d82ea114aa20 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:34.396805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.400405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting port 08ad9f96-abd1-4275-99c1-f4000c11525f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:34.400816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.570285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8a84dab2-57ac-43da-8ca9-ae77ed3b929a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:34.601797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e601fc58-bf3b-426d-a899-98552f85c9ec details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:26:34.630360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.630710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e0de3-15f3-438f-9d8b-ad2bab778b92 None None] Network 705efe36-47f0-4469-8af3-9c961c8bce20 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:34.662153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.681534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b1a0703a-4636-4c19-aa21-165950d5c903 None None] Could not find standard attr ID for object 19e2a88e-6bb3-48da-8aae-c646ab3be66a. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:26:34.698284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.704497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a13d9209-5bee-40da-9d6e-b233c390f685 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:34.817572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:34.817846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:34.822000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Calling delete_port for 08ad9f96-abd1-4275-99c1-f4000c11525f owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:34.829576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:34.838025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:34.873430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e601fc58-bf3b-426d-a899-98552f85c9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e601fc58-bf3b-426d-a899-98552f85c9ec,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:34.922919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'port_id': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'mac_address': 'fa:16:3e:4b:13:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:26:35.001880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.025411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050f317-5001-48cc-8170-7be18f45adc7 None None] DHCP port deletion for 705efe36-47f0-4469-8af3-9c961c8bce20 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:35.028900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.058649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705efe36-47f0-4469-8af3-9c961c8bce20']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:35.061803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e601fc58-bf3b-426d-a899-98552f85c9ec {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:26:35.067431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8f730ae2-bbfa-4894-9786-3a9404479d8e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:35.072018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9c31d-cdcf-4219-ace1-a75fb6c72bb4 None None] Network 705efe36-47f0-4469-8af3-9c961c8bce20 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:35.077528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5112dda4-785c-4d5b-872b-7b51716fbb79') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:35.077851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5112dda4-785c-4d5b-872b-7b51716fbb79') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:35.105384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.135055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e601fc58-bf3b-426d-a899-98552f85c9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e601fc58-bf3b-426d-a899-98552f85c9ec,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:35.137943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.191773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.195184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-420ebbca-6450-4938-89ea-e9e30c27c4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:35.212725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:35.213126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:35.216034 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:35.321193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 8f730ae2-bbfa-4894-9786-3a9404479d8e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:35.326907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=e601fc58-bf3b-426d-a899-98552f85c9ec,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:35.329477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8f730ae2-bbfa-4894-9786-3a9404479d8e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:35.330396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.332079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:35.367366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.372231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.385058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.387100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e3a8c42-23fa-4a09-bcc6-ebb9a1e0684e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:35.394769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.396555 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/705efe36-47f0-4469-8af3-9c961c8bce20 HTTP/1.1" status: 204 len: 168 time: 3.7506440 Jun 10 16:26:35.401916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51616) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:35.432899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['e601fc58-bf3b-426d-a899-98552f85c9ec'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:26:35.435266 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75180f8-d3b3-43f7-8bab-3c21f77156e5 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:35.435967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75180f8-d3b3-43f7-8bab-3c21f77156e5 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:35.440941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f75180f8-d3b3-43f7-8bab-3c21f77156e5 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/e0837dc2-c7c2-4fa5-a951-6842c8ee8b6e HTTP/1.1" status: 404 len: 337 time: 0.0357761 Jun 10 16:26:35.441851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51618) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:35.463236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.465709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=705efe36-47f0-4469-8af3-9c961c8bce20,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:35.466874 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d7d34a-b4aa-474f-b709-ac66519ce4bc tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:35.467947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d7d34a-b4aa-474f-b709-ac66519ce4bc tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:35.472719 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-31d7d34a-b4aa-474f-b709-ac66519ce4bc tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/705efe36-47f0-4469-8af3-9c961c8bce20 HTTP/1.1" status: 404 len: 339 time: 0.0268710 Jun 10 16:26:35.474058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51620) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:35.481388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:35.482642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7deb6ed1-9784-405a-8886-c24feaceba4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:35.500147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 8f730ae2-bbfa-4894-9786-3a9404479d8e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8f730ae2-bbfa-4894-9786-3a9404479d8e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:35.505562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.508515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b53d813d-7d77-43a0-bae7-5e3d7c354fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:35.512738 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7bc98e-37cd-45da-8b7d-f4e413447aa0 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:35.513854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7bc98e-37cd-45da-8b7d-f4e413447aa0 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:35.514018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.519625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fc7bc98e-37cd-45da-8b7d-f4e413447aa0 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/f1a6923d-4ba2-48cb-825f-5bc7735eee9f HTTP/1.1" status: 404 len: 337 time: 0.0414169 Jun 10 16:26:35.520171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51622) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:35.545474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:35.546672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b3c8d0-5b7e-4ca8-a216-d785bcea8d81 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:35.546672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b3c8d0-5b7e-4ca8-a216-d785bcea8d81 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:35.551104 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-11b3c8d0-5b7e-4ca8-a216-d785bcea8d81 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/d05b4946-aa34-4955-b51a-87ebf06d5a72 HTTP/1.1" status: 404 len: 339 time: 0.0272894 Jun 10 16:26:35.552469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51624) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:35.569940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Pushing event updated for resources: {'Port': ['ID=d0950bbb-cac8-4282-91ff-d82ea114aa20,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:35.599267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=8f730ae2-bbfa-4894-9786-3a9404479d8e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:35.602458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:35.680639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.050033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:36.053829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-03055124-bfa6-48a1-8325-c4a7ae15a0b1 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:36.095876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.219385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.230019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28de4727-56d2-4d46-bc68-c2e76d16eb15']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:36.236425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Port': ['ID=08ad9f96-abd1-4275-99c1-f4000c11525f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:36.243826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:36.246084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b4c0e9-9e02-4979-bc20-563ded3405ff') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:36.246475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b4c0e9-9e02-4979-bc20-563ded3405ff') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:36.251250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11813853-a721-4bc4-aca3-03c2360f3212 req-09ca86cb-4eba-49af-a4a2-f43c2cbd7dab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:36.253566 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-11813853-a721-4bc4-aca3-03c2360f3212 req-09ca86cb-4eba-49af-a4a2-f43c2cbd7dab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 945 time: 0.8843286 Jun 10 16:26:36.257094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.264769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.278833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.284791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6f99159b-1fab-49c7-9664-4616b5cb1df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.287732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:36.288316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:36.291495 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:36.371613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.376825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.381261 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/28de4727-56d2-4d46-bc68-c2e76d16eb15 HTTP/1.1" status: 204 len: 168 time: 0.8261077 Jun 10 16:26:36.381261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0d39599b-0336-4e2f-96f6-030b4057f4aa tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:36.382954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51626) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.431225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=28de4727-56d2-4d46-bc68-c2e76d16eb15,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:36.433710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c6c4aef-8ace-4d30-a90a-12cf3fddc0bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:36.435191 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1284506-2abb-4791-b8de-c926b7d194b4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.435713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1284506-2abb-4791-b8de-c926b7d194b4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.437018 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-11813853-a721-4bc4-aca3-03c2360f3212 req-17e9b8aa-c62a-4be7-96f1-eb2291dd2112 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733477 Jun 10 16:26:36.437708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f1284506-2abb-4791-b8de-c926b7d194b4 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/a7ababee-e2c7-461f-8f55-c18b805dce1b HTTP/1.1" status: 404 len: 337 time: 0.0526953 Jun 10 16:26:36.440664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51628) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.446806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:36.449270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:36.470033 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6656e6b-2f81-49c7-a0f9-e03a42d401b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.471822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6656e6b-2f81-49c7-a0f9-e03a42d401b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.476905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c6656e6b-2f81-49c7-a0f9-e03a42d401b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/8295eb01-e40e-4baa-9a85-d5d24dc3e2b8 HTTP/1.1" status: 404 len: 339 time: 0.0351369 Jun 10 16:26:36.477677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51630) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.498680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8f730ae2-bbfa-4894-9786-3a9404479d8e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:36.521646 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba74803-d968-4a3d-83e0-1dabcd783a60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.522149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba74803-d968-4a3d-83e0-1dabcd783a60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.527000 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dba74803-d968-4a3d-83e0-1dabcd783a60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/45fd3a4a-2de5-468e-afb6-0e71404eca37 HTTP/1.1" status: 404 len: 337 time: 0.0483472 Jun 10 16:26:36.528346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51632) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.553280 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca67212-8499-4086-80d4-ce8ebadc6f08 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.553884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca67212-8499-4086-80d4-ce8ebadc6f08 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.555584 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3ca67212-8499-4086-80d4-ce8ebadc6f08 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/b30951ab-28bb-4934-9fe4-cfd0972c817f HTTP/1.1" status: 404 len: 339 time: 0.0263095 Jun 10 16:26:36.558157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51634) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.569574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 8f730ae2-bbfa-4894-9786-3a9404479d8e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:36.570226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.597651 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d00f83-8277-41aa-8739-2565f7092894 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.598271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d00f83-8277-41aa-8739-2565f7092894 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.601735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e601fc58-bf3b-426d-a899-98552f85c9ec up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:36.603562 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-42d00f83-8277-41aa-8739-2565f7092894 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/4a67e681-221c-4e28-97ce-7a60332638d8 HTTP/1.1" status: 404 len: 337 time: 0.0443976 Jun 10 16:26:36.604263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51636) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.631281 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c70a826-8fa8-493b-af72-c9c161cfc932 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.632017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c70a826-8fa8-493b-af72-c9c161cfc932 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.636624 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5c70a826-8fa8-493b-af72-c9c161cfc932 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/784e0d07-277e-4ba4-ac88-c60489fe53be HTTP/1.1" status: 404 len: 339 time: 0.0313025 Jun 10 16:26:36.637359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51638) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.675249 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6f9d25-91cd-43bf-ad07-b133f062fd91 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.675834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6f9d25-91cd-43bf-ad07-b133f062fd91 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.682549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3b6f9d25-91cd-43bf-ad07-b133f062fd91 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/36ccb67f-d5d9-4b8a-9f8d-9e3ff182e531 HTTP/1.1" status: 404 len: 337 time: 0.0440416 Jun 10 16:26:36.683313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51640) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.688821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Router c22c7e1f-7b0a-4b70-98bf-1662d8afec19 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:36.712760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port e601fc58-bf3b-426d-a899-98552f85c9ec completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:36.715306 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-094cfbda-ec2b-457e-a57d-85b565607311 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.716787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094cfbda-ec2b-457e-a57d-85b565607311 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.721630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-094cfbda-ec2b-457e-a57d-85b565607311 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/bdcc67b0-2408-41ad-8e78-fb944cc81fee HTTP/1.1" status: 404 len: 339 time: 0.0369732 Jun 10 16:26:36.721851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port e601fc58-bf3b-426d-a899-98552f85c9ec triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:36.722242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.722578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51642) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.755236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 19e2a88e-6bb3-48da-8aae-c646ab3be66a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:36.766150 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62cfc93-99d1-4527-af96-9610edede1c1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.766582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62cfc93-99d1-4527-af96-9610edede1c1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.771591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c62cfc93-99d1-4527-af96-9610edede1c1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/27cccc64-6d2d-47a3-abf3-939d9be7de33 HTTP/1.1" status: 404 len: 337 time: 0.0454292 Jun 10 16:26:36.771840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51644) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.792149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 19e2a88e-6bb3-48da-8aae-c646ab3be66a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:26:36.792508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 19e2a88e-6bb3-48da-8aae-c646ab3be66a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:26:36.793338 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea6c6dd-c602-459e-8aaa-aaaff72ac1c6 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.793997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea6c6dd-c602-459e-8aaa-aaaff72ac1c6 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.802390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3ea6c6dd-c602-459e-8aaa-aaaff72ac1c6 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/c44d199a-80ad-4940-9f24-53d817706891 HTTP/1.1" status: 404 len: 339 time: 0.0271792 Jun 10 16:26:36.803903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51646) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.834666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:36.837717 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b5c172-9d59-45ac-a122-9c9a8ee9396e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.838185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b5c172-9d59-45ac-a122-9c9a8ee9396e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.840703 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-50b5c172-9d59-45ac-a122-9c9a8ee9396e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/9722dc4a-9f35-425a-a2df-664aca23d001 HTTP/1.1" status: 404 len: 337 time: 0.0352097 Jun 10 16:26:36.844265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a3e09e95-6ffd-4d37-ad3b-89d5cb38ebbf None None] Provisioning complete for port d0950bbb-cac8-4282-91ff-d82ea114aa20 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:36.844516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a3e09e95-6ffd-4d37-ad3b-89d5cb38ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.846655 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4949820 Jun 10 16:26:36.847260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51648) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.847771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51650) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.854532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] Sync routers for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:36.872648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Router f42605b6-106f-4a52-95c2-9aedb9f74cd3 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:36.901057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:36.906313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:36.906956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:36.919096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a3e09e95-6ffd-4d37-ad3b-89d5cb38ebbf None None] Port d0950bbb-cac8-4282-91ff-d82ea114aa20 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:36.925237 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-a5285721-7eb6-4ea8-83e9-84132793bf36 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] delete failed (client error): The resource could not be found. Jun 10 16:26:36.932535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a5285721-7eb6-4ea8-83e9-84132793bf36 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-129132384 HTTP/1.1" status: 404 len: 334 time: 0.0761976 Jun 10 16:26:36.932535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa909a8-6c24-4063-bfb4-5ab7549535e1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.932535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa909a8-6c24-4063-bfb4-5ab7549535e1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.932535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-caa909a8-6c24-4063-bfb4-5ab7549535e1 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/44dcc079-a37e-44df-b637-0cf3ad9721a8 HTTP/1.1" status: 404 len: 339 time: 0.0808473 Jun 10 16:26:36.933047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.933594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51654) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.941605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-705ed0a8-b862-461f-bb4c-5a1d411b3e4e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:36.967401 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8c8663-accc-4442-80bd-c3c5e66b5b6d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.967865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8c8663-accc-4442-80bd-c3c5e66b5b6d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.969821 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6b8c8663-accc-4442-80bd-c3c5e66b5b6d tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/51f71d90-148d-493b-bf8b-ecbdff384fb8 HTTP/1.1" status: 404 len: 337 time: 0.0348914 Jun 10 16:26:36.969978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:36.972855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51656) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:36.989755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:26:36.993014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ca02bd-7e39-4898-abdf-91eba87cbeeb" -d '{"events": [{"server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "name": "network-vif-plugged", "status": "completed", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:26:36.995449 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42c0d9d-8454-445a-b171-8be646024479 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:36.996026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42c0d9d-8454-445a-b171-8be646024479 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:36.998183 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d42c0d9d-8454-445a-b171-8be646024479 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/e404fd90-f668-4b2e-8f7f-7843b36d6706 HTTP/1.1" status: 404 len: 339 time: 0.0241153 Jun 10 16:26:37.000525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51660) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:37.015324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e601fc58-bf3b-426d-a899-98552f85c9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e601fc58-bf3b-426d-a899-98552f85c9ec,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:37.016428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:37.018597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:37.057946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8994cef3-9f3c-426b-836c-dd3bf507bb5a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:37.058944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8994cef3-9f3c-426b-836c-dd3bf507bb5a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:37.061098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8994cef3-9f3c-426b-836c-dd3bf507bb5a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/145c30ce-289f-4995-ac21-540e592b580f HTTP/1.1" status: 404 len: 337 time: 0.0511494 Jun 10 16:26:37.063711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51662) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:37.085063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc77f3-f1dc-47ef-adf9-cbcfb4a81dff x-openstack-request-id: req-9ecc77f3-f1dc-47ef-adf9-cbcfb4a81dff {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:26:37.085390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "name": "network-vif-plugged", "status": "completed", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:26:37.085654 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ecc77f3-f1dc-47ef-adf9-cbcfb4a81dff {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:26:37.086051 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'code': 200} Jun 10 16:26:37.086992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:37.087416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf7390-3963-45ba-946d-e36b9dfef6bf None None] The sync data for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:37.089365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.091557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-42120344-c793-4d7a-9667-95c27566bf8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:37.093910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-41358042-46eb-4df3-9ca7-b117f120a996 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] DELETE failed (client error): The resource could not be found. Jun 10 16:26:37.095393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41358042-46eb-4df3-9ca7-b117f120a996 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:26:37.099952 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-41358042-46eb-4df3-9ca7-b117f120a996 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/c6f6eb19-f448-44ea-a4fb-4a061711bf84 HTTP/1.1" status: 404 len: 339 time: 0.0321352 Jun 10 16:26:37.100206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51664) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:37.161818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=e601fc58-bf3b-426d-a899-98552f85c9ec,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:37.171121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:37.181640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting subnet 9a1fd305-ed57-49b4-acb7-854113a3f1f1 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:37.185308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.238995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.286967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.355676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:37.365163 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Sync routers for ids ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:37.368679 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] 10.222.0.23 "PUT /v2.0/routers/f42605b6-106f-4a52-95c2-9aedb9f74cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1420832 Jun 10 16:26:37.375384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-705ed0a8-b862-461f-bb4c-5a1d411b3e4e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.376548 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Routers {'f42605b6-106f-4a52-95c2-9aedb9f74cd3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:37.377379 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:37.395807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2b922-1d08-474c-9cab-94a44c6d76ab req-64e4a7c7-a048-4ba0-9c08-02d2eebe924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:37.397367 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-67d2b922-1d08-474c-9cab-94a44c6d76ab req-64e4a7c7-a048-4ba0-9c08-02d2eebe924b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1099 time: 0.1544447 Jun 10 16:26:37.403098 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-705ed0a8-b862-461f-bb4c-5a1d411b3e4e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] update failed (client error): The resource could not be found. Jun 10 16:26:37.410797 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-705ed0a8-b862-461f-bb4c-5a1d411b3e4e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19 HTTP/1.1" status: 404 len: 339 time: 0.4776101 Jun 10 16:26:37.411631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51668) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:37.419263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-665965825'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:37.437974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.452467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:37.457209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.525484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:37.536455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.536840 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Added segment d7d01b69-55da-47f3-8d68-e8ac4934039b of type vlan for network ec7bdc15-c8f8-4a9b-9d60-feb71331145c Jun 10 16:26:37.544147 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Set router f42605b6-106f-4a52-95c2-9aedb9f74cd3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:37.572266 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-67d2b922-1d08-474c-9cab-94a44c6d76ab req-6b1e62e7-6dc6-433b-a146-6822244ec5e4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668849 Jun 10 16:26:37.612401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.613985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.615015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aab77baa-59c2-4c60-9826-b611958e0dde tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:37.652967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1fd305-ed57-49b4-acb7-854113a3f1f1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:37.661515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:37.665175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.670330 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-61f36354-f099-4cc9-9048-7a45926e334a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/subnets/9a1fd305-ed57-49b4-acb7-854113a3f1f1 HTTP/1.1" status: 204 len: 168 time: 0.5689111 Jun 10 16:26:37.670957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51676) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:37.672574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824904d-ffcf-44b2-a356-c908e5b2ad7b None None] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:37.776669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25b74-b750-443a-b858-394ecb82c544 req-deb676b8-39b5-4578-8fc3-55265d001355 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:37.785212 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7ca25b74-b750-443a-b858-394ecb82c544 req-deb676b8-39b5-4578-8fc3-55265d001355 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 946 time: 0.1781156 Jun 10 16:26:37.801997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.807527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:37.808127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.824533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:37.843681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.852846 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:26:34Z', 'revision_number': 4, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd0950bbb-cac8-4282-91ff-d82ea114aa20', 'name': '', 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'mac_address': 'fa:16:3e:14:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:32Z', 'updated_at': '2021-06-10T16:26:34Z', 'revision_number': 2, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'subnets': [{'id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:37.857865 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Checking router: f42605b6-106f-4a52-95c2-9aedb9f74cd3 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:37.858225 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Updating router f42605b6-106f-4a52-95c2-9aedb9f74cd3 port d0950bbb-cac8-4282-91ff-d82ea114aa20 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:26:37.875947 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4618831 Jun 10 16:26:37.881957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51678) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:37.934920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'subnet': {'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:37.938334 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.955459 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7ca25b74-b750-443a-b858-394ecb82c544 req-75744b04-8595-4697-a790-eb807974dc0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648316 Jun 10 16:26:37.982652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Deleting port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:37.982995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:37.993552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Network': ['ID=ec7bdc15-c8f8-4a9b-9d60-feb71331145c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:37.998865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:38.088428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ec7bdc15-c8f8-4a9b-9d60-feb71331145c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:38.123101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Made reservation on behalf of 82f6a68b13364433968b9a3b990ecd76 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:38.130546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.194446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] For port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,segment=NetworkSegment(dc60fe2f-ca75-400e-bef6-1d488b7d0c5c),segment_id=dc60fe2f-ca75-400e-bef6-1d488b7d0c5c)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:38.202254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.313065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:38.360536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Calling delete_port for 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:38.366036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771757287', 'description': 'tempest-secgroup-smoke-771757287 description', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:38.389509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] DHCP port deletion for ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:38.401100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.432328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.435287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-73f36486-0b54-4e32-bf0e-0ecf8b4efd21 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:38.495246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Deleting port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:38.495774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.524781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Checking segment: {'id': 'd7d01b69-55da-47f3-8d68-e8ac4934039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:38.525257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network hostable DHCP agents. Network: ec7bdc15-c8f8-4a9b-9d60-feb71331145c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:38.529456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Subnet': ['ID=5d9d4c7a-d06e-437e-9aaf-aa93d3e5a562,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:38.533518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:38.549132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network ec7bdc15-c8f8-4a9b-9d60-feb71331145c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:38.559397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ec7bdc15-c8f8-4a9b-9d60-feb71331145c) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:38.568871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:38.569564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.585004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.590434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d2f7121-c45b-47d6-9144-f8cfe686e86f tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:38.591515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:38.616914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda6dcc2-0ba6-4be1-aabe-39ab1c22862a None None] Network ec7bdc15-c8f8-4a9b-9d60-feb71331145c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:38.629969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:26:38.630332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:26:38.634353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Port': ['ID=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:38.636934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] No DVR routers for this DVR port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:38.642914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:38.656762 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.670144 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Transition to ACTIVE for port object d0950bbb-cac8-4282-91ff-d82ea114aa20 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:38.677019 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.679057 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:38.682214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.695839 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8122790 Jun 10 16:26:38.699125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:38.706818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2c474df9-3dbf-47ff-88e9-14c88b2c02ed tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:38.730535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] For port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,segment=NetworkSegment(dc60fe2f-ca75-400e-bef6-1d488b7d0c5c),segment_id=dc60fe2f-ca75-400e-bef6-1d488b7d0c5c)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:38.730990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.776672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.795413 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dbcb2-547f-4116-8c9e-2297fbcd68ce None None] Pushing event updated for resources: {'Port': ['ID=d0950bbb-cac8-4282-91ff-d82ea114aa20,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:38.795992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0d6e12-1a41-40c3-8a1c-bacc15e8d941']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:38.808294 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-897dbcb2-547f-4116-8c9e-2297fbcd68ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:38.815464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:38.815810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc60fe2f-ca75-400e-bef6-1d488b7d0c5c') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:38.827386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.852688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.858376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Calling delete_port for 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:38.871855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:38.872196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.887658 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Attempting to bind port d0950bbb-cac8-4282-91ff-d82ea114aa20 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:38.888307 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Attempting to bind port d0950bbb-cac8-4282-91ff-d82ea114aa20 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:38.888892 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Attempting to bind port d0950bbb-cac8-4282-91ff-d82ea114aa20 on network 7083db7e-7131-42b1-b3dd-5c25abd14fbe {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:38.895175 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:38.895827 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Checking segment: {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:38.896411 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.897331 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Bound using segment: {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:38.898168 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Bound port: d0950bbb-cac8-4282-91ff-d82ea114aa20, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:38.898762 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:38.901803 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:38.906607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:38.913602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.005841 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] For port d0950bbb-cac8-4282-91ff-d82ea114aa20, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:39.011490 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] For port d0950bbb-cac8-4282-91ff-d82ea114aa20, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d0950bbb-cac8-4282-91ff-d82ea114aa20,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:39.014747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.019696 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7019913 Jun 10 16:26:39.020527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51686) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:39.029014 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.031800 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.033710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group_rule': {'security_group_id': '0ba719f7-e70f-400f-ad91-e6806faef9d1', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:39.043602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba719f7-e70f-400f-ad91-e6806faef9d1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.052808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.058912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.076983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c7492b1-564d-401f-ba44-211d97c75541 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.083349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.086103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] 10.222.0.23 "DELETE /v2.0/networks/ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 HTTP/1.1" status: 204 len: 168 time: 1.4136856 Jun 10 16:26:39.109752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.128940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Pushing event deleted for resources: {'Network': ['ID=ee0d6e12-1a41-40c3-8a1c-bacc15e8d941,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.133842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.151028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.178488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.182580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.184821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ec7bdc15-c8f8-4a9b-9d60-feb71331145c', 'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c', 'tenant_id': '82f6a68b13364433968b9a3b990ecd76', 'fixed_ips': [{'subnet_id': '5d9d4c7a-d06e-437e-9aaf-aa93d3e5a562'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:26:39.186230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.204145 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Routers {'f42605b6-106f-4a52-95c2-9aedb9f74cd3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:39.204145 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:39.208260 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dbcb2-547f-4116-8c9e-2297fbcd68ce None None] Pushing event updated for resources: {'Port': ['ID=d0950bbb-cac8-4282-91ff-d82ea114aa20,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.254182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Network ee0d6e12-1a41-40c3-8a1c-bacc15e8d941 is not hosted by any dhcp agent {{(pid=92387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:26:39.254993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] No DVR routers for this DVR port 20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:39.257881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Pushing event deleted for resources: {'Port': ['ID=20e8ed2b-7ee3-404a-9ad1-4cc0b18f583d,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.262658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.273923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.279253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.289077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2c474df9-3dbf-47ff-88e9-14c88b2c02ed tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.296950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-879c5e7f-a707-41dd-9637-b452e427960b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.312096 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-897dbcb2-547f-4116-8c9e-2297fbcd68ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.338042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa601da8-3cf3-4362-b781-b637ed7ba60b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.342745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.355373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.357227 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344638 Jun 10 16:26:39.360187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51690) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:39.365592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group_rule': {'security_group_id': '0ba719f7-e70f-400f-ad91-e6806faef9d1', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:39.414327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.512385 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] Set router f42605b6-106f-4a52-95c2-9aedb9f74cd3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:39.527626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.532128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Allocated IP 2001:db8:1::2 (ec7bdc15-c8f8-4a9b-9d60-feb71331145c/5d9d4c7a-d06e-437e-9aaf-aa93d3e5a562/101e32ca-5826-4302-b0ed-8a87fafe9ef3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:39.540672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.544988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f5b2560-bbab-4c80-b714-240609efa6a3 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.573460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32cfe25-56bb-4eeb-8846-de6df14609d7,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.576417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.580731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.581923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2204313 Jun 10 16:26:39.582556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51694) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:39.588750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51696) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:39.597945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group_rule': {'security_group_id': '0ba719f7-e70f-400f-ad91-e6806faef9d1', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:39.661205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.800386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.815318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.817760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa7da9db-4e63-49de-a09f-629253d76a85 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.820873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.833423 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a6ff405f-01f3-412b-9bca-2a2f628b1da2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1e0c218baac44e7b548d588a6a2f9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494414 Jun 10 16:26:39.835794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Transition to ACTIVE for port object 101e32ca-5826-4302-b0ed-8a87fafe9ef3 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:39.840531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51700) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:39.855169 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Transition to ACTIVE for port object 101e32ca-5826-4302-b0ed-8a87fafe9ef3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:39.856933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3d40fc-3cbf-4bc7-9ce3-d282c4cd2346,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:39.861797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:39.865436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.865908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.867152 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2754805 Jun 10 16:26:39.873256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51702) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:39.877954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:39.878178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group_rule': {'security_group_id': '0ba719f7-e70f-400f-ad91-e6806faef9d1', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:39.919487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Network ec7bdc15-c8f8-4a9b-9d60-feb71331145c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:39.926527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:39.938806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:39.940743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.946403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:39.951369 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:26:34Z', 'revision_number': 4, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd0950bbb-cac8-4282-91ff-d82ea114aa20', 'name': '', 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'mac_address': 'fa:16:3e:14:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:32Z', 'updated_at': '2021-06-10T16:26:38Z', 'revision_number': 4, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'subnets': [{'id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:39.956750 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1886129e-d4fd-48b4-b774-95ac79298887 None None] The sync data for ids ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'] in dv-neutron-601336-90-hyperv is: [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:26:34Z', 'revision_number': 4, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd0950bbb-cac8-4282-91ff-d82ea114aa20', 'name': '', 'network_id': '7083db7e-7131-42b1-b3dd-5c25abd14fbe', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'mac_address': 'fa:16:3e:14:20:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:32Z', 'updated_at': '2021-06-10T16:26:38Z', 'revision_number': 4, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'subnets': [{'id': 'cf50514b-1be3-459d-a7db-2dc7216e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:39.992361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.001543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Pushing event updated for resources: {'Port': ['ID=101e32ca-5826-4302-b0ed-8a87fafe9ef3,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:40.006818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:40.054945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f42ba5-e2c3-4850-932d-5b5b0013bf2a req-868850bc-3683-41b6-af48-0c18fc4f385f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:40.062938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Attempting to bind port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:26:40.063139 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50f42ba5-e2c3-4850-932d-5b5b0013bf2a req-868850bc-3683-41b6-af48-0c18fc4f385f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 946 time: 0.7582278 Jun 10 16:26:40.063321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Attempting to bind port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'd7d01b69-55da-47f3-8d68-e8ac4934039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:26:40.063697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Attempting to bind port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 on network ec7bdc15-c8f8-4a9b-9d60-feb71331145c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:26:40.071002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:26:40.071541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Checking segment: {'id': 'd7d01b69-55da-47f3-8d68-e8ac4934039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:40.071819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.072224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Bound using segment: {'id': 'd7d01b69-55da-47f3-8d68-e8ac4934039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:26:40.072685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Bound port: 101e32ca-5826-4302-b0ed-8a87fafe9ef3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d01b69-55da-47f3-8d68-e8ac4934039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ec7bdc15-c8f8-4a9b-9d60-feb71331145c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:26:40.073497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.139726 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50f42ba5-e2c3-4850-932d-5b5b0013bf2a req-c55c77d8-626a-461f-86b8-bdd1aeed01ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742939 Jun 10 16:26:40.160485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.163598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.166079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/238c320a-d7f6-4912-a8ce-20fce9b03a93 HTTP/1.1" status: 204 len: 168 time: 0.3244553 Jun 10 16:26:40.169213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.171421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdb2b8cf-4dcd-46e8-9c85-9bbe2fbd0b98 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:40.182022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] For port 101e32ca-5826-4302-b0ed-8a87fafe9ef3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:26:40.185251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.186254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] For port 101e32ca-5826-4302-b0ed-8a87fafe9ef3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=101e32ca-5826-4302-b0ed-8a87fafe9ef3,segment=NetworkSegment(d7d01b69-55da-47f3-8d68-e8ac4934039b),segment_id=d7d01b69-55da-47f3-8d68-e8ac4934039b)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:26:40.187483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c320a-d7f6-4912-a8ce-20fce9b03a93,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:40.192062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:40.193571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1d94e6f1-b651-4404-85d4-c1de4c7c7ee5 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:40.212265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.213978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6d2fff-16bb-4906-9638-b9219f5770cc,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:40.217238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:40.220100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.222231 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3479395 Jun 10 16:26:40.225033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51708) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:40.231010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group_rule': {'security_group_id': '0ba719f7-e70f-400f-ad91-e6806faef9d1', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:40.237400 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-2c474df9-3dbf-47ff-88e9-14c88b2c02ed tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:26:40.244108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:40.244321 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2c474df9-3dbf-47ff-88e9-14c88b2c02ed tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19 HTTP/1.1" status: 400 len: 364 time: 1.5376332 Jun 10 16:26:40.246203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51710) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:40.281683 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Project b97dcd794f8d40deb3df794f44b28b0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:26:40.290029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.382370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Pushing event updated for resources: {'Port': ['ID=101e32ca-5826-4302-b0ed-8a87fafe9ef3,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:40.390066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:40.447556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.458615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.461819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-14405648-64e9-4f8d-af82-5cd696044d86 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:40.496710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d77c3-3a33-4d80-b1e6-e5ea069a1674 req-d2df1345-fd63-4b64-9838-d33eb02eb13b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:40.499036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b7d77c3-3a33-4d80-b1e6-e5ea069a1674 req-d2df1345-fd63-4b64-9838-d33eb02eb13b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 946 time: 0.1856494 Jun 10 16:26:40.499799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ab8c19-e248-42e5-8035-ca618fec167a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:40.503540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:40.525376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.526627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2998371 Jun 10 16:26:40.537868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51714) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:40.543206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'security_group_rule': {'security_group_id': '0ba719f7-e70f-400f-ad91-e6806faef9d1', 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:40.642877 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b7d77c3-3a33-4d80-b1e6-e5ea069a1674 req-3d675e03-85af-4d5e-8443-f1d89aaf6b04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339898 Jun 10 16:26:40.652939 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Project b97dcd794f8d40deb3df794f44b28b0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:26:40.668153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.694167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d0950bbb-cac8-4282-91ff-d82ea114aa20 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:40.707932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51720) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:40.811796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d0950bbb-cac8-4282-91ff-d82ea114aa20 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:40.818594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d0950bbb-cac8-4282-91ff-d82ea114aa20 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:40.819381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.824497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.835260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.837370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed3d5c7d-39f8-43be-a04c-e2791ad5d601 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:40.857705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2521e5-cd75-4671-aeb4-192c5c750d23,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:40.863938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:40.867703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:40.871599 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323560 Jun 10 16:26:40.948656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.018309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d0950bbb-cac8-4282-91ff-d82ea114aa20, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d0950bbb-cac8-4282-91ff-d82ea114aa20,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:41.030992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.038971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:41.095062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deed686-a2a2-434d-88c9-17807a213cf0 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:41.097170 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1deed686-a2a2-434d-88c9-17807a213cf0 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1094 time: 0.3183172 Jun 10 16:26:41.100119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51760) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:41.105911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.107402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:41.138524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.162460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d0950bbb-cac8-4282-91ff-d82ea114aa20,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:41.174141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:41.368052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.489323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51780) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:41.622196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.229 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/670f62e1-143e-4d7f-99c2-dc05cc9a881b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:41.697451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Allocated IP 2001:db8::1 (5e40c700-059c-4819-8a04-0cff9736b87a/fa32e11c-80de-46de-975a-26bc2fc46239/a4facc2d-752f-4a4d-872b-94b012df6bbc) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:26:41.726822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-03bf6e4d-8665-4767-b214-bbad04c0e6ec tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-603586778', 'prefixes': ['172.20.0.0/16']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:41.867435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f0041-157e-4813-a7a2-caceb6e26bdb None None] Network ec7bdc15-c8f8-4a9b-9d60-feb71331145c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:41.920712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.934717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:41.954346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Transition to ACTIVE for port object a4facc2d-752f-4a4d-872b-94b012df6bbc will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:26:41.981469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-103d6735-236d-4f66-86cf-906c485965cd None None] Provisioning for port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:42.004754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.011064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:42.016224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.020233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:42.077419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Port': ['ID=a4facc2d-752f-4a4d-872b-94b012df6bbc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:42.081748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-03bf6e4d-8665-4767-b214-bbad04c0e6ec tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] Notify callbacks [] for subnetpool, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.083022 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-03bf6e4d-8665-4767-b214-bbad04c0e6ec tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5925772 Jun 10 16:26:42.085813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:42.087347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51792) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:42.102526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 5e40c700-059c-4819-8a04-0cff9736b87a is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:42.113830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:42.118933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:42.119788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.122306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:42.125315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:42.130970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:26:42.197676 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c8a5459e-bb49-4eb8-96d4-72824b9c3834 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] 10.222.0.23 "GET /v2.0/subnetpools/50e8f16d-55a6-4bf6-89e7-4b52439bb439 HTTP/1.1" status: 200 len: 731 time: 0.1083488 Jun 10 16:26:42.200728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51794) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:42.206394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fea2dafd-ce36-4a85-a0d4-4af7f08afcee tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-680039539'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:42.229044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=670f62e1-143e-4d7f-99c2-dc05cc9a881b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:42.233683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:42.382385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fea2dafd-ce36-4a85-a0d4-4af7f08afcee tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] Notify callbacks [] for subnetpool, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.392183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51800) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:42.400371 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fea2dafd-ce36-4a85-a0d4-4af7f08afcee tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] 10.222.0.23 "PUT /v2.0/subnetpools/50e8f16d-55a6-4bf6-89e7-4b52439bb439 HTTP/1.1" status: 200 len: 683 time: 0.1982369 Jun 10 16:26:42.504599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.656096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 101e32ca-5826-4302-b0ed-8a87fafe9ef3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:42.693774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b14ebaac-38d1-49a9-97da-6ee85f3bb416 None None] Provisioning for port a4facc2d-752f-4a4d-872b-94b012df6bbc completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:42.696323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-44005fa3-0de4-4442-84c3-c6367392d095 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] Notify callbacks [] for subnetpool, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.700182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-44005fa3-0de4-4442-84c3-c6367392d095 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50e8f16d-55a6-4bf6-89e7-4b52439bb439 HTTP/1.1" status: 204 len: 168 time: 0.3040776 Jun 10 16:26:42.701052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51832) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:42.708348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b14ebaac-38d1-49a9-97da-6ee85f3bb416 None None] Provisioning complete for port a4facc2d-752f-4a4d-872b-94b012df6bbc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:42.709028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b14ebaac-38d1-49a9-97da-6ee85f3bb416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.760703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b14ebaac-38d1-49a9-97da-6ee85f3bb416 None None] Port a4facc2d-752f-4a4d-872b-94b012df6bbc cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:42.780212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:26:42.786903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:42.787938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.835905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-36300673-09a0-4ca3-95af-d7498e51afc1 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] show failed (client error): The resource could not be found. Jun 10 16:26:42.839518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-36300673-09a0-4ca3-95af-d7498e51afc1 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] 10.222.0.23 "GET /v2.0/subnetpools/50e8f16d-55a6-4bf6-89e7-4b52439bb439 HTTP/1.1" status: 404 len: 346 time: 0.1353965 Jun 10 16:26:42.840384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51834) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:42.869123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-abe5d0a9-d927-4dbc-bf30-bf7a44f1f598 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] delete failed (client error): The resource could not be found. Jun 10 16:26:42.876409 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-abe5d0a9-d927-4dbc-bf30-bf7a44f1f598 tempest-SubnetPoolsTestJSON-925397597 tempest-SubnetPoolsTestJSON-925397597-project] 10.222.0.23 "DELETE /v2.0/subnetpools/50e8f16d-55a6-4bf6-89e7-4b52439bb439 HTTP/1.1" status: 404 len: 346 time: 0.0295217 Jun 10 16:26:42.920842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.963992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.966353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 101e32ca-5826-4302-b0ed-8a87fafe9ef3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=101e32ca-5826-4302-b0ed-8a87fafe9ef3,segment=NetworkSegment(d7d01b69-55da-47f3-8d68-e8ac4934039b),segment_id=d7d01b69-55da-47f3-8d68-e8ac4934039b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:42.974303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:42.976434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d0950bbb-cac8-4282-91ff-d82ea114aa20 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:42.980832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:43.024328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.036306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.037733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.044466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6e1c985-d870-4d44-822b-416b9d53b685 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:43.165894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=101e32ca-5826-4302-b0ed-8a87fafe9ef3,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:43.175159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:43.196029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d0950bbb-cac8-4282-91ff-d82ea114aa20 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:43.196955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.248708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.338539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Network 5e40c700-059c-4819-8a04-0cff9736b87a is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:26:43.344938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:43.403785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51842) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:43.463311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event updated for resources: {'Port': ['ID=a4facc2d-752f-4a4d-872b-94b012df6bbc,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:43.469116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:43.514259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Router c22c7e1f-7b0a-4b70-98bf-1662d8afec19 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:43.578002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.586643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.589861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b95ba2d2-a90f-4407-b258-d9e1cd9b39d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:43.680760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:43.689596 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4420955 Jun 10 16:26:43.691999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51846) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:43.694787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] Sync routers for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:43.701092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.721500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:43.723125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:43.742336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=670f62e1-143e-4d7f-99c2-dc05cc9a881b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:43.750926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:43.765760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.881291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0bb06ac9-3306-4f5e-8e6c-b4bf61241930 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:43.959512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 5b543574-84d6-4804-8264-268ce1a39011 associated. External IP: 172.26.5.229, port: e601fc58-bf3b-426d-a899-98552f85c9ec. Jun 10 16:26:43.967579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:43.974236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c1b88b9a-99af-4a0b-b62e-d6565e43453c None None] Provisioning complete for port a4facc2d-752f-4a4d-872b-94b012df6bbc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:43.974741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c1b88b9a-99af-4a0b-b62e-d6565e43453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.030299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:44.031130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:44.034319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c1b88b9a-99af-4a0b-b62e-d6565e43453c None None] Port a4facc2d-752f-4a4d-872b-94b012df6bbc cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:26:44.078741 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-0bb06ac9-3306-4f5e-8e6c-b4bf61241930 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 10 16:26:44.081008 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0bb06ac9-3306-4f5e-8e6c-b4bf61241930 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19 HTTP/1.1" status: 409 len: 329 time: 0.3878796 Jun 10 16:26:44.084101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51848) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:44.107299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:44.107931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004b09-efe4-4f5e-b62e-2de32ed9709b None None] The sync data for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:44.502962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.510019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 101e32ca-5826-4302-b0ed-8a87fafe9ef3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:26:44.512972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.518456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52e58620-a1ed-438e-8c5f-c8bc050e231b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:44.574971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.578867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:26:44.579430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.580607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00d0cb816b384943b033f013c7d19d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1749687 Jun 10 16:26:44.585473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51852) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:44.589621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e5720-415e-4e7f-8150-3129f6cb2b37,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:44.620335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:44.772171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.811622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.835765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:44.980435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting port a4facc2d-752f-4a4d-872b-94b012df6bbc {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:44.980692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.991860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.994576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:44.998058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c1e5720-415e-4e7f-8150-3129f6cb2b37 HTTP/1.1" status: 204 len: 168 time: 0.4075038 Jun 10 16:26:44.999028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-23755fdb-d869-4f2b-b855-79a675e5c22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:45.014692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e5720-415e-4e7f-8150-3129f6cb2b37,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:45.024720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:45.052756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:45.063402 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:45.071567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:45.078286 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:45.079210 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:45.129915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0269170 Jun 10 16:26:45.130539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51856) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:45.134012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:26:45.136669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d129ade-a7b2-4008-ba6e-5236af563916" -d '{"events": [{"name": "network-changed", "server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:26:45.288351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:45.304922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d336d5da-5879-4546-8021-76e40f09bad9 x-openstack-request-id: req-d336d5da-5879-4546-8021-76e40f09bad9 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:26:45.307938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:26:45.309868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d336d5da-5879-4546-8021-76e40f09bad9 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:26:45.312487 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'status': 'completed', 'code': 200} Jun 10 16:26:45.454618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1139ff0f-83d6-4f16-9883-5cbee9e4334e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 992 time: 0.3143189 Jun 10 16:26:45.481871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-faacf036-91a2-462c-aa6f-6b2bae451df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:45.483541 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-faacf036-91a2-462c-aa6f-6b2bae451df1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1099 time: 0.1902335 Jun 10 16:26:45.643734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-288a08df-bc02-4827-b862-585182cd4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:45.645915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-288a08df-bc02-4827-b862-585182cd4e0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 897 time: 0.1548922 Jun 10 16:26:45.680487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:45.707545 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5b543574-84d6-4804-8264-268ce1a39011', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'port_id': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'mac_address': 'fa:16:3e:4b:13:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:26:42Z', 'updated_at': '2021-06-10T16:26:42Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:45.711851 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:26:45.721706 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:45.722559 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:45.759692 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-9f01accb-396a-4839-b5a8-b462b7aaf8de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 200 len: 1000 time: 0.1071165 Jun 10 16:26:45.791273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Calling delete_port for a4facc2d-752f-4a4d-872b-94b012df6bbc owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:45.847352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-65920e34-1048-4c14-bc78-69149665d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:45.848891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-65920e34-1048-4c14-bc78-69149665d488 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0832787 Jun 10 16:26:45.935266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-ae17c693-4ae7-45cb-9e83-f1a5d0284a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:45.939183 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-ae17c693-4ae7-45cb-9e83-f1a5d0284a6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0812824 Jun 10 16:26:46.012116 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:26:46.051215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:46.058290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:46.091490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Port': ['ID=a4facc2d-752f-4a4d-872b-94b012df6bbc,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:46.095845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:46.120052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-66290809-1ba4-4377-a84e-0225bcd060d3 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682222 Jun 10 16:26:46.284151 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8d129ade-a7b2-4008-ba6e-5236af563916 req-26c0a800-7b29-4346-adea-d2218a103d5a service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559699 Jun 10 16:26:46.290470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:46.369225 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5b543574-84d6-4804-8264-268ce1a39011', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'port_id': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'mac_address': 'fa:16:3e:4b:13:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:26:42Z', 'updated_at': '2021-06-10T16:26:42Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:46.374373 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2565f97e-1d76-43c2-9602-b06e0bfd3c98 None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5b543574-84d6-4804-8264-268ce1a39011', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'port_id': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'mac_address': 'fa:16:3e:4b:13:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:26:42Z', 'updated_at': '2021-06-10T16:26:42Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:46.459028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51864) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:46.545091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Router c22c7e1f-7b0a-4b70-98bf-1662d8afec19 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:26:46.561971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-369d23c9-76fe-482e-9c70-445819cfe661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 992 time: 0.1005454 Jun 10 16:26:46.656226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8a539-ae2e-4709-a216-7cb9403034a4 None None] New status for floating IP 5b543574-84d6-4804-8264-268ce1a39011: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:26:46.673002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:26:46.679667 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5927353 Jun 10 16:26:46.683394 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] Sync routers for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:26:46.685257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51866) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:46.694229 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:46.694909 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:46.747700 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:46.754045 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-426a3f99-2412-49ec-b67a-d7a6bee77e41 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] show failed (client error): The resource could not be found. Jun 10 16:26:46.760154 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-426a3f99-2412-49ec-b67a-d7a6bee77e41 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1634941129 HTTP/1.1" status: 404 len: 335 time: 0.0682039 Jun 10 16:26:46.760327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51868) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:46.760434 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] Routers {'c22c7e1f-7b0a-4b70-98bf-1662d8afec19'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:26:46.761792 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:26:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:46.769931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-562ea261-9375-4c1d-8b59-86fa96b0af40 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:46.823705 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:46.824126 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f2052-286c-41f2-ae14-3314181c32ca None None] The sync data for ids ['c22c7e1f-7b0a-4b70-98bf-1662d8afec19'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:26:46.826426 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.api.v2.resource [None req-562ea261-9375-4c1d-8b59-86fa96b0af40 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] update failed (client error): The resource could not be found. Jun 10 16:26:46.834762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-562ea261-9375-4c1d-8b59-86fa96b0af40 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-356727153 HTTP/1.1" status: 404 len: 334 time: 0.0723014 Jun 10 16:26:46.834762 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51870) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:46.912225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting subnet 5d9d4c7a-d06e-437e-9aaf-aa93d3e5a562 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:46.916746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:46.966708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.082002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.150653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.152632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:47.183957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9d4c7a-d06e-437e-9aaf-aa93d3e5a562,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:47.187387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:47.190333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.194557 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/subnets/5d9d4c7a-d06e-437e-9aaf-aa93d3e5a562 HTTP/1.1" status: 204 len: 168 time: 0.3568432 Jun 10 16:26:47.195265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51872) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:47.198036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347eb87f-039b-4b0d-9ab7-434f95f4269c None None] Network ec7bdc15-c8f8-4a9b-9d60-feb71331145c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:47.299344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.370278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:47.370615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.439576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] DHCP port deletion for ec7bdc15-c8f8-4a9b-9d60-feb71331145c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:47.465999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] For port 101e32ca-5826-4302-b0ed-8a87fafe9ef3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=101e32ca-5826-4302-b0ed-8a87fafe9ef3,segment=NetworkSegment(d7d01b69-55da-47f3-8d68-e8ac4934039b),segment_id=d7d01b69-55da-47f3-8d68-e8ac4934039b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:47.466535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.501288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Deleting port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:47.502723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.565643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51876) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:47.575497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Calling delete_port for 101e32ca-5826-4302-b0ed-8a87fafe9ef3 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:47.601890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] For port 101e32ca-5826-4302-b0ed-8a87fafe9ef3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=101e32ca-5826-4302-b0ed-8a87fafe9ef3,segment=NetworkSegment(d7d01b69-55da-47f3-8d68-e8ac4934039b),segment_id=d7d01b69-55da-47f3-8d68-e8ac4934039b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:47.602281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.707161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.711300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-98d0ee20-3f81-4627-bc2e-aedd65f67201 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:47.723601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Calling delete_port for 101e32ca-5826-4302-b0ed-8a87fafe9ef3 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:47.745259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Port': ['ID=101e32ca-5826-4302-b0ed-8a87fafe9ef3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:47.747808 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5d7d40ed-7914-4ec6-992f-dae86d0cb5ea tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 994 time: 0.1808484 Jun 10 16:26:47.749565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:47.758609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] No DVR routers for this DVR port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:47.826946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.829659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:47.859717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] No DVR routers for this DVR port 101e32ca-5826-4302-b0ed-8a87fafe9ef3 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:47.861747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Pushing event deleted for resources: {'Port': ['ID=101e32ca-5826-4302-b0ed-8a87fafe9ef3,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:47.865777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:47.882833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.894984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7bdc15-c8f8-4a9b-9d60-feb71331145c']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:47.907013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d01b69-55da-47f3-8d68-e8ac4934039b') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:47.907370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d01b69-55da-47f3-8d68-e8ac4934039b') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:47.917742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.939959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.946239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:47.946761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:47.950065 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:48.029179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.033576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2db7b3b9-739c-416a-80dc-3312698d270b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:48.037696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.039493 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/networks/ec7bdc15-c8f8-4a9b-9d60-feb71331145c HTTP/1.1" status: 204 len: 168 time: 0.8435807 Jun 10 16:26:48.041936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51878) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:48.065097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Network': ['ID=ec7bdc15-c8f8-4a9b-9d60-feb71331145c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:48.095718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:48.123327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting subnet 56b104a7-082c-4fb3-ad4f-c00887596ae3 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:48.127499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.178546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.283738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.355568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.358599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a5a94d49-0437-4458-9b22-4480a8a93f25 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:48.395285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.397210 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/subnets/56b104a7-082c-4fb3-ad4f-c00887596ae3 HTTP/1.1" status: 204 len: 168 time: 0.3540962 Jun 10 16:26:48.398544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Subnet': ['ID=56b104a7-082c-4fb3-ad4f-c00887596ae3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:48.400131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51880) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:48.400819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-352770f3-2c8e-4450-8adb-ea77e3e9ffb2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:48.403983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df966b2-f138-4f81-b46a-d6faa58aa3e1 None None] Network 64a26484-74b0-4f6b-80e6-69ee0f77b390 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:48.470667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting subnet 8d515ece-9dca-4a1c-8054-765d3a8f7f2b {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:48.474019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.513594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 101e32ca-5826-4302-b0ed-8a87fafe9ef3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:48.534946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.547718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 101e32ca-5826-4302-b0ed-8a87fafe9ef3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:26:48.548103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 101e32ca-5826-4302-b0ed-8a87fafe9ef3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:26:48.671031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.715396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] DHCP port deletion for 64a26484-74b0-4f6b-80e6-69ee0f77b390 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:48.752082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.761809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:48.768067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.770068 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/subnets/8d515ece-9dca-4a1c-8054-765d3a8f7f2b HTTP/1.1" status: 204 len: 168 time: 0.3689489 Jun 10 16:26:48.771447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Deleting port c73be4ee-33fc-4c74-bb59-94e432db9726 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:48.771956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.785044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51884) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:48.793804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec05d31-4539-4443-adb1-8ff9f68574cb None None] Network 9025d327-5801-4487-99fd-bc74d96d1b37 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:48.800621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Subnet': ['ID=8d515ece-9dca-4a1c-8054-765d3a8f7f2b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:48.802882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:48.896587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.945644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] For port c73be4ee-33fc-4c74-bb59-94e432db9726, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c73be4ee-33fc-4c74-bb59-94e432db9726,segment=NetworkSegment(fab2f62a-cb55-45e9-99e1-625388339d34),segment_id=fab2f62a-cb55-45e9-99e1-625388339d34)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:48.945975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:48.968862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting port c73be4ee-33fc-4c74-bb59-94e432db9726 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:48.969496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.067819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Calling delete_port for c73be4ee-33fc-4c74-bb59-94e432db9726 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:49.076861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] For port c73be4ee-33fc-4c74-bb59-94e432db9726, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c73be4ee-33fc-4c74-bb59-94e432db9726,segment=NetworkSegment(fab2f62a-cb55-45e9-99e1-625388339d34),segment_id=fab2f62a-cb55-45e9-99e1-625388339d34)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:49.077255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.192733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Calling delete_port for c73be4ee-33fc-4c74-bb59-94e432db9726 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:49.208076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.212408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:49.242712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Pushing event deleted for resources: {'Port': ['ID=c73be4ee-33fc-4c74-bb59-94e432db9726,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:49.245151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:49.248062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] No DVR routers for this DVR port c73be4ee-33fc-4c74-bb59-94e432db9726 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:49.284361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] DHCP port deletion for 9025d327-5801-4487-99fd-bc74d96d1b37 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:49.300881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.303003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:49.336138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Port': ['ID=c73be4ee-33fc-4c74-bb59-94e432db9726,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:49.339246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:49.340031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] No DVR routers for this DVR port c73be4ee-33fc-4c74-bb59-94e432db9726 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:49.340473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Deleting port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:49.340868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.441859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] For port 8cd56885-a839-4dc5-b0e6-9a98081a3d26, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8cd56885-a839-4dc5-b0e6-9a98081a3d26,segment=NetworkSegment(ec7df5ef-0abb-4161-9391-49dba060ed35),segment_id=ec7df5ef-0abb-4161-9391-49dba060ed35)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:49.442585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.461227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.473238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a26484-74b0-4f6b-80e6-69ee0f77b390']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:49.488131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab2f62a-cb55-45e9-99e1-625388339d34') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:49.488479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab2f62a-cb55-45e9-99e1-625388339d34') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:49.498695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.514755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.522088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:49.522603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:49.526012 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:49.545634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Calling delete_port for 8cd56885-a839-4dc5-b0e6-9a98081a3d26 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:49.612631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.616509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d981101e-dd76-4706-a088-c138430f34ed tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:49.620471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.624995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/networks/64a26484-74b0-4f6b-80e6-69ee0f77b390 HTTP/1.1" status: 204 len: 168 time: 0.8459241 Jun 10 16:26:49.624995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51888) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:49.656728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.661625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ce48d126-b23a-4e11-b1f1-d255dd9fa75b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:49.679573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Network': ['ID=64a26484-74b0-4f6b-80e6-69ee0f77b390,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:49.687621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:49.705062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] No DVR routers for this DVR port 8cd56885-a839-4dc5-b0e6-9a98081a3d26 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:49.706869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Pushing event deleted for resources: {'Port': ['ID=8cd56885-a839-4dc5-b0e6-9a98081a3d26,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:49.711090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:49.774512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.899050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.911467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9025d327-5801-4487-99fd-bc74d96d1b37']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:49.923075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7df5ef-0abb-4161-9391-49dba060ed35') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:49.923457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7df5ef-0abb-4161-9391-49dba060ed35') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:49.933798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.950923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.958084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:49.958428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:49.961708 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:50.046117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.051980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-36734e7a-71d3-4eda-a164-abfa6f8cd208 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:50.056315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.058183 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/networks/9025d327-5801-4487-99fd-bc74d96d1b37 HTTP/1.1" status: 204 len: 168 time: 0.4326279 Jun 10 16:26:50.060818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51890) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:50.073781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Network': ['ID=9025d327-5801-4487-99fd-bc74d96d1b37,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:50.080258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:50.125561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting subnet fa32e11c-80de-46de-975a-26bc2fc46239 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:26:50.129214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.185444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.290131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.362694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.365660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c1ad19cf-78d7-4e6b-ac7c-11192479f907 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:50.400536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.405200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51892) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:50.405729 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/subnets/fa32e11c-80de-46de-975a-26bc2fc46239 HTTP/1.1" status: 204 len: 168 time: 0.3433156 Jun 10 16:26:50.406976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Subnet': ['ID=fa32e11c-80de-46de-975a-26bc2fc46239,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:50.410456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:50.410619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaba2b9-a7d7-4ad4-bad0-0fb0849f907e None None] Network 5e40c700-059c-4819-8a04-0cff9736b87a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:50.497555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c73be4ee-33fc-4c74-bb59-94e432db9726 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:50.533958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.536416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c73be4ee-33fc-4c74-bb59-94e432db9726 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:26:50.536778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c73be4ee-33fc-4c74-bb59-94e432db9726 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:26:50.537408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8cd56885-a839-4dc5-b0e6-9a98081a3d26 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:50.602832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Deleting port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:50.603297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.698922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] For port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,segment=NetworkSegment(434ec656-5af8-48ae-999d-4e577de6e6a0),segment_id=434ec656-5af8-48ae-999d-4e577de6e6a0)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:50.699357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.719835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 8cd56885-a839-4dc5-b0e6-9a98081a3d26 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:26:50.720886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8cd56885-a839-4dc5-b0e6-9a98081a3d26 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:26:50.830755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Calling delete_port for cbdc5a1f-f6bc-461a-8783-8f57c2071b4f owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:50.900605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] DHCP port deletion for 5e40c700-059c-4819-8a04-0cff9736b87a request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:26:50.932045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.934763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-583d1ad1-e57e-4430-abef-8e5609dd211b tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:50.960895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Deleting port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:26:50.961304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:50.971164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Port': ['ID=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:50.975852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] No DVR routers for this DVR port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:50.980508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:51.055304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] For port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:26:51.055712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.097663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.108996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e40c700-059c-4819-8a04-0cff9736b87a']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:51.157943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Calling delete_port for cbdc5a1f-f6bc-461a-8783-8f57c2071b4f owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:26:51.161287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:26:51.162700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.164721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4ec8b769-ab9a-4594-8a5c-c5b791d2de8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:51.195850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Pushing event deleted for resources: {'Port': ['ID=cbdc5a1f-f6bc-461a-8783-8f57c2071b4f,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:51.198960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:51.199772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] No DVR routers for this DVR port cbdc5a1f-f6bc-461a-8783-8f57c2071b4f on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:26:51.259140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.520576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434ec656-5af8-48ae-999d-4e577de6e6a0') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:51.521230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434ec656-5af8-48ae-999d-4e577de6e6a0') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:26:51.532056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.547722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.554387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:26:51.554772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:26:51.558388 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:26:51.639134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.643295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-caaaf39c-e537-48f9-8329-acd65585f8dd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:51.647493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:51.649217 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/networks/5e40c700-059c-4819-8a04-0cff9736b87a HTTP/1.1" status: 204 len: 168 time: 1.2422938 Jun 10 16:26:51.652096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51896) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:51.680397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Pushing event deleted for resources: {'Network': ['ID=5e40c700-059c-4819-8a04-0cff9736b87a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:51.706520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:51.707942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-882cc3e8-e075-48c3-973e-f86352efa54e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "GET /v2.0/ports?device_id=c22c7e1f-7b0a-4b70-98bf-1662d8afec19 HTTP/1.1" status: 200 len: 205 time: 0.0545495 Jun 10 16:26:51.710396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51898) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:51.820462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.072280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.074551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.156834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.157410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Fanout notify agent at l3_agent the message router_deleted on router c22c7e1f-7b0a-4b70-98bf-1662d8afec19 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:26:52.165508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.166910 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-80cc2743-cec8-401d-a656-31f3c3d5f1e2 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] 10.222.0.23 "DELETE /v2.0/routers/c22c7e1f-7b0a-4b70-98bf-1662d8afec19 HTTP/1.1" status: 204 len: 168 time: 0.4550982 Jun 10 16:26:52.450164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51908) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:52.451739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cbdc5a1f-f6bc-461a-8783-8f57c2071b4f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:26:52.479117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: cbdc5a1f-f6bc-461a-8783-8f57c2071b4f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:26:52.479476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cbdc5a1f-f6bc-461a-8783-8f57c2071b4f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:26:52.915346 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1b812e7c-6fac-4720-a8b5-fd4e27ca927a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82f6a68b13364433968b9a3b990ecd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638510 Jun 10 16:26:52.917773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51914) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:52.973601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:52.997999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:53.055012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:53.064410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:53.065598 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aa30293-f148-4d19-8cce-6cd63fe11852 HTTP/1.1" status: 204 len: 168 time: 0.1468618 Jun 10 16:26:53.066545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94a584b1-a31b-4b7b-be53-9a6d66d7398b tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:53.078174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa30293-f148-4d19-8cce-6cd63fe11852,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:53.080881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:53.728920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51936) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:53.864602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1024675004-network', 'tenant_id': '87ef6ddf9d88474ba443712b9b0109b9'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:53.930435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Made reservation on behalf of 87ef6ddf9d88474ba443712b9b0109b9 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:53.932971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:53.951110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.047139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.052019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.054884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eba6098d-7081-41d6-9eca-af8f5ba6b4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:54.080326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:54.085766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b898655-9ed1-42dc-bba4-47b5f50388b4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:54.089524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:54.094187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.094187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Added segment 41e20505-c554-4b51-b636-015c4f62c055 of type vlan for network c350dfd6-e19e-471e-bea9-325a47937eab Jun 10 16:26:54.146383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.175218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.176363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:54.176934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.178999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:54.247566 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5175009 Jun 10 16:26:54.250741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51950) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:54.257220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Request body: {'subnet': {'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1024675004-subnet', 'tenant_id': '87ef6ddf9d88474ba443712b9b0109b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:54.261751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c350dfd6-e19e-471e-bea9-325a47937eab,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:54.264767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:54.272099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c350dfd6-e19e-471e-bea9-325a47937eab details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:54.287005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Made reservation on behalf of 87ef6ddf9d88474ba443712b9b0109b9 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:54.289534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.498013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.499974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31d23e7c-ccd5-457f-8cf8-ae2271d05bd0 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:54.562933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd069e1-7062-42a6-bf79-a64009069d49,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:54.565553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:54.581461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Checking segment: {'id': '41e20505-c554-4b51-b636-015c4f62c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:54.581764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Network hostable DHCP agents. Network: c350dfd6-e19e-471e-bea9-325a47937eab, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:54.598791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Network c350dfd6-e19e-471e-bea9-325a47937eab is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:54.608156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, c350dfd6-e19e-471e-bea9-325a47937eab) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:54.613060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:54.614128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:54.618005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1910db-78c8-45da-a771-7c50893bb9f5 None None] Network c350dfd6-e19e-471e-bea9-325a47937eab requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:54.632046 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3795190 Jun 10 16:26:54.794206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafdb59-6a80-431d-a554-b7f3f772b434 None None] Network c350dfd6-e19e-471e-bea9-325a47937eab requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:55.143293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 51976) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:55.149269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-641787356-network', 'tenant_id': 'c6608d33313745bdba823bd09a958ee5'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:55.170954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Made reservation on behalf of c6608d33313745bdba823bd09a958ee5 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:55.173548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.184455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.293360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.297622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.301716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cd13bc1-5c56-49d1-a36e-337211764e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:55.325937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:26:55.336423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e609b-e97b-4306-b9c7-c36887cde3b2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:55.341585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:55.342617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.342955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Added segment c0d4316a-cb9a-4d7e-9da6-edba43da38f2 of type vlan for network 56613575-d0f5-454b-b87e-499ab2358ad8 Jun 10 16:26:55.393580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.421763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.422921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:55.424238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.427366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e0f4df69-041a-4aaa-811e-1be387f64467 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:55.499570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3524313 Jun 10 16:26:55.499968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 51978) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:26:55.507226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Request body: {'subnet': {'network_id': '56613575-d0f5-454b-b87e-499ab2358ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-641787356-subnet', 'tenant_id': 'c6608d33313745bdba823bd09a958ee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:26:55.512549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Pushing event updated for resources: {'Network': ['ID=56613575-d0f5-454b-b87e-499ab2358ad8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:55.515766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:55.522569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 56613575-d0f5-454b-b87e-499ab2358ad8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:26:55.541445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Made reservation on behalf of c6608d33313745bdba823bd09a958ee5 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:26:55.543874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.755924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.758038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e0a84104-06cc-4baa-9b15-c2f0813b1194 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:26:55.827865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b1a935-f38a-4cb5-bc8e-6b4cb817aecc,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:26:55.832424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:26:55.837923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Checking segment: {'id': 'c0d4316a-cb9a-4d7e-9da6-edba43da38f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '56613575-d0f5-454b-b87e-499ab2358ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:26:55.838286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Network hostable DHCP agents. Network: 56613575-d0f5-454b-b87e-499ab2358ad8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:26:55.855658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Network 56613575-d0f5-454b-b87e-499ab2358ad8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:26:55.865457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 56613575-d0f5-454b-b87e-499ab2358ad8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:26:55.869827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:55.870753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:26:55.875375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e0a6a-e1a6-4f71-bc85-bba140d45925 None None] Network 56613575-d0f5-454b-b87e-499ab2358ad8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:55.893983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3919845 Jun 10 16:26:56.080817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7131b-940f-4c39-905c-1bec58724bbc None None] Network 56613575-d0f5-454b-b87e-499ab2358ad8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:26:56.457446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-428512a3-aef9-4fcb-af20-e58aa8ebfb6b tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:26:56.459093 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-428512a3-aef9-4fcb-af20-e58aa8ebfb6b tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/networks?id=c350dfd6-e19e-471e-bea9-325a47937eab HTTP/1.1" status: 200 len: 812 time: 0.1335654 Jun 10 16:26:56.476139 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-cae740ca-a6aa-4af0-b730-8052def4e5bc tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/quotas/87ef6ddf9d88474ba443712b9b0109b9 HTTP/1.1" status: 200 len: 375 time: 0.0105593 Jun 10 16:26:56.515985 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-20191aaa-395d-4d06-bbf2-4a22992adf3f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87ef6ddf9d88474ba443712b9b0109b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352068 Jun 10 16:26:56.644705 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-1245abf7-9027-4218-bc01-f98d61e4bf35 service neutron] 10.222.0.23 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198514 Jun 10 16:26:56.764316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-73b3d2ef-b02b-4ae8-bc54-ed5388f5883d service neutron] 10.222.0.23 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133552 Jun 10 16:26:57.962347 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-81667353-7b0c-4c6d-9ba8-63706acf2b4e req-9872f439-762e-4e86-9702-89dd77dc571a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 210 time: 0.0354381 Jun 10 16:26:59.053201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ac91c77d-7e6e-448c-89fe-3ec58c5172c4 req-c7ea71d1-d072-4dd6-866e-10a37029063d tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 210 time: 0.0340431 Jun 10 16:27:00.143383 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f10395e9-c740-48e9-a0a2-1682cd7c6cbb req-5dea8e2d-8fb1-4796-b129-4e7fde5a77ba tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 210 time: 0.0347259 Jun 10 16:27:00.588988 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-9abc14d5-d370-4dfb-8c07-795c25ce82b6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771757287&fields=id&tenant_id=b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 267 time: 0.0374718 Jun 10 16:27:00.722393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-2a331c7a-ff18-4652-8975-6d2101849b16 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:00.723823 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-2a331c7a-ff18-4652-8975-6d2101849b16 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 811 time: 0.1285467 Jun 10 16:27:00.738469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-fc5e706e-dc5f-43f1-8697-1145c70defd9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/quotas/b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 375 time: 0.0092013 Jun 10 16:27:00.818742 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-b48e2721-e0de-49b5-bfb7-2fbd14376ef3 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753617 Jun 10 16:27:00.939544 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-6539b249-a796-4e83-9b31-8eaf1b9d19e9 service neutron] 10.222.0.23 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094589 Jun 10 16:27:01.057991 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-400c29a3-48d4-4048-a408-4c60b1c22187 service neutron] 10.222.0.23 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125851 Jun 10 16:27:01.237607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e251f372-fb9c-4c26-a8bf-5a3cf16739a1 req-aa0fb360-45ad-493a-a529-9708588a7df3 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 210 time: 0.0404072 Jun 10 16:27:01.418355 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9c0b1e11-0638-4256-aabf-c43e3564feb1 req-62d77e1e-69f5-4cf7-bfaf-a6f927a52918 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0411003 Jun 10 16:27:02.166100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-e891b5a3-4fb7-4f0f-817f-7c9535a5e10b tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:02.167536 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-e891b5a3-4fb7-4f0f-817f-7c9535a5e10b tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.25 "GET /v2.0/networks?id=c350dfd6-e19e-471e-bea9-325a47937eab HTTP/1.1" status: 200 len: 812 time: 0.1374216 Jun 10 16:27:02.181052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Request body: {'port': {'device_id': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab', 'admin_state_up': True, 'tenant_id': '87ef6ddf9d88474ba443712b9b0109b9'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:02.329129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Made reservation on behalf of 87ef6ddf9d88474ba443712b9b0109b9 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:27:02.333756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:02.600168 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d21a31e0-bdfd-4d05-83ac-d95fa274155c req-d4e2e03a-1ca9-430f-a5f7-694d96d82b35 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0421190 Jun 10 16:27:02.608377 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ea7058-6cf0-4a0a-b66d-384eafd37fb8 req-0cb90a28-6d73-49fd-b8db-0f9a87657502 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 210 time: 0.0561521 Jun 10 16:27:02.626080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Allocated IP 172.20.0.5 (c350dfd6-e19e-471e-bea9-325a47937eab/3dd069e1-7062-42a6-bf79-a64009069d49/deea100b-f0e8-4a92-b29e-41852f6deabf) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:27:02.668087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-4b01d2e9-a6e6-4dc1-ac65-fec6fc3aa07d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:02.669531 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-4b01d2e9-a6e6-4dc1-ac65-fec6fc3aa07d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 811 time: 0.1961281 Jun 10 16:27:02.763444 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-3779413b-b663-44e6-b8b2-a21094a22fdb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 379 time: 0.0736463 Jun 10 16:27:02.812929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'port': {'device_id': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'admin_state_up': True, 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'security_groups': ['0ba719f7-e70f-400f-ad91-e6806faef9d1']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:02.968124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.018108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Made reservation on behalf of b97dcd794f8d40deb3df794f44b28b0c for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:27:03.021449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.056859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.091710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1be4d1ee-da05-4b4a-ab94-6fb4d5b3dfe8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:03.150065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Network c350dfd6-e19e-471e-bea9-325a47937eab is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:27:03.163567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:27:03.172155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:27:03.235871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Pushing event updated for resources: {'Port': ['ID=deea100b-f0e8-4a92-b29e-41852f6deabf,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:03.269296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.269626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.270012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.270388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.270760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.271131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.271498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.271865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.272231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.272599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.272963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.273351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:03.280811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:03.292224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:03.292835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.303354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Allocated IP 172.20.0.4 (2f1503e9-fcb1-4a55-9c4c-a144e2d0656e/7122a743-0201-45c0-8e40-2d37965bf380/591102d0-2b73-4d1a-98c1-399eff6e3640) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:27:03.317670 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402307 Jun 10 16:27:03.341747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Request body: {'port': {'device_id': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:03.473202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e573cf2a-d00e-49cd-b45d-cf5878f2b587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.529190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.620431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.646322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Transition to ACTIVE for port object 591102d0-2b73-4d1a-98c1-399eff6e3640 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:27:03.760636 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ff70df4-2668-421d-813f-165128f28fe1 req-1833db20-1ce4-4201-a738-e6cb1d387392 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0357974 Jun 10 16:27:03.906446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:03.915828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80b0bc00-49b5-4798-a0af-f770e0c5979f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:03.992308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aad619-dd95-439b-bbcd-b775fb3c1a90 req-8c682406-7294-4dae-8266-614e876e22ac tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:03.993972 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98aad619-dd95-439b-bbcd-b775fb3c1a90 req-8c682406-7294-4dae-8266-614e876e22ac tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 931 time: 0.2636361 Jun 10 16:27:04.010314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:27:04.036877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:27:04.042689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=591102d0-2b73-4d1a-98c1-399eff6e3640,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:04.046348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:04.047072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:27:04.150624 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98aad619-dd95-439b-bbcd-b775fb3c1a90 req-b5b39ef0-52fa-4ed2-9f00-a9cf79a7a024 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460922 Jun 10 16:27:04.176730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:04.177452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.182755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deea100b-f0e8-4a92-b29e-41852f6deabf {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:27:04.195774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.209953 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4405077 Jun 10 16:27:04.214976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Transition to ACTIVE for port object deea100b-f0e8-4a92-b29e-41852f6deabf will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:27:04.223295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Request body: {'port': {'device_id': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:04.227008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.256423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ecdbf23-25f3-4348-ad02-555fe5a0b2e9 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:04.307363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b721f2fb-74e7-40e6-8eb8-8d3d66cde56d None None] Provisioning for port 591102d0-2b73-4d1a-98c1-399eff6e3640 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:27:04.311845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b721f2fb-74e7-40e6-8eb8-8d3d66cde56d None None] Provisioning complete for port 591102d0-2b73-4d1a-98c1-399eff6e3640 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:27:04.312463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b721f2fb-74e7-40e6-8eb8-8d3d66cde56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.357496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b721f2fb-74e7-40e6-8eb8-8d3d66cde56d None None] Port 591102d0-2b73-4d1a-98c1-399eff6e3640 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:27:04.380737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Pushing event updated for resources: {'Port': ['ID=deea100b-f0e8-4a92-b29e-41852f6deabf,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:04.414632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:04.491069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.561607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Attempting to bind port deea100b-f0e8-4a92-b29e-41852f6deabf on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:27:04.561909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Attempting to bind port deea100b-f0e8-4a92-b29e-41852f6deabf by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '41e20505-c554-4b51-b636-015c4f62c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:27:04.562315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Attempting to bind port deea100b-f0e8-4a92-b29e-41852f6deabf on network c350dfd6-e19e-471e-bea9-325a47937eab {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:27:04.572801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Port deea100b-f0e8-4a92-b29e-41852f6deabf on network c350dfd6-e19e-471e-bea9-325a47937eab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:27:04.573177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Attempting to bind port deea100b-f0e8-4a92-b29e-41852f6deabf on network c350dfd6-e19e-471e-bea9-325a47937eab {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:27:04.589970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:27:04.590353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Checking segment: {'id': '41e20505-c554-4b51-b636-015c4f62c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:27:04.590721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Bound using segment: {'id': '41e20505-c554-4b51-b636-015c4f62c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:27:04.591147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Bound port: deea100b-f0e8-4a92-b29e-41852f6deabf, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e20505-c554-4b51-b636-015c4f62c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:27:04.591490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.833945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] For port deea100b-f0e8-4a92-b29e-41852f6deabf, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:27:04.859391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] For port deea100b-f0e8-4a92-b29e-41852f6deabf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=deea100b-f0e8-4a92-b29e-41852f6deabf,segment=NetworkSegment(41e20505-c554-4b51-b636-015c4f62c055),segment_id=41e20505-c554-4b51-b636-015c4f62c055)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:27:04.867560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.875098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:04.932087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:04.932835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:04.934368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] 10.222.0.25 "PUT /v2.0/ports/deea100b-f0e8-4a92-b29e-41852f6deabf HTTP/1.1" status: 200 len: 1093 time: 1.6065540 Jun 10 16:27:04.935005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'tag': 'deea100b-f0e8-4a92-b29e-41852f6deabf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:04.937601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8c028e-4a0e-4aee-a4e6-91f7c3117809", "tag": "deea100b-f0e8-4a92-b29e-41852f6deabf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:04.988774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ae31c-0d13-4b4a-abe5-62c6df8a30c1 req-eb06df4c-9bc6-4ad6-83b3-150b6676a842 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:04.990819 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-539ae31c-0d13-4b4a-abe5-62c6df8a30c1 req-eb06df4c-9bc6-4ad6-83b3-150b6676a842 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 931 time: 0.1102936 Jun 10 16:27:05.006906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5475177-c274-46fd-9ece-16aa9eddd062 x-openstack-request-id: req-a5475177-c274-46fd-9ece-16aa9eddd062 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:05.007240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8c028e-4a0e-4aee-a4e6-91f7c3117809", "tag": "deea100b-f0e8-4a92-b29e-41852f6deabf", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:05.007553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5475177-c274-46fd-9ece-16aa9eddd062 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:05.007978 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'tag': 'deea100b-f0e8-4a92-b29e-41852f6deabf', 'status': 'completed', 'code': 200} Jun 10 16:27:05.040447 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-539ae31c-0d13-4b4a-abe5-62c6df8a30c1 req-1e5c85a9-96de-40ba-844d-e887f5578f13 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426071 Jun 10 16:27:05.067632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Pushing event updated for resources: {'Port': ['ID=deea100b-f0e8-4a92-b29e-41852f6deabf,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:05.073709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:05.089404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591102d0-2b73-4d1a-98c1-399eff6e3640 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:27:05.103296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:05.121478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Transition to ACTIVE for port object 591102d0-2b73-4d1a-98c1-399eff6e3640 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:27:05.125725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:05.128903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3840cecb-9c9f-4ff3-8ba7-e97ec828cdf5 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:05.169047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-ba422cdb-1eb9-4c02-970a-52aa3be555c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:05.170929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-ba422cdb-1eb9-4c02-970a-52aa3be555c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ef6ddf9d88474ba443712b9b0109b9&device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 1096 time: 0.1882825 Jun 10 16:27:05.715735 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-d70f0902-8650-4270-a00c-7ffa64955348 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deea100b-f0e8-4a92-b29e-41852f6deabf HTTP/1.1" status: 200 len: 217 time: 0.5303013 Jun 10 16:27:05.718403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=591102d0-2b73-4d1a-98c1-399eff6e3640,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:05.745593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:05.892569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-fd1c3499-e523-4ea4-9293-4f39f23e73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:05.894459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-fd1c3499-e523-4ea4-9293-4f39f23e73fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd069e1-7062-42a6-bf79-a64009069d49 HTTP/1.1" status: 200 len: 852 time: 0.1477599 Jun 10 16:27:05.924349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da6cf2-2cfc-4958-b2a5-36c62048db13 req-d67ffd7f-03b4-49a8-8d6b-e62869597557 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:05.925874 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-21da6cf2-2cfc-4958-b2a5-36c62048db13 req-d67ffd7f-03b4-49a8-8d6b-e62869597557 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 943 time: 0.2681675 Jun 10 16:27:05.953655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Attempting to bind port 591102d0-2b73-4d1a-98c1-399eff6e3640 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:27:05.953999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Attempting to bind port 591102d0-2b73-4d1a-98c1-399eff6e3640 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:27:05.954871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Attempting to bind port 591102d0-2b73-4d1a-98c1-399eff6e3640 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:27:05.958903 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-24fffcff-36f5-4dcb-8d1d-fe747df507f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c350dfd6-e19e-471e-bea9-325a47937eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565927 Jun 10 16:27:05.969729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Port 591102d0-2b73-4d1a-98c1-399eff6e3640 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:27:05.970060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Attempting to bind port 591102d0-2b73-4d1a-98c1-399eff6e3640 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:27:06.017440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:27:06.017783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Checking segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:27:06.018215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Bound using segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:27:06.018637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Bound port: 591102d0-2b73-4d1a-98c1-399eff6e3640, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:27:06.019102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:06.100194 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-21da6cf2-2cfc-4958-b2a5-36c62048db13 req-32d379f3-94ad-414f-892a-604cff64c65e tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475890 Jun 10 16:27:06.108460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:06.191726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-b9f77761-8b23-4741-be17-e51cd8e8b9c3 service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228377 Jun 10 16:27:06.194448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] For port 591102d0-2b73-4d1a-98c1-399eff6e3640, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:27:06.198615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] For port 591102d0-2b73-4d1a-98c1-399eff6e3640, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=591102d0-2b73-4d1a-98c1-399eff6e3640,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:27:06.210529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:06.227077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-748d0620-9cc7-485b-b3a8-5754ceb73ff0 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:06.268989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f02796-4704-4218-aa02-d7c7e5e631c1 req-0c47a17e-1e50-4e04-86da-3011452f26fc tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.271270 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-61f02796-4704-4218-aa02-d7c7e5e631c1 req-0c47a17e-1e50-4e04-86da-3011452f26fc tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0828211 Jun 10 16:27:06.289003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69468483-27f3-46f1-821d-8289f38a1236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:06.327356 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-61f02796-4704-4218-aa02-d7c7e5e631c1 req-054754d7-7980-43ac-acfb-aee846ec2521 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487137 Jun 10 16:27:06.352011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.352621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:06.354022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] 10.222.0.25 "PUT /v2.0/ports/591102d0-2b73-4d1a-98c1-399eff6e3640 HTTP/1.1" status: 200 len: 1093 time: 2.1364098 Jun 10 16:27:06.358401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=591102d0-2b73-4d1a-98c1-399eff6e3640,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:06.370541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:06.446368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6173e612-6fbc-41d8-89a4-fabc6b813279 req-81d6fae7-dc74-4fab-9544-ecc967a9c587 service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462566 Jun 10 16:27:06.478220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-8b543299-f8f6-4e8a-9ca6-c3cb9935d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.479895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-8b543299-f8f6-4e8a-9ca6-c3cb9935d186 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 1096 time: 0.0782280 Jun 10 16:27:06.551022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-22448b43-4dac-44e1-8870-bed0fc525376 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=591102d0-2b73-4d1a-98c1-399eff6e3640 HTTP/1.1" status: 200 len: 217 time: 0.0634458 Jun 10 16:27:06.640954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-6fc15616-eb3e-4bab-9278-30cb4dcad2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.643159 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-6fc15616-eb3e-4bab-9278-30cb4dcad2be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0707917 Jun 10 16:27:06.687363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-0d9a2664-d47d-4afc-9780-b804957d0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.689414 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-0d9a2664-d47d-4afc-9780-b804957d0ccf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ef6ddf9d88474ba443712b9b0109b9&device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 1096 time: 0.1471577 Jun 10 16:27:06.795479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-b729d87f-ec3d-4e1b-a2a1-0c9af9837635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.796863 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-b729d87f-ec3d-4e1b-a2a1-0c9af9837635 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1458576 Jun 10 16:27:06.847412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-7550c34a-f771-4fe7-a670-cf4847d169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:06.848859 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-7550c34a-f771-4fe7-a670-cf4847d169b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c350dfd6-e19e-471e-bea9-325a47937eab HTTP/1.1" status: 200 len: 913 time: 0.1532309 Jun 10 16:27:06.948389 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-988d29ab-2e05-43e8-b8b0-33901f8f93d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deea100b-f0e8-4a92-b29e-41852f6deabf HTTP/1.1" status: 200 len: 217 time: 0.0618227 Jun 10 16:27:07.009369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:07.012113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60832911-8194-4ecd-9ddf-7192b2168099" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:07.022866 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-d920f0f8-9031-45d6-8183-117baca7f2d1 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128413 Jun 10 16:27:07.065639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b35731e-34dd-4ab5-a390-3f933fb40161 x-openstack-request-id: req-7b35731e-34dd-4ab5-a390-3f933fb40161 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:07.065986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:07.066290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b35731e-34dd-4ab5-a390-3f933fb40161 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:07.066733 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'status': 'completed', 'code': 200} Jun 10 16:27:07.068196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-29426bad-69db-43d8-87b3-52b4b3026d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.069807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-29426bad-69db-43d8-87b3-52b4b3026d17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd069e1-7062-42a6-bf79-a64009069d49 HTTP/1.1" status: 200 len: 852 time: 0.1131985 Jun 10 16:27:07.165498 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-e27daa20-0b74-47ca-8a7c-cd43ef62ec7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c350dfd6-e19e-471e-bea9-325a47937eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485671 Jun 10 16:27:07.268311 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cfe1009-0815-4c78-9ace-7fa6a3f7ac18 req-4d7f7c20-d29f-48a6-80e2-e84ed4dedfcd service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324843 Jun 10 16:27:07.304503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:07.319618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a98b0-64c1-40fe-ab25-b818ebdb1fae req-066aabb6-1ce8-4d69-9f2e-e16302815ad5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.322040 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-593a98b0-64c1-40fe-ab25-b818ebdb1fae req-066aabb6-1ce8-4d69-9f2e-e16302815ad5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 943 time: 0.0918744 Jun 10 16:27:07.378619 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-593a98b0-64c1-40fe-ab25-b818ebdb1fae req-f9c922ae-a333-4c21-a14e-a13d19a20085 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505209 Jun 10 16:27:07.385565 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-9938c952-f9e7-453e-91d6-6b35483a273d service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110610 Jun 10 16:27:07.524680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832911-8194-4ecd-9ddf-7192b2168099 req-5bf6c38d-6aae-45b4-b9e8-afe6329bc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.526432 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-5bf6c38d-6aae-45b4-b9e8-afe6329bc64c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 1096 time: 0.1940420 Jun 10 16:27:07.598608 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0cf442a1-e7b8-48b2-9e8d-826e036b3c0d req-c4372ed7-4d8c-4491-913a-58e7326b384d service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037690 Jun 10 16:27:07.684368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3f86f-0a1a-4ff1-9469-f6c8b63c8bda req-5ce72fd6-7224-4fc3-869f-487e49e9f01d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.685839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83b3f86f-0a1a-4ff1-9469-f6c8b63c8bda req-5ce72fd6-7224-4fc3-869f-487e49e9f01d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.2089200 Jun 10 16:27:07.716485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832911-8194-4ecd-9ddf-7192b2168099 req-bb59745a-2f20-4edd-9faa-9d6f8a28a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.717904 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-bb59745a-2f20-4edd-9faa-9d6f8a28a632 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1737888 Jun 10 16:27:07.787857 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-7cf6f27f-0f33-48ce-8347-d8b09e29e987 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=591102d0-2b73-4d1a-98c1-399eff6e3640 HTTP/1.1" status: 200 len: 217 time: 0.0619459 Jun 10 16:27:07.790788 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-83b3f86f-0a1a-4ff1-9469-f6c8b63c8bda req-92371c2d-d6a1-4c29-ac9d-43e498e30b91 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988705 Jun 10 16:27:07.844680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832911-8194-4ecd-9ddf-7192b2168099 req-159fc9c5-f874-43ee-aef3-90925e36f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.847207 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-159fc9c5-f874-43ee-aef3-90925e36f67f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0534310 Jun 10 16:27:07.916680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60832911-8194-4ecd-9ddf-7192b2168099 req-968e1087-1070-4fc6-8271-26099ea4c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:07.918092 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-968e1087-1070-4fc6-8271-26099ea4c197 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0646343 Jun 10 16:27:08.031492 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-5050115a-0297-4e71-ad1e-a1ed060ef67b service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053157 Jun 10 16:27:08.152652 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-60832911-8194-4ecd-9ddf-7192b2168099 req-7f27d47c-07bb-447c-8294-c165a0c54250 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106753 Jun 10 16:27:08.567270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f858a-142c-4351-bd9a-5088a310ec97 req-125ac45f-158c-461f-87dd-5bd08b49db03 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:08.568737 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-671f858a-142c-4351-bd9a-5088a310ec97 req-125ac45f-158c-461f-87dd-5bd08b49db03 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 943 time: 0.0723975 Jun 10 16:27:08.616434 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-671f858a-142c-4351-bd9a-5088a310ec97 req-c0d16d2d-6e00-4623-9e5b-7a5e124bede5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Jun 10 16:27:08.712911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device deea100b-f0e8-4a92-b29e-41852f6deabf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:27:08.836141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port deea100b-f0e8-4a92-b29e-41852f6deabf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=deea100b-f0e8-4a92-b29e-41852f6deabf,segment=NetworkSegment(41e20505-c554-4b51-b636-015c4f62c055),segment_id=41e20505-c554-4b51-b636-015c4f62c055)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:08.849563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'deea100b-f0e8-4a92-b29e-41852f6deabf', 'network_id': 'c350dfd6-e19e-471e-bea9-325a47937eab', 'port_id': 'deea100b-f0e8-4a92-b29e-41852f6deabf', 'mac_address': 'fa:16:3e:b0:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd069e1-7062-42a6-bf79-a64009069d49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:27:08.893118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:08.916259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deea100b-f0e8-4a92-b29e-41852f6deabf {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:27:08.941718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:08.943383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port deea100b-f0e8-4a92-b29e-41852f6deabf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=deea100b-f0e8-4a92-b29e-41852f6deabf,segment=NetworkSegment(41e20505-c554-4b51-b636-015c4f62c055),segment_id=41e20505-c554-4b51-b636-015c4f62c055)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:08.948589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:08.950393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-53583f3e-aab3-4b5f-8ff3-2c58db5c244f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:08.999101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5876c2-fc22-4884-9330-0760383e983e req-ba91b0ed-3387-4525-aa01-db8f919ca266 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:09.000515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2c5876c2-fc22-4884-9330-0760383e983e req-ba91b0ed-3387-4525-aa01-db8f919ca266 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0851772 Jun 10 16:27:09.008280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=deea100b-f0e8-4a92-b29e-41852f6deabf,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:09.011305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:09.048022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2c5876c2-fc22-4884-9330-0760383e983e req-7a696438-1854-4064-bb2e-df35a9b30a48 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415075 Jun 10 16:27:09.161121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['deea100b-f0e8-4a92-b29e-41852f6deabf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:27:09.795227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6e19-86aa-4b5d-8574-c4602aa81b96 req-4b84ebac-390b-4496-998a-5486e3b29d92 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:09.796685 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2edb6e19-86aa-4b5d-8574-c4602aa81b96 req-4b84ebac-390b-4496-998a-5486e3b29d92 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 944 time: 0.0690610 Jun 10 16:27:09.838683 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2edb6e19-86aa-4b5d-8574-c4602aa81b96 req-18c078c2-fc4e-45da-b83c-cd89206e342f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Jun 10 16:27:10.225448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8f199-62b0-478d-a1c3-d21576b67ae1 req-86635eeb-a618-4d0f-acf8-706e7d4c9258 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:10.226922 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99f8f199-62b0-478d-a1c3-d21576b67ae1 req-86635eeb-a618-4d0f-acf8-706e7d4c9258 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0686662 Jun 10 16:27:10.268995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99f8f199-62b0-478d-a1c3-d21576b67ae1 req-49b70c8c-12dd-4a9a-9c3f-51bfd9ef7e07 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364192 Jun 10 16:27:10.410888 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:27:10.728923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device deea100b-f0e8-4a92-b29e-41852f6deabf up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:27:10.787350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port deea100b-f0e8-4a92-b29e-41852f6deabf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:27:10.790895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port deea100b-f0e8-4a92-b29e-41852f6deabf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:27:10.791275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:10.884561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:10.911341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea100b-f0e8-4a92-b29e-41852f6deabf'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:10.913753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff20e6c6-d5f2-4601-9e79-7a0275b3bc6e" -d '{"events": [{"server_uuid": "0e8c028e-4a0e-4aee-a4e6-91f7c3117809", "name": "network-vif-plugged", "status": "completed", "tag": "deea100b-f0e8-4a92-b29e-41852f6deabf"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:10.929186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port deea100b-f0e8-4a92-b29e-41852f6deabf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=deea100b-f0e8-4a92-b29e-41852f6deabf,segment=NetworkSegment(41e20505-c554-4b51-b636-015c4f62c055),segment_id=41e20505-c554-4b51-b636-015c4f62c055)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:10.934310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:10.936422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:10.975497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873c468b-4736-475c-bf51-3cf4d6b23762 x-openstack-request-id: req-873c468b-4736-475c-bf51-3cf4d6b23762 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:10.976080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8c028e-4a0e-4aee-a4e6-91f7c3117809", "name": "network-vif-plugged", "status": "completed", "tag": "deea100b-f0e8-4a92-b29e-41852f6deabf", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:10.976557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-873c468b-4736-475c-bf51-3cf4d6b23762 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:10.977211 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deea100b-f0e8-4a92-b29e-41852f6deabf', 'code': 200} Jun 10 16:27:11.010028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=deea100b-f0e8-4a92-b29e-41852f6deabf,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:11.019340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.019695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.020042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.020381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.020715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.021048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.021410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.021745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.022072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.022672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.023007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.023331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:11.027588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:11.075031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf12b1e-ac20-406d-bdb3-7af6d79e8228 req-15fb26f9-3dfd-4276-9eab-530ad14bd9eb tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:11.077326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6cf12b1e-ac20-406d-bdb3-7af6d79e8228 req-15fb26f9-3dfd-4276-9eab-530ad14bd9eb tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0891709 Jun 10 16:27:11.129839 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6cf12b1e-ac20-406d-bdb3-7af6d79e8228 req-138f6caf-0e28-4bf1-b885-89801a4b731a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Jun 10 16:27:11.215668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca051c4-d916-4edc-aaa1-f7e20c545992 req-0c8304cb-3ef8-4d82-964e-0c7ab50f7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:11.217190 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fca051c4-d916-4edc-aaa1-f7e20c545992 req-0c8304cb-3ef8-4d82-964e-0c7ab50f7dd0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 1098 time: 0.0643606 Jun 10 16:27:11.258647 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fca051c4-d916-4edc-aaa1-f7e20c545992 req-26642fa4-47e6-4d83-aa80-fa007507f29d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Jun 10 16:27:11.457003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82563a-4774-4a59-a6b7-240345376f3b req-8b7b35b9-04cc-45d2-9f90-175446836ff2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:11.458535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b82563a-4774-4a59-a6b7-240345376f3b req-8b7b35b9-04cc-45d2-9f90-175446836ff2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0716794 Jun 10 16:27:11.501123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b82563a-4774-4a59-a6b7-240345376f3b req-84d1440f-3e0b-46ec-b7aa-c6f56fbd021b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368857 Jun 10 16:27:12.317696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d3aa-7823-4d1a-8f83-0a3b146bb716 req-89078d96-6fac-4b2e-a303-82fd31956943 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:12.319140 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6640d3aa-7823-4d1a-8f83-0a3b146bb716 req-89078d96-6fac-4b2e-a303-82fd31956943 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0706503 Jun 10 16:27:12.360906 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6640d3aa-7823-4d1a-8f83-0a3b146bb716 req-d9debbc2-f68b-4423-ba96-a59c7ab04d02 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Jun 10 16:27:12.549867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd777c8-0efc-4fd4-9db9-1d577f297764 req-cf99f602-091a-4b39-9a75-06a53338d12a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:12.551373 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7bd777c8-0efc-4fd4-9db9-1d577f297764 req-cf99f602-091a-4b39-9a75-06a53338d12a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0757005 Jun 10 16:27:12.593582 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7bd777c8-0efc-4fd4-9db9-1d577f297764 req-d6425dd2-0dec-433a-819c-ceaa27e41ffa tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Jun 10 16:27:12.682196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86395ed1-966a-4d81-b385-f1f000899b60 req-3f77e134-6f0f-476f-acff-5e35dccc5faf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:12.683687 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-86395ed1-966a-4d81-b385-f1f000899b60 req-3f77e134-6f0f-476f-acff-5e35dccc5faf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0700266 Jun 10 16:27:12.731483 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-86395ed1-966a-4d81-b385-f1f000899b60 req-ce6c1c1b-a1ed-41a6-b158-6014e7b6b7f6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Jun 10 16:27:13.000531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bf5d4-9e78-4a2a-8aa2-7b6204b12660 req-99a18c16-a754-4107-9752-4e28f45be61d tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:13.002271 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a55bf5d4-9e78-4a2a-8aa2-7b6204b12660 req-99a18c16-a754-4107-9752-4e28f45be61d tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0713022 Jun 10 16:27:13.044746 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a55bf5d4-9e78-4a2a-8aa2-7b6204b12660 req-840ea44f-1613-4278-9baa-c8e05a7eaa18 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Jun 10 16:27:13.918177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705d643-3f83-4e7d-a02d-d252e97a4b26 req-79fe008c-10a1-4ad0-b052-17f73e51825d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:13.919646 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5705d643-3f83-4e7d-a02d-d252e97a4b26 req-79fe008c-10a1-4ad0-b052-17f73e51825d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0716295 Jun 10 16:27:13.960810 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5705d643-3f83-4e7d-a02d-d252e97a4b26 req-c4dac005-df20-4269-bf94-bfb8d71a3ed1 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349557 Jun 10 16:27:14.234384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d4fc7-214a-4290-9140-44031b2c36a9 req-ce59568e-5a80-42f6-9cbb-6b0bb9565a45 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:14.236339 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d61d4fc7-214a-4290-9140-44031b2c36a9 req-ce59568e-5a80-42f6-9cbb-6b0bb9565a45 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0725708 Jun 10 16:27:14.284903 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d61d4fc7-214a-4290-9140-44031b2c36a9 req-7b3ea1d7-128f-4ee6-8c22-89c884055fbc tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Jun 10 16:27:14.630959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-98c57ddc-af20-468e-8f80-54f4c0c7557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:14.632430 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-98c57ddc-af20-468e-8f80-54f4c0c7557a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ef6ddf9d88474ba443712b9b0109b9&device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 1098 time: 0.0642996 Jun 10 16:27:14.634491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcf62c-d724-4db2-bd8f-7426967b4694 req-bd41b995-6129-4303-be3d-68e07bc08163 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:14.636420 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-03dcf62c-d724-4db2-bd8f-7426967b4694 req-bd41b995-6129-4303-be3d-68e07bc08163 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0734198 Jun 10 16:27:14.685242 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-03dcf62c-d724-4db2-bd8f-7426967b4694 req-891f00ed-286d-4c8e-8a5a-c455a597ec14 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Jun 10 16:27:14.749485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-7c91ee22-cf91-48c2-a240-c7700213b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:14.750925 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-7c91ee22-cf91-48c2-a240-c7700213b451 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c350dfd6-e19e-471e-bea9-325a47937eab HTTP/1.1" status: 200 len: 913 time: 0.1115386 Jun 10 16:27:14.808888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-e8e12643-f460-4469-b77c-f4b3250dc909 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deea100b-f0e8-4a92-b29e-41852f6deabf HTTP/1.1" status: 200 len: 217 time: 0.0510509 Jun 10 16:27:14.865604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-72a3d6a0-7ae4-4ca1-8b3a-b30a1dcaf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:14.866992 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-72a3d6a0-7ae4-4ca1-8b3a-b30a1dcaf112 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd069e1-7062-42a6-bf79-a64009069d49 HTTP/1.1" status: 200 len: 852 time: 0.0502086 Jun 10 16:27:14.904857 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-77bec17c-6930-47d6-a0c3-904abae3d240 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c350dfd6-e19e-471e-bea9-325a47937eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306833 Jun 10 16:27:14.972402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52132) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:15.031721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-a6b1f0ce-8208-4c5f-bec1-653dfc5c553c service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171122 Jun 10 16:27:15.074350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e1f1c-7860-4143-aa0f-5532c62a95e4 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:15.074840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e1f1c-7860-4143-aa0f-5532c62a95e4 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:15.075305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e1f1c-7860-4143-aa0f-5532c62a95e4 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:15.078575 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-031e1f1c-7860-4143-aa0f-5532c62a95e4 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 3002 time: 0.1035848 Jun 10 16:27:15.608108 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34c35ceb-25fe-4977-8c94-28dff35a9099 req-761fa00f-c34d-402f-9229-481388e916f8 service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638034 Jun 10 16:27:15.629892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5916b-a43e-4bdc-ae4e-f56c81b171b1 req-16f1f193-a762-4223-9e6f-96e540ad2748 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:15.631449 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34d5916b-a43e-4bdc-ae4e-f56c81b171b1 req-16f1f193-a762-4223-9e6f-96e540ad2748 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.1093445 Jun 10 16:27:15.676474 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34d5916b-a43e-4bdc-ae4e-f56c81b171b1 req-a9e9c39f-780d-433a-ab74-202fadf1bea1 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384600 Jun 10 16:27:15.871520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9c56-be6e-48e4-a08c-6d9f1efc8a29 req-3d196a2d-cef1-48f8-a439-35abae44198e tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:15.873118 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ef0c9c56-be6e-48e4-a08c-6d9f1efc8a29 req-3d196a2d-cef1-48f8-a439-35abae44198e tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0741096 Jun 10 16:27:15.917986 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ef0c9c56-be6e-48e4-a08c-6d9f1efc8a29 req-bd53e182-48fb-4c2f-a5ca-e4c0331e946c tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 Jun 10 16:27:16.758668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 591102d0-2b73-4d1a-98c1-399eff6e3640 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:27:16.861125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8a64-7483-4ace-b2bf-840c44764436 req-c3abd113-dbfa-4e41-97bb-180f62f353e7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:16.862942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6d6a8a64-7483-4ace-b2bf-840c44764436 req-c3abd113-dbfa-4e41-97bb-180f62f353e7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 943 time: 0.0719318 Jun 10 16:27:16.917206 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6d6a8a64-7483-4ace-b2bf-840c44764436 req-ff01b663-dd28-4d7c-af42-7b953e777ed9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482042 Jun 10 16:27:17.042738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 591102d0-2b73-4d1a-98c1-399eff6e3640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=591102d0-2b73-4d1a-98c1-399eff6e3640,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:17.055182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'port_id': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'mac_address': 'fa:16:3e:44:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:27:17.099038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:17.111447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db51f-08eb-47a1-80ab-238cba852847 req-eaf25655-8896-47d9-90f4-73de00247838 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:17.113592 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3a9db51f-08eb-47a1-80ab-238cba852847 req-eaf25655-8896-47d9-90f4-73de00247838 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0748708 Jun 10 16:27:17.114507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591102d0-2b73-4d1a-98c1-399eff6e3640 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:27:17.136218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 591102d0-2b73-4d1a-98c1-399eff6e3640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=591102d0-2b73-4d1a-98c1-399eff6e3640,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:17.140355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:17.142872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:17.158274 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3a9db51f-08eb-47a1-80ab-238cba852847 req-29ffb19f-8290-4478-a35e-15281ff958c6 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Jun 10 16:27:17.196359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=591102d0-2b73-4d1a-98c1-399eff6e3640,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:17.200527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:17.381520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['591102d0-2b73-4d1a-98c1-399eff6e3640'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:27:17.545255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4737d-8041-4f09-a2b4-4ce77458db53 req-a511fe19-e026-46aa-b5b3-14908e505e6a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:17.546630 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eae4737d-8041-4f09-a2b4-4ce77458db53 req-a511fe19-e026-46aa-b5b3-14908e505e6a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0723014 Jun 10 16:27:17.589604 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eae4737d-8041-4f09-a2b4-4ce77458db53 req-c2d25f5d-7956-4fff-89bf-a45b2dcce58f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Jun 10 16:27:18.127168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa11e9-1450-491b-890d-9bd3a711c09c req-d4e985aa-fa07-4b6c-8e61-c9f6e83d83a7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:18.128757 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9aa11e9-1450-491b-890d-9bd3a711c09c req-d4e985aa-fa07-4b6c-8e61-c9f6e83d83a7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 944 time: 0.0784516 Jun 10 16:27:18.169823 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9aa11e9-1450-491b-890d-9bd3a711c09c req-c69cdf9f-a97e-4032-9273-957348f56015 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354664 Jun 10 16:27:18.204039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52156) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:18.267088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5af0a-9be2-437d-8353-a9a0a5489238 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:18.268562 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9bc5af0a-9be2-437d-8353-a9a0a5489238 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307 HTTP/1.1" status: 200 len: 814 time: 0.0630934 Jun 10 16:27:18.771294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5621bb1-6182-4be9-8fe7-76c8324c5563 req-867f53fd-1f6b-4546-8c69-3c1e1a4641c5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:18.772743 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e5621bb1-6182-4be9-8fe7-76c8324c5563 req-867f53fd-1f6b-4546-8c69-3c1e1a4641c5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.0684314 Jun 10 16:27:18.774633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 591102d0-2b73-4d1a-98c1-399eff6e3640 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:27:18.815123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e5621bb1-6182-4be9-8fe7-76c8324c5563 req-7215f2d5-55ad-4d44-b90d-e846df6ad613 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Jun 10 16:27:18.835145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 591102d0-2b73-4d1a-98c1-399eff6e3640 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:27:18.839145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 591102d0-2b73-4d1a-98c1-399eff6e3640 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:27:18.839531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:18.932565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:18.961294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:18.963596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27e3a3a-c6f0-4934-8a24-186fee1350e8" -d '{"events": [{"server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "name": "network-vif-plugged", "status": "completed", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:18.978658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 591102d0-2b73-4d1a-98c1-399eff6e3640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=591102d0-2b73-4d1a-98c1-399eff6e3640,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:18.984990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:18.988053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:19.018086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441b636d-a9ce-4ef8-a0a6-c44a8c6958c6 x-openstack-request-id: req-441b636d-a9ce-4ef8-a0a6-c44a8c6958c6 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:19.018396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "name": "network-vif-plugged", "status": "completed", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:19.018662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-441b636d-a9ce-4ef8-a0a6-c44a8c6958c6 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:19.019149 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'code': 200} Jun 10 16:27:19.052345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52170) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:19.057637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:19.065516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=591102d0-2b73-4d1a-98c1-399eff6e3640,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:19.069922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:19.175126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:19.185166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-35e0413c-9775-4584-ae86-8f15a00e581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:19.186575 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-35e0413c-9775-4584-ae86-8f15a00e581d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=87ef6ddf9d88474ba443712b9b0109b9&device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 1098 time: 0.0685132 Jun 10 16:27:19.341793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ac573-53b8-430d-b32d-1fdbe91b3fa6 req-ae637956-03e8-40ad-a378-456903303ac2 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:19.343213 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7c7ac573-53b8-430d-b32d-1fdbe91b3fa6 req-ae637956-03e8-40ad-a378-456903303ac2 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.2148268 Jun 10 16:27:19.415168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:19.420411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-63a59887-2eb4-42fb-adc1-d70554f7e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:19.422284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-63a59887-2eb4-42fb-adc1-d70554f7e68f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c350dfd6-e19e-471e-bea9-325a47937eab HTTP/1.1" status: 200 len: 913 time: 0.2196343 Jun 10 16:27:19.424488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:19.424911 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 5b543574-84d6-4804-8264-268ce1a39011 disassociated. External IP: 172.26.5.229, port: e601fc58-bf3b-426d-a899-98552f85c9ec. Jun 10 16:27:19.497631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b6216-9854-4ca5-a415-7147210eb1cd req-030b2522-65a9-4ba1-85a0-1ecbed86c326 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:19.499007 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e4b6216-9854-4ca5-a415-7147210eb1cd req-030b2522-65a9-4ba1-85a0-1ecbed86c326 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 945 time: 0.1892734 Jun 10 16:27:19.500681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2aeb37-1b82-4a67-89bd-76307667bf54 req-dd55853b-01f2-481c-88b0-3d7e0e01c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:19.502627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bd2aeb37-1b82-4a67-89bd-76307667bf54 req-dd55853b-01f2-481c-88b0-3d7e0e01c36c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 1098 time: 0.3013921 Jun 10 16:27:19.504056 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-34f31566-0a9c-4810-aa37-4225a908db71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deea100b-f0e8-4a92-b29e-41852f6deabf HTTP/1.1" status: 200 len: 217 time: 0.0716808 Jun 10 16:27:19.532207 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7c7ac573-53b8-430d-b32d-1fdbe91b3fa6 req-4d2488fa-a415-411e-a656-8c1561005d9b tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804910 Jun 10 16:27:19.618498 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e4b6216-9854-4ca5-a415-7147210eb1cd req-ac59e691-8d80-43eb-9411-cfafcd7821ab tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124010 Jun 10 16:27:19.620335 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bd2aeb37-1b82-4a67-89bd-76307667bf54 req-8a36ef6f-2f2c-4dad-89a5-2ac2fd9344f1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071417 Jun 10 16:27:19.621838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-950768ed-d28d-4e5b-809c-50c653296456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:19.623273 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-950768ed-d28d-4e5b-809c-50c653296456 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3dd069e1-7062-42a6-bf79-a64009069d49 HTTP/1.1" status: 200 len: 852 time: 0.0953138 Jun 10 16:27:19.705754 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-03885019-40f0-44aa-9574-069f31d0a051 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c350dfd6-e19e-471e-bea9-325a47937eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364931 Jun 10 16:27:19.729518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:27:19.826442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-9eac2fa5-0b5f-41d2-8e1d-f93259d8c6c5 service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146040 Jun 10 16:27:19.881059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:27:19.886728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:19.890278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:27:19.900383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:27:19.901012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:27:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:19.941861 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1ab3f486-2760-47a7-b687-f8805eb28bb6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 690 time: 0.8881576 Jun 10 16:27:19.942657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:19.945091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dff0dd-b462-4d03-97ce-632b52b0b720" -d '{"events": [{"name": "network-changed", "server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:19.946276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52174) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:19.959693 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79809da3-a4c5-4c24-bcec-61e07890d275 req-fba71367-7fa6-4e11-a4da-5f2ebb222883 service neutron] 10.222.0.25 "GET /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264720 Jun 10 16:27:19.996209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505e82e7-fd1a-4815-909f-6a524e4b2bc6 x-openstack-request-id: req-505e82e7-fd1a-4815-909f-6a524e4b2bc6 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:19.996639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:19.997109 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-505e82e7-fd1a-4815-909f-6a524e4b2bc6 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:19.997735 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'status': 'completed', 'code': 200} Jun 10 16:27:20.021396 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7037cc7e-c459-42b2-b93f-e2400a4e9f6e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 690 time: 0.0728664 Jun 10 16:27:20.058959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:27:20.089554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-72d13ece-30f3-4339-b072-f78e8e8981ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:20.091048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-72d13ece-30f3-4339-b072-f78e8e8981ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1099 time: 0.0628655 Jun 10 16:27:20.218058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-2b48f90d-2b91-4c1a-a4a0-f6e35c5e5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:20.219508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-2b48f90d-2b91-4c1a-a4a0-f6e35c5e5393 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 897 time: 0.1201451 Jun 10 16:27:20.293607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-cf09e73d-90a3-4f93-9eca-bdffe9598f05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 200 len: 217 time: 0.0649250 Jun 10 16:27:20.326107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:20.330342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:27:20.338549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:27:20.339162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:27:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:20.364408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-f8ad539e-da12-4c54-8d70-2d44395c2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:20.366343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-f8ad539e-da12-4c54-8d70-2d44395c2ebb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0613785 Jun 10 16:27:20.450081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-c3df7663-a472-47c7-a908-d079c4e16adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:20.451913 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-c3df7663-a472-47c7-a908-d079c4e16adc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684667 Jun 10 16:27:20.494564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:27:20.595185 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-8618ac55-7f92-4d43-ab99-efe2927fb8be service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294875 Jun 10 16:27:20.768714 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94dff0dd-b462-4d03-97ce-632b52b0b720 req-7ef4dfd7-3715-4e43-b230-df0e256acd0b service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662505 Jun 10 16:27:20.783465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:20.786779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e7922-6769-439d-a02d-b73da71d4be3 req-e2cad9a1-5269-4677-a67e-b803a796119f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:20.787851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba289-9c0b-446d-a4df-f18de5310b0c None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:27:20.788728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-206e7922-6769-439d-a02d-b73da71d4be3 req-e2cad9a1-5269-4677-a67e-b803a796119f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.1134560 Jun 10 16:27:20.832886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90d7f4-f136-4f90-ae54-603e0484feb8 req-7d697398-999b-4655-ad0b-dc85e2510f57 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:20.834723 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-df90d7f4-f136-4f90-ae54-603e0484feb8 req-7d697398-999b-4655-ad0b-dc85e2510f57 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 945 time: 0.0874674 Jun 10 16:27:20.839110 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-206e7922-6769-439d-a02d-b73da71d4be3 req-817e0c54-ec48-42be-9afd-fa053d9ec747 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 Jun 10 16:27:20.883889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-df90d7f4-f136-4f90-ae54-603e0484feb8 req-55f275f5-3ebd-41d7-bdac-3cd6684575e0 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 Jun 10 16:27:21.024518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52184) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:21.047240 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b76d05-46dc-41cd-a91b-bb8e96a4a443 None None] New status for floating IP 5b543574-84d6-4804-8264-268ce1a39011: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:27:21.088262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a0eea-e05f-4a37-ac87-99b615ee7a96 req-7f08413c-f2e9-4cf4-a5f4-725adae14170 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:21.090499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8a0eea-e05f-4a37-ac87-99b615ee7a96 req-7f08413c-f2e9-4cf4-a5f4-725adae14170 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 945 time: 0.0841815 Jun 10 16:27:21.094222 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90070f00-a308-42f6-80ce-da8f82aa51b7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 690 time: 0.0678852 Jun 10 16:27:21.138314 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8a0eea-e05f-4a37-ac87-99b615ee7a96 req-69894d5a-bb2e-468e-8515-ef9fc5e90a5c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408621 Jun 10 16:27:21.164818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52186) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:21.254420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:21.381177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d53df1-a93c-4e90-b965-02a760e5b660 tempest-TestVolumeBootPattern-311953303 tempest-TestVolumeBootPattern-311953303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:21.382983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-05d53df1-a93c-4e90-b965-02a760e5b660 tempest-TestVolumeBootPattern-311953303 tempest-TestVolumeBootPattern-311953303-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 1093 time: 0.2169275 Jun 10 16:27:21.385617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52190) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:21.389903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:21.413910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:21.826620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:21.955092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Allocated IP 172.26.5.24 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/2c75fbe9-b0da-41ce-af2a-0e07f8dbe056) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:27:22.099128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52194) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:22.132141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b388d4-30ac-45c3-85bd-b6f7d9dc483b req-ca0a07fb-2627-4f07-85b1-34fc6564c85e tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:22.133758 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c5b388d4-30ac-45c3-85bd-b6f7d9dc483b req-ca0a07fb-2627-4f07-85b1-34fc6564c85e tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.1764867 Jun 10 16:27:22.158623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:22.160726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f59bb11b-8949-430c-a26e-8da1cd2098f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 688 time: 0.0600331 Jun 10 16:27:22.201018 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c5b388d4-30ac-45c3-85bd-b6f7d9dc483b req-a700fbaa-bdb4-4323-a916-3e2baf4ff55a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545053 Jun 10 16:27:22.228867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:22.231713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0d7542cb-7101-4eee-9294-2f6d47c01b49 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:22.273620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:27:22.285595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:27:22.288261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:27:22.325380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=2c75fbe9-b0da-41ce-af2a-0e07f8dbe056,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:22.342137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.342524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.342903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.343280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.343650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.344017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.344381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.345295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.345857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.346301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.346706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.347106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:27:22.350807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:22.674601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a026d7-f4b0-4c71-b8fb-f6056d4f021d req-479b60aa-d17c-4f45-9511-7d9151631d1a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:22.675971 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e8a026d7-f4b0-4c71-b8fb-f6056d4f021d req-479b60aa-d17c-4f45-9511-7d9151631d1a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.1521242 Jun 10 16:27:22.847444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e8a026d7-f4b0-4c71-b8fb-f6056d4f021d req-8cc280c6-1089-4e94-9a43-09390bc79340 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176229 Jun 10 16:27:22.902897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:22.998101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.182265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.187597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.190645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-65e53939-5f34-45a4-8602-5c0b5913e360 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:23.282151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=2c75fbe9-b0da-41ce-af2a-0e07f8dbe056,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:23.287524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:23.288681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.428413 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Floating IP 4858de4d-e4f8-447c-957f-da7bac695d35 associated. External IP: 172.26.5.24, port: 591102d0-2b73-4d1a-98c1-399eff6e3640. Jun 10 16:27:23.518919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52202) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:23.524609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883878435', 'description': 'tempest-secgroup-smoke-1883878435 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:23.547231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.641415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.647554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.650149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-074e947b-eab9-4f35-9108-aa7add946bcd tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:23.680377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.681622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1615345 Jun 10 16:27:23.683580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19304734-8251-4b14-ac4b-4da247e64eba,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:23.685870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52204) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:23.693948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '19304734-8251-4b14-ac4b-4da247e64eba', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:23.698380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:23.723825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.744733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:27:23.790744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.795840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.797952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e774109c-5309-4d44-ba56-58be4e37d0a0 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:23.816097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91604cf8-4b14-4c1a-a96d-080a954791e8,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:23.819363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:23.825033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.826264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363280 Jun 10 16:27:23.829251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52206) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:23.834075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '19304734-8251-4b14-ac4b-4da247e64eba', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:23.865822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.910895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:27:23.924892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:27:23.933572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.942200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:27:23.943675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:27:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:23.945172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.950645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.952818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b1ce7c77-2dcf-46df-97b8-37b32c7ffb02 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:23.980576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:23.984542 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515133 Jun 10 16:27:23.984961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52210) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:23.993664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '19304734-8251-4b14-ac4b-4da247e64eba', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:24.005447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bd2dd7-497b-4e5c-baa0-cc83bcc6b8ed,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:24.017835 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6229606 Jun 10 16:27:24.017835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:24.018523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:24.018638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b4553-54f6-4037-a1a6-6ae12d819a10" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:24.049405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.080343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239c3b48-76e0-4962-a14a-28a9887727e6 x-openstack-request-id: req-239c3b48-76e0-4962-a14a-28a9887727e6 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:24.082279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:24.082279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-239c3b48-76e0-4962-a14a-28a9887727e6 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:24.082279 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'status': 'completed', 'code': 200} Jun 10 16:27:24.108083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd4117-c7f7-49ca-abe5-8c3db24019f6 req-369b29f7-86a4-4741-8044-be180b59d624 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:24.109639 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-defd4117-c7f7-49ca-abe5-8c3db24019f6 req-369b29f7-86a4-4741-8044-be180b59d624 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.1123364 Jun 10 16:27:24.155009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:27:24.158469 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-defd4117-c7f7-49ca-abe5-8c3db24019f6 req-317b9206-0c4b-43b3-9545-4aa2c18751aa tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420835 Jun 10 16:27:24.214266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.221586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.224133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:24.247811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ec97e0-3061-48ca-b39b-543276f2cae4,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:24.251989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:24.257554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-e627cf37-783d-4feb-8580-46e2bd471fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:24.259040 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-e627cf37-783d-4feb-8580-46e2bd471fa6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 1098 time: 0.1398053 Jun 10 16:27:24.260182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.261242 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2749555 Jun 10 16:27:24.264107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52216) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:24.269421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '19304734-8251-4b14-ac4b-4da247e64eba', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:24.431529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.504610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-dc1cd1f1-c6ec-4503-909d-95a02dd0b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:24.506104 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-dc1cd1f1-c6ec-4503-909d-95a02dd0b7ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.2312567 Jun 10 16:27:24.514855 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-88f0e54a-0953-4084-8130-7fae0447ed35 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:24.516247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-88f0e54a-0953-4084-8130-7fae0447ed35 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.2147186 Jun 10 16:27:24.521424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4858de4d-e4f8-447c-957f-da7bac695d35', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:44:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:27:22Z', 'updated_at': '2021-06-10T16:27:22Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:24.525900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:27:24.535809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:27:24.536434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:27:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:24.628665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.639713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.646079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-426d53e2-e4f4-4091-a5ee-30c7cf695ca4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:24.689745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066776fc-9342-4cdb-912a-6ad8f479942d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:24.696289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:27:24.717836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-e8471c27-f6d1-403c-bf77-7f46fd77bf01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=591102d0-2b73-4d1a-98c1-399eff6e3640 HTTP/1.1" status: 200 len: 998 time: 0.1969249 Jun 10 16:27:24.719080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:24.722521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.723707 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a0469ea5-452f-4ae8-a277-90db1ef4a302 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4584966 Jun 10 16:27:24.726806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52218) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:24.732271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '19304734-8251-4b14-ac4b-4da247e64eba', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:24.759540 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:27:24.765630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.805728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-942ec958-4b14-465e-9469-c44dd54215cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:24.807220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-942ec958-4b14-465e-9469-c44dd54215cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0808718 Jun 10 16:27:24.826133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Deleting port deea100b-f0e8-4a92-b29e-41852f6deabf {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:27:24.826478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.865574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.871509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.874887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-768c37dd-58ac-4d34-bc31-cf6242c70d64 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:24.895900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e8e4d7-53bb-4e64-84fa-efef436deaae,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:24.898880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:24.903607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.907981 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1801057 Jun 10 16:27:24.908786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52220) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:24.913798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '19304734-8251-4b14-ac4b-4da247e64eba', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:24.939882 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:27:24.945933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:24.995246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-642f3ed7-b41e-42ed-868e-95c52d144349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:24.996911 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-642f3ed7-b41e-42ed-868e-95c52d144349 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1814194 Jun 10 16:27:25.004917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] For port deea100b-f0e8-4a92-b29e-41852f6deabf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=deea100b-f0e8-4a92-b29e-41852f6deabf,segment=NetworkSegment(41e20505-c554-4b51-b636-015c4f62c055),segment_id=41e20505-c554-4b51-b636-015c4f62c055)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:25.005611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:25.021579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:25.027882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:25.034603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-97b785e5-c7b0-4c32-b646-ed2bed6b78a5 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:25.058295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f954adc-215f-4c11-baf4-b24fd485afa1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:25.062018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:25.069650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:25.071591 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1616957 Jun 10 16:27:25.134111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Calling delete_port for deea100b-f0e8-4a92-b29e-41852f6deabf owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:27:25.203235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4858de4d-e4f8-447c-957f-da7bac695d35', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:44:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:27:22Z', 'updated_at': '2021-06-10T16:27:22Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:25.208449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011962c3-ad3a-4818-bc1f-1eaed739b0f5 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4858de4d-e4f8-447c-957f-da7bac695d35', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:44:c9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:27:22Z', 'updated_at': '2021-06-10T16:27:22Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:27:25.339181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-5411c0af-5552-49c8-944d-9190eecdb4a8 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308043 Jun 10 16:27:25.357122 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-cf1871c0-e34b-4712-aed8-318c7b53a665 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883878435&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0953619 Jun 10 16:27:25.444816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41657c0-3f84-497e-8658-635ec86aab3f req-cc2734ac-ef82-4bec-868a-efee2f497db5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:25.446448 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d41657c0-3f84-497e-8658-635ec86aab3f req-cc2734ac-ef82-4bec-868a-efee2f497db5 tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e8c028e-4a0e-4aee-a4e6-91f7c3117809 HTTP/1.1" status: 200 len: 945 time: 0.1389582 Jun 10 16:27:25.502297 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d41657c0-3f84-497e-8658-635ec86aab3f req-b4df9c9e-cefc-430c-a578-93645269d7da tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b898655-9ed1-42dc-bba4-47b5f50388b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475366 Jun 10 16:27:25.633988 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-802b4553-54f6-4037-a1a6-6ae12d819a10 req-7dc3f270-14e1-4ff5-b450-7a947020243a service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875371 Jun 10 16:27:25.646696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-d6a156b9-ecc9-43a4-ab9c-d375a2c89e75 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:25.648164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-d6a156b9-ecc9-43a4-ab9c-d375a2c89e75 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 796 time: 0.2671316 Jun 10 16:27:25.649499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:25.654371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:25.662399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['deea100b-f0e8-4a92-b29e-41852f6deabf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:27:25.706933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-b94d48b9-e0e5-45a5-9f7c-461188abc6bf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0475361 Jun 10 16:27:25.709809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Pushing event deleted for resources: {'Port': ['ID=deea100b-f0e8-4a92-b29e-41852f6deabf,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:25.718998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:25.808108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] No DVR routers for this DVR port deea100b-f0e8-4a92-b29e-41852f6deabf on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:27:25.811306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:25.813245 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a646462-419b-4deb-a347-87c73e2f49d1 req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] 10.222.0.25 "DELETE /v2.0/ports/deea100b-f0e8-4a92-b29e-41852f6deabf HTTP/1.1" status: 204 len: 173 time: 1.2903001 Jun 10 16:27:25.814320 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'name': 'network-vif-deleted', 'tag': 'deea100b-f0e8-4a92-b29e-41852f6deabf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:25.816613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6cc5df-ddf8-4732-a9c0-8c939541487a" -d '{"events": [{"server_uuid": "0e8c028e-4a0e-4aee-a4e6-91f7c3117809", "name": "network-vif-deleted", "tag": "deea100b-f0e8-4a92-b29e-41852f6deabf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:25.856378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-5332c8f5-94a8-48ed-a982-0d3ab2182649 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1383688 Jun 10 16:27:25.863618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423344cf-8c1a-4018-b6bc-f0e50a0d40b8 x-openstack-request-id: req-423344cf-8c1a-4018-b6bc-f0e50a0d40b8 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:25.864075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8c028e-4a0e-4aee-a4e6-91f7c3117809", "name": "network-vif-deleted", "tag": "deea100b-f0e8-4a92-b29e-41852f6deabf", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:25.864373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-423344cf-8c1a-4018-b6bc-f0e50a0d40b8 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:25.864720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8c028e-4a0e-4aee-a4e6-91f7c3117809', 'name': 'network-vif-deleted', 'tag': 'deea100b-f0e8-4a92-b29e-41852f6deabf', 'status': 'completed', 'code': 200} Jun 10 16:27:25.941537 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83154c03-a39b-4a49-9138-80ae4f37d728 None None] New status for floating IP 4858de4d-e4f8-447c-957f-da7bac695d35: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:27:26.402967 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-08fef601-be42-463f-aaee-295ce7af54ce service neutron] 10.222.0.23 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281808 Jun 10 16:27:26.524675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-d450620d-ee08-4f0e-a867-54240a9004f4 service neutron] 10.222.0.23 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145558 Jun 10 16:27:26.606170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52242) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:26.668224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Deleting subnet 3dd069e1-7062-42a6-bf79-a64009069d49 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:27:26.671229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:26.710736 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-636e4d9d-15b1-4dda-8e0e-8c540a9ce342 req-1de3e1a9-f1a6-447a-afd4-4be9e3f9af31 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 210 time: 0.0341463 Jun 10 16:27:26.716076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:26.769711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:26.836264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:26.839116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2dd92e43-d1a1-426f-a502-0cfa7e73813d tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:26.875642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd069e1-7062-42a6-bf79-a64009069d49,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:26.879891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:26.880956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:26.885356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3dd069e1-7062-42a6-bf79-a64009069d49 HTTP/1.1" status: 204 len: 168 time: 0.2781093 Jun 10 16:27:26.885580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52252) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:27.321975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.430168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.440684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c350dfd6-e19e-471e-bea9-325a47937eab']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:27.451212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e20505-c554-4b51-b636-015c4f62c055') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:27.451507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e20505-c554-4b51-b636-015c4f62c055') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:27.461261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.475931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.481482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:27:27.481853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:27:27.483456 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:27:27.559548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.563067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df825a24-777f-4cc9-9298-f7e83bd59afa tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:27.565553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.567326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c350dfd6-e19e-471e-bea9-325a47937eab HTTP/1.1" status: 204 len: 168 time: 0.6806233 Jun 10 16:27:27.570612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:27.581556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c350dfd6-e19e-471e-bea9-325a47937eab,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:27.583748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e69aeaea-0409-46a9-8434-fdaf2c64f8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:27.629033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Deleting subnet 05b1a935-f38a-4cb5-bc8e-6b4cb817aecc {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:27:27.632666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.678362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.821681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.910869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-c5d41d47-302a-4897-81cc-57542231ee7d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:27.912240 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-c5d41d47-302a-4897-81cc-57542231ee7d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 796 time: 0.1991870 Jun 10 16:27:27.957934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:27.982322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5e3a9518-f7d9-4740-b65f-97ca3e9125e4 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:27.989534 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2d74fe18-1e37-4e1a-bf26-a3b63f1123eb req-bfa3834d-7654-42ef-965a-87824fe50eb4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 210 time: 0.1371870 Jun 10 16:27:28.020213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b1a935-f38a-4cb5-bc8e-6b4cb817aecc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:28.022167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.023946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/05b1a935-f38a-4cb5-bc8e-6b4cb817aecc HTTP/1.1" status: 204 len: 168 time: 0.4525080 Jun 10 16:27:28.026890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52266) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:28.031325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:28.043495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-365633ec-33cf-4c25-9366-0470475bef74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 472 time: 0.1204016 Jun 10 16:27:28.052498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['19304734-8251-4b14-ac4b-4da247e64eba']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:28.117033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.195711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:27:28.199285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.226919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.238122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56613575-d0f5-454b-b87e-499ab2358ad8']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:28.249362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d4316a-cb9a-4d7e-9da6-edba43da38f2') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:28.249662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d4316a-cb9a-4d7e-9da6-edba43da38f2') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:28.260051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.282978 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.288991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:27:28.289393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:27:28.302161 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:27:28.353647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.3 (ac11bb99-6d4e-4218-9e3c-0610e9ea4aae/ecc7d84b-deef-4203-85b9-a9a8b4009439/16e5302d-676d-4db6-9208-32a7861f39e1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:27:28.368922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.372604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7509ecfb-1426-4d04-b5a8-975b795cb45f tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:28.374953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.376973 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] 10.222.0.23 "DELETE /v2.0/networks/56613575-d0f5-454b-b87e-499ab2358ad8 HTTP/1.1" status: 204 len: 168 time: 0.3490798 Jun 10 16:27:28.394072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Pushing event deleted for resources: {'Network': ['ID=56613575-d0f5-454b-b87e-499ab2358ad8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:28.396340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:28.536992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.547457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52270) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:28.550336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 16e5302d-676d-4db6-9208-32a7861f39e1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:27:28.586065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.590095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c99ea31-bc75-49d6-bc44-3185214d05be tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:28.594269 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7cd6923e-9933-418c-9a39-3bba052e0370 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87ef6ddf9d88474ba443712b9b0109b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451844 Jun 10 16:27:28.597014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52272) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:28.645021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:27:28.648448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:27:28.653188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:27:28.657614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.659472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=16e5302d-676d-4db6-9208-32a7861f39e1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:28.683929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.687317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:28.716343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:28.716842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.731584 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6828279 Jun 10 16:27:28.742605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.744217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Request body: {'port': {'device_id': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:28.745326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.749165 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b898655-9ed1-42dc-bba4-47b5f50388b4 HTTP/1.1" status: 204 len: 168 time: 0.1510532 Jun 10 16:27:28.750024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3e8cd7de-c01d-4a18-b0a3-d1d1797ae5e5 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:28.760684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b898655-9ed1-42dc-bba4-47b5f50388b4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:28.772736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:28.822056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device deea100b-f0e8-4a92-b29e-41852f6deabf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:27:28.866176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: deea100b-f0e8-4a92-b29e-41852f6deabf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:27:28.866542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device deea100b-f0e8-4a92-b29e-41852f6deabf not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:27:28.873113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.893817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b71969eb-6a87-4ca2-a830-824dbf0f0a83 None None] Provisioning for port 16e5302d-676d-4db6-9208-32a7861f39e1 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:27:28.897724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b71969eb-6a87-4ca2-a830-824dbf0f0a83 None None] Provisioning complete for port 16e5302d-676d-4db6-9208-32a7861f39e1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:27:28.898345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b71969eb-6a87-4ca2-a830-824dbf0f0a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:28.942189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b71969eb-6a87-4ca2-a830-824dbf0f0a83 None None] Port 16e5302d-676d-4db6-9208-32a7861f39e1 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:27:29.132189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52280) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:29.194277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10879e69-7f78-49f5-9098-f2f784eb97da req-afd2a2a9-2a9b-45a3-8cbf-109be5413c99 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:29.196014 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-10879e69-7f78-49f5-9098-f2f784eb97da req-afd2a2a9-2a9b-45a3-8cbf-109be5413c99 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 931 time: 0.0737827 Jun 10 16:27:29.210469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7bb7b5a0-b29d-4feb-b123-f910a0587acc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6608d33313745bdba823bd09a958ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767627 Jun 10 16:27:29.212887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52282) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:29.240313 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-10879e69-7f78-49f5-9098-f2f784eb97da req-bbba9028-ff99-4ecb-a48f-fed3fdf912aa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382631 Jun 10 16:27:29.294064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e5302d-676d-4db6-9208-32a7861f39e1 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:27:29.307923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.331250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Transition to ACTIVE for port object 16e5302d-676d-4db6-9208-32a7861f39e1 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:27:29.332281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.336589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.344309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6bc668ae-5b0e-400e-9395-93e2db8a23db tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:29.389186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.480662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Pushing event updated for resources: {'Port': ['ID=16e5302d-676d-4db6-9208-32a7861f39e1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:29.494156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:29.616033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.618539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.619651 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e63e609b-e97b-4306-b9c7-c36887cde3b2 HTTP/1.1" status: 204 len: 168 time: 0.4058433 Jun 10 16:27:29.621532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b722288d-fedf-40e3-b3c4-5d9a141c90f0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:29.645218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e609b-e97b-4306-b9c7-c36887cde3b2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:29.648072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Attempting to bind port 16e5302d-676d-4db6-9208-32a7861f39e1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:27:29.648410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Attempting to bind port 16e5302d-676d-4db6-9208-32a7861f39e1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:27:29.648731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Attempting to bind port 16e5302d-676d-4db6-9208-32a7861f39e1 on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:27:29.652208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:29.662781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Port 16e5302d-676d-4db6-9208-32a7861f39e1 on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:27:29.663253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Attempting to bind port 16e5302d-676d-4db6-9208-32a7861f39e1 on network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:27:29.673396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:27:29.673810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Checking segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:27:29.674306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Bound using segment: {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:27:29.674778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Bound port: 16e5302d-676d-4db6-9208-32a7861f39e1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79df39ee-d940-4e53-b7e2-fe21c7186a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:27:29.675126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.690420 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-16c54955-f33e-4420-874a-3e0a7f64cfcf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1683133 Jun 10 16:27:29.797536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] For port 16e5302d-676d-4db6-9208-32a7861f39e1, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:27:29.822116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] For port 16e5302d-676d-4db6-9208-32a7861f39e1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=16e5302d-676d-4db6-9208-32a7861f39e1,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:27:29.827699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.831440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:29.887144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:29.887597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:29.888925 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] 10.222.0.25 "PUT /v2.0/ports/16e5302d-676d-4db6-9208-32a7861f39e1 HTTP/1.1" status: 200 len: 1093 time: 1.1494870 Jun 10 16:27:29.890582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:29.894797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aaff16-e2f7-4c0c-8268-45289dea7821" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:29.937471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-6dae1c29-0753-4a49-95c1-c2d613aa29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:29.939838 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-6dae1c29-0753-4a49-95c1-c2d613aa29e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 1099 time: 0.1974425 Jun 10 16:27:29.955531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Pushing event updated for resources: {'Port': ['ID=16e5302d-676d-4db6-9208-32a7861f39e1,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:29.992814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:29.994618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6d472-5e5d-4279-a8dd-a897e2ffcb1e x-openstack-request-id: req-f3e6d472-5e5d-4279-a8dd-a897e2ffcb1e {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:29.994957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:29.995521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3e6d472-5e5d-4279-a8dd-a897e2ffcb1e {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:29.995875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1', 'status': 'completed', 'code': 200} Jun 10 16:27:30.129284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-1c404221-5529-45fb-b0bd-178ddb1e16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.130752 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-1c404221-5529-45fb-b0bd-178ddb1e16eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 1096 time: 0.1881235 Jun 10 16:27:30.132104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-2678cc07-9310-4d0a-94a8-278e28cdd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.133398 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-2678cc07-9310-4d0a-94a8-278e28cdd780 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 897 time: 0.1368258 Jun 10 16:27:30.248966 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-5411192a-3142-4857-a6f3-d51de6e50b24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16e5302d-676d-4db6-9208-32a7861f39e1 HTTP/1.1" status: 200 len: 217 time: 0.1057625 Jun 10 16:27:30.250316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-e182c74e-e8d4-42b6-a961-1766d5617482 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 200 len: 217 time: 0.1015050 Jun 10 16:27:30.358409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-03936985-83ee-45b7-a2f7-9e9d6afe428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.359859 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-03936985-83ee-45b7-a2f7-9e9d6afe428e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.1003580 Jun 10 16:27:30.363921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-5790669d-7d88-4a75-8c98-fe6e5bf758d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.365277 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-5790669d-7d88-4a75-8c98-fe6e5bf758d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0968387 Jun 10 16:27:30.430079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fc685-977f-4738-9c0a-0b94cf414cfc req-464a76b1-6bfd-48a4-a133-f6f3f92c5814 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.431775 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dd9fc685-977f-4738-9c0a-0b94cf414cfc req-464a76b1-6bfd-48a4-a133-f6f3f92c5814 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 943 time: 0.0781972 Jun 10 16:27:30.471983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-d35254dd-f381-4b40-b5e7-db6616370de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.473494 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-d35254dd-f381-4b40-b5e7-db6616370de1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1073477 Jun 10 16:27:30.477375 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dd9fc685-977f-4738-9c0a-0b94cf414cfc req-9b99a705-d2ac-4766-9fa2-a9ab87fef872 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394824 Jun 10 16:27:30.479330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-d3e1f617-4689-43e1-87a8-78c5c1206061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:30.480710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-d3e1f617-4689-43e1-87a8-78c5c1206061 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1064434 Jun 10 16:27:30.675781 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-8c5bbc9a-de7d-4fc6-aa6c-c6725c1942a9 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940246 Jun 10 16:27:30.677774 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-45d25aa1-460a-42c3-990d-5ffb55900040 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879182 Jun 10 16:27:30.884096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b52af0d9-6d7b-4f12-973e-cd93d250ded4 req-addfbbaf-fbd8-42c1-881c-d6e63720d323 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976614 Jun 10 16:27:30.889198 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-49e3225e-6c0c-4aa8-b3a1-a401864f9670 req-7d5c5dd1-72c9-425e-b76f-7f1982397738 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018073 Jun 10 16:27:31.001553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-df5a4c3e-115f-4bab-ae0b-249423bf593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:31.003008 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-df5a4c3e-115f-4bab-ae0b-249423bf593e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 1096 time: 0.0656409 Jun 10 16:27:31.115875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-dab097c8-45c5-4f01-b89a-b1338eff0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:31.117378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-dab097c8-45c5-4f01-b89a-b1338eff0939 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 897 time: 0.1081069 Jun 10 16:27:31.175021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-740dfdc0-6a9a-4c65-8ed8-90dec8565dbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16e5302d-676d-4db6-9208-32a7861f39e1 HTTP/1.1" status: 200 len: 217 time: 0.0506248 Jun 10 16:27:31.229612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-378251f3-9a53-4920-aa91-5b447595953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:31.231051 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-378251f3-9a53-4920-aa91-5b447595953b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0510306 Jun 10 16:27:31.301417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-e8a23385-7a7c-4328-9e33-965835603f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:31.302814 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-e8a23385-7a7c-4328-9e33-965835603f78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0641932 Jun 10 16:27:31.418695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-e36fb79b-f8ca-4966-a710-87f5864bc383 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091502 Jun 10 16:27:31.540700 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13aaff16-e2f7-4c0c-8268-45289dea7821 req-0ec49c92-306e-42d3-8d2d-951222770c37 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149275 Jun 10 16:27:31.671814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e9de6-13f7-44a6-987a-4b99684bc38c req-2b188222-8ca4-45ce-992c-352d955176bd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:31.673378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-482e9de6-13f7-44a6-987a-4b99684bc38c req-2b188222-8ca4-45ce-992c-352d955176bd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 943 time: 0.0784185 Jun 10 16:27:31.714862 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-482e9de6-13f7-44a6-987a-4b99684bc38c req-ec463945-447b-4075-9b36-648e106cb454 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359643 Jun 10 16:27:32.904753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa31b2b-f917-4207-ad88-6f6776424218 req-8c358055-9212-4090-b635-d26b3e53d925 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:32.906403 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cfa31b2b-f917-4207-ad88-6f6776424218 req-8c358055-9212-4090-b635-d26b3e53d925 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 943 time: 0.0768995 Jun 10 16:27:32.957442 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cfa31b2b-f917-4207-ad88-6f6776424218 req-6c2a8cae-b039-41cb-98eb-0f33a6b3e59e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 Jun 10 16:27:33.477799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b58832a7-f857-436f-9892-599155fcf4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:34.142614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bcdc0-628d-42cb-aa96-edeb07b02434 req-fe6bb6ce-a4a4-4b1c-9ca0-528a52300c06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:34.144208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a4bcdc0-628d-42cb-aa96-edeb07b02434 req-fe6bb6ce-a4a4-4b1c-9ca0-528a52300c06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 943 time: 0.0700605 Jun 10 16:27:34.186316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a4bcdc0-628d-42cb-aa96-edeb07b02434 req-c712511f-ab24-497c-ac5f-c07655063f95 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361688 Jun 10 16:27:34.834920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 16e5302d-676d-4db6-9208-32a7861f39e1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:27:34.960855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 16e5302d-676d-4db6-9208-32a7861f39e1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=16e5302d-676d-4db6-9208-32a7861f39e1,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:34.974619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '16e5302d-676d-4db6-9208-32a7861f39e1', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'port_id': '16e5302d-676d-4db6-9208-32a7861f39e1', 'mac_address': 'fa:16:3e:17:ee:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:27:35.017033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:35.031922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e5302d-676d-4db6-9208-32a7861f39e1 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:27:35.054838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 16e5302d-676d-4db6-9208-32a7861f39e1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=16e5302d-676d-4db6-9208-32a7861f39e1,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:35.059082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:35.061889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:35.113977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=16e5302d-676d-4db6-9208-32a7861f39e1,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:35.117233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:35.293955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['16e5302d-676d-4db6-9208-32a7861f39e1'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:27:35.379868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa6ec0-7e95-4f79-9d93-7030d7e51fbe req-18fc3b59-f146-4aeb-bdcf-ddfd41fbd790 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:35.381326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0faa6ec0-7e95-4f79-9d93-7030d7e51fbe req-18fc3b59-f146-4aeb-bdcf-ddfd41fbd790 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 944 time: 0.0817966 Jun 10 16:27:35.428420 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0faa6ec0-7e95-4f79-9d93-7030d7e51fbe req-c3acb08b-5c9e-476e-a908-8a1ea07b93c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Jun 10 16:27:36.100379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:36.280200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-755f6d22-82a7-4603-a7a3-61234e41eadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:36.617187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565819-a05e-41cd-a7e9-1b733e40edf1 req-4594356b-a975-4316-8ca2-45a0e7add4d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:36.618835 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-43565819-a05e-41cd-a7e9-1b733e40edf1 req-4594356b-a975-4316-8ca2-45a0e7add4d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 944 time: 0.0757158 Jun 10 16:27:36.662393 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-43565819-a05e-41cd-a7e9-1b733e40edf1 req-3ec8fe5e-08e4-4649-8be9-935d99556096 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Jun 10 16:27:36.850173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 16e5302d-676d-4db6-9208-32a7861f39e1 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:27:36.904247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 16e5302d-676d-4db6-9208-32a7861f39e1 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:27:36.907931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 16e5302d-676d-4db6-9208-32a7861f39e1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:27:36.908304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:36.997505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:37.027026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:37.029916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e90cd1-e407-455b-bae5-0a2c55452234" -d '{"events": [{"server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "name": "network-vif-plugged", "status": "completed", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:37.043694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 16e5302d-676d-4db6-9208-32a7861f39e1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=16e5302d-676d-4db6-9208-32a7861f39e1,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:27:37.047837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:37.051291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9edf72be-7e1c-41fe-ba3e-e7ece256ded1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:27:37.083034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c8422c-d866-4e70-8d7f-2ea46e86e378 x-openstack-request-id: req-e4c8422c-d866-4e70-8d7f-2ea46e86e378 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:37.083378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "name": "network-vif-plugged", "status": "completed", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:37.083709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c8422c-d866-4e70-8d7f-2ea46e86e378 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:37.084212 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1', 'code': 200} Jun 10 16:27:37.114824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=16e5302d-676d-4db6-9208-32a7861f39e1,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:27:37.117860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:27:37.293603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:37.310401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b072-dc98-4517-9f4c-30e829b737aa req-711af10d-d517-43ff-94bb-44203fa87523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:37.311880 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09e6b072-dc98-4517-9f4c-30e829b737aa req-711af10d-d517-43ff-94bb-44203fa87523 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 1098 time: 0.0644548 Jun 10 16:27:37.352606 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09e6b072-dc98-4517-9f4c-30e829b737aa req-f0e8638c-22bc-44e9-9b08-c465788fc124 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317233 Jun 10 16:27:37.856456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283cee-b95f-4917-8069-b3dfe7cc3fa5 req-e30adbb9-2645-4ea3-8c12-dd77d96d06cd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:37.857966 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-37283cee-b95f-4917-8069-b3dfe7cc3fa5 req-e30adbb9-2645-4ea3-8c12-dd77d96d06cd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 945 time: 0.0826871 Jun 10 16:27:37.904221 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-37283cee-b95f-4917-8069-b3dfe7cc3fa5 req-1d92e230-fa3b-459e-8eba-a15bc6d61a19 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Jun 10 16:27:38.929207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:39.093953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e21ab-d45d-4d5c-ad05-c9b2dcafeb61 req-2d226b26-08e0-46b5-b7f5-51f3c809d0e5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:39.095496 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-215e21ab-d45d-4d5c-ad05-c9b2dcafeb61 req-2d226b26-08e0-46b5-b7f5-51f3c809d0e5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 945 time: 0.0714700 Jun 10 16:27:39.139133 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-215e21ab-d45d-4d5c-ad05-c9b2dcafeb61 req-6c9ec520-2b0c-4b0c-a41e-4bded4dddda2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367241 Jun 10 16:27:39.321242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae8582-0388-4f71-81ac-56bb13fb576c req-090b72c4-92d0-4ae9-87c2-7bcef79b2ddc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:39.322747 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81ae8582-0388-4f71-81ac-56bb13fb576c req-090b72c4-92d0-4ae9-87c2-7bcef79b2ddc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 945 time: 0.0745425 Jun 10 16:27:39.364877 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81ae8582-0388-4f71-81ac-56bb13fb576c req-365009df-eba6-4bc1-8eff-bc94eaa05e51 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365124 Jun 10 16:27:39.388310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52312) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:39.453962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815b131-eaf8-4aef-b1a3-72a529516920 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:39.455420 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f815b131-eaf8-4aef-b1a3-72a529516920 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 1093 time: 0.0661023 Jun 10 16:27:39.458427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52314) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:39.462861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'port_id': '16e5302d-676d-4db6-9208-32a7861f39e1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:27:39.516527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:40.143143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:40.148399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:40.287981 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 5b543574-84d6-4804-8264-268ce1a39011 associated. External IP: 172.26.5.229, port: 16e5302d-676d-4db6-9208-32a7861f39e1. Jun 10 16:27:40.571797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:27:40.719861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:27:40.725171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:27:40.729420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:27:40.738775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:27:40.739397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:27:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:40.777553 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-37a0fa1e-ca10-4465-997d-419e72a1c2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 991 time: 1.3180199 Jun 10 16:27:40.778564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:27:40.780362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52316) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:40.781298 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666e4f8-6611-4ba0-a874-e04498c772d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:27:40.819792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b90b16d-36c5-4479-91fb-7a82e6b600e7 x-openstack-request-id: req-2b90b16d-36c5-4479-91fb-7a82e6b600e7 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:27:40.820131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:27:40.820431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b90b16d-36c5-4479-91fb-7a82e6b600e7 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:27:40.820880 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1', 'status': 'completed', 'code': 200} Jun 10 16:27:40.887700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:27:40.899031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-318a839c-104f-4d09-b0b5-6e1e1346973f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 991 time: 0.1165378 Jun 10 16:27:40.927215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-3936f10c-f36c-4012-be7c-09c2725c635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:40.928698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-3936f10c-f36c-4012-be7c-09c2725c635d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 1098 time: 0.0820878 Jun 10 16:27:41.191419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5b543574-84d6-4804-8264-268ce1a39011', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'port_id': '16e5302d-676d-4db6-9208-32a7861f39e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'mac_address': 'fa:16:3e:17:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:26:42Z', 'updated_at': '2021-06-10T16:27:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:41.194978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:27:41.203597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:27:41.204239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:27:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:41.369655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:27:41.463338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-dd1e0cf4-fd6a-4f41-9589-744a91e98053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:41.464699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-dd1e0cf4-fd6a-4f41-9589-744a91e98053 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 200 len: 897 time: 0.5298190 Jun 10 16:27:41.557924 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-aac47e7e-480c-409d-98f3-ac85518f3e78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16e5302d-676d-4db6-9208-32a7861f39e1 HTTP/1.1" status: 200 len: 999 time: 0.0844641 Jun 10 16:27:41.624106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-469f8b26-8846-4528-b85a-d954f42bc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:41.625643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-469f8b26-8846-4528-b85a-d954f42bc156 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 200 len: 834 time: 0.0545931 Jun 10 16:27:41.692344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-76d74103-77cc-4b0d-88bf-fa659c433a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:27:41.693872 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-76d74103-77cc-4b0d-88bf-fa659c433a64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0613399 Jun 10 16:27:41.704073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-24f48935-5c57-4849-a540-7241d3755c23 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:27:41.705036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-24f48935-5c57-4849-a540-7241d3755c23 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0049875 Jun 10 16:27:41.829427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5b543574-84d6-4804-8264-268ce1a39011', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'port_id': '16e5302d-676d-4db6-9208-32a7861f39e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'mac_address': 'fa:16:3e:17:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:26:42Z', 'updated_at': '2021-06-10T16:27:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:27:41.833415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-1124327e-a011-409e-b24d-d481ddc023cf service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222930 Jun 10 16:27:41.834004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bcda1-a813-45bf-9d73-6e80275ad689 None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5b543574-84d6-4804-8264-268ce1a39011', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.229', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'port_id': '16e5302d-676d-4db6-9208-32a7861f39e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'mac_address': 'fa:16:3e:17:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:26:42Z', 'updated_at': '2021-06-10T16:27:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:27:41.902330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52320) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:41.961642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2666e4f8-6611-4ba0-a874-e04498c772d9 req-0c51b770-6854-4d64-9a58-fb5a02c303c8 service neutron] 10.222.0.25 "GET /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214242 Jun 10 16:27:41.995742 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9f4dba1f-7a25-41f3-b35e-3d44030bccf7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 991 time: 0.0919087 Jun 10 16:27:42.050200 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8704ac3-90b7-4065-8f49-0218ea85660b None None] New status for floating IP 5b543574-84d6-4804-8264-268ce1a39011: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:27:42.999375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52322) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:27:43.077243 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-63e54696-62d6-46da-bab9-447f5506fc54 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 200 len: 993 time: 0.0766144 Jun 10 16:27:47.410753 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:27:51.273884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:03.480337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7f3218e5-7a27-4231-bdf8-43fc583b9dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:06.100496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:06.283545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3d8da5c9-ff95-4bfa-845f-9cedce2987d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:07.296504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:08.929358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:16.715646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b80518-c950-44c4-85c9-dc3dad06b3ad req-453f198a-4dac-4f91-94b4-0aaf6053618e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:16.717302 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-51b80518-c950-44c4-85c9-dc3dad06b3ad req-453f198a-4dac-4f91-94b4-0aaf6053618e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 945 time: 0.0792639 Jun 10 16:28:16.761294 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-51b80518-c950-44c4-85c9-dc3dad06b3ad req-1b69faed-1872-4630-8328-081319319b5b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378175 Jun 10 16:28:17.961304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df212-c880-4d65-8f9b-82a438144cca req-8828b0e5-d0d0-4b38-8bd0-0600a7b895a1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:17.963273 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a7df212-c880-4d65-8f9b-82a438144cca req-8828b0e5-d0d0-4b38-8bd0-0600a7b895a1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 945 time: 0.0776656 Jun 10 16:28:18.121543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 16e5302d-676d-4db6-9208-32a7861f39e1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:28:18.121898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:18.251411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 16e5302d-676d-4db6-9208-32a7861f39e1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=16e5302d-676d-4db6-9208-32a7861f39e1,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:18.251780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:18.308750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d4366-18a0-45b2-80ab-9e8d329403d8 req-c3f06b9e-1f91-4b93-bb06-48aded0c43b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:18.310281 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4a5d4366-18a0-45b2-80ab-9e8d329403d8 req-c3f06b9e-1f91-4b93-bb06-48aded0c43b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 945 time: 0.4299815 Jun 10 16:28:18.357422 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4a5d4366-18a0-45b2-80ab-9e8d329403d8 req-563c4033-80ad-491a-b3d5-97011edbf9f0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=19304734-8251-4b14-ac4b-4da247e64eba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388288 Jun 10 16:28:18.525947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:18.526556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:18.526879 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 5b543574-84d6-4804-8264-268ce1a39011 disassociated. External IP: 172.26.5.229, port: 16e5302d-676d-4db6-9208-32a7861f39e1. Jun 10 16:28:18.527211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 16e5302d-676d-4db6-9208-32a7861f39e1 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:28:18.684724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:18.689405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff651222-d2e8-4bed-b100-76eef6d08346 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:18.720425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=16e5302d-676d-4db6-9208-32a7861f39e1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:18.732382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.732771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.733167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.733546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.733914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.734339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.734804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.735679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.735679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.735983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.736345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.737396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:18.742018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:18.895254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:28:19.056004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:28:19.070659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:28:19.083321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:19.084033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:19.121900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 16e5302d-676d-4db6-9208-32a7861f39e1 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:28:19.125183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:19.128412 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a7df212-c880-4d65-8f9b-82a438144cca req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/16e5302d-676d-4db6-9208-32a7861f39e1 HTTP/1.1" status: 204 len: 173 time: 1.1588304 Jun 10 16:28:19.129129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'name': 'network-vif-deleted', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:28:19.131934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c95dc-2b0e-4022-92bc-a503679fa269" -d '{"events": [{"server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "name": "network-vif-deleted", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:28:19.339910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:19.452089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c671ea8-74d0-4a6e-b5de-481fb1d5b24b x-openstack-request-id: req-7c671ea8-74d0-4a6e-b5de-481fb1d5b24b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:28:19.452567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66", "name": "network-vif-deleted", "tag": "16e5302d-676d-4db6-9208-32a7861f39e1", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:28:19.453045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c671ea8-74d0-4a6e-b5de-481fb1d5b24b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:28:19.453672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a73a33-ea8d-4d5f-bd99-bed3a4a67d66', 'name': 'network-vif-deleted', 'tag': '16e5302d-676d-4db6-9208-32a7861f39e1', 'status': 'completed', 'code': 200} Jun 10 16:28:19.539366 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ec49ae40-5d51-4388-9b72-ee35001f90f1 req-c5c1bf38-a701-4167-91f2-da67ead4b141 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4a73a33-ea8d-4d5f-bd99-bed3a4a67d66 HTTP/1.1" status: 200 len: 210 time: 0.0349259 Jun 10 16:28:19.650818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:19.654575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:28:19.662917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:19.663533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:19.828478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:20.101524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:20.105045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeeabff-aa56-405a-bef8-b4e85c8045f2 None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:26:09Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'fee94733-cb03-4049-bcf6-efdd3516048e', 'name': '', 'network_id': 'ac11bb99-6d4e-4218-9e3c-0610e9ea4aae', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:3f:33:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': 'ecc7d84b-deef-4203-85b9-a9a8b4009439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:28:20.324167 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bd1978-f187-465e-964c-3917d9de2082 None None] New status for floating IP 5b543574-84d6-4804-8264-268ce1a39011: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:28:20.638196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:20.703078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:20.730240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:20.798830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:20.801684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:20.802865 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/19304734-8251-4b14-ac4b-4da247e64eba HTTP/1.1" status: 204 len: 168 time: 0.1634090 Jun 10 16:28:20.803721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:20.820326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19304734-8251-4b14-ac4b-4da247e64eba,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:20.823581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:21.024706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 16e5302d-676d-4db6-9208-32a7861f39e1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:28:21.051743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 16e5302d-676d-4db6-9208-32a7861f39e1 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:28:21.052096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 16e5302d-676d-4db6-9208-32a7861f39e1 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:28:21.287003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:21.866469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52362) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:22.031095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 670f62e1-143e-4d7f-99c2-dc05cc9a881b {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:28:22.031426 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:22.151931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:22.152205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:22.253965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 670f62e1-143e-4d7f-99c2-dc05cc9a881b owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:28:22.435346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:22.437261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e77b1604-3177-4653-b285-656b0394f713 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:22.468013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=670f62e1-143e-4d7f-99c2-dc05cc9a881b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:22.480330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.481304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.481304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.481539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.481826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.482239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.482612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.482976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.483342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.483701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.484059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.484415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:22.491306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:22.564706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:22.567407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:22.568590 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/5b543574-84d6-4804-8264-268ce1a39011 HTTP/1.1" status: 204 len: 168 time: 0.7007902 Jun 10 16:28:22.970108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4321fd-88ca-4848-84d8-e4bbacaa2bce req-dd3f3265-5ac6-490d-9e3b-ffdf7f04893c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:22.971680 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc4321fd-88ca-4848-84d8-e4bbacaa2bce req-dd3f3265-5ac6-490d-9e3b-ffdf7f04893c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 946 time: 0.0815616 Jun 10 16:28:23.016416 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc4321fd-88ca-4848-84d8-e4bbacaa2bce req-bdfa391f-70c1-459c-b798-44e246a5b8ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Jun 10 16:28:24.239524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-ce87c7d0-a04b-4a73-a6bd-6491143c5db6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:24.241022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-ce87c7d0-a04b-4a73-a6bd-6491143c5db6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 946 time: 0.1234498 Jun 10 16:28:24.255146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28317cad-7d49-4591-83e8-441f810591ec req-7a650e24-c7d2-462d-b3b2-ec9573e40918 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:24.256535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28317cad-7d49-4591-83e8-441f810591ec req-7a650e24-c7d2-462d-b3b2-ec9573e40918 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 946 time: 0.1010592 Jun 10 16:28:24.365978 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28317cad-7d49-4591-83e8-441f810591ec req-14092bf1-72bc-4d8e-99f7-6445b287aaee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=562f29d1-154a-45ce-97ce-6a86ab0a00ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032343 Jun 10 16:28:24.402656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port e601fc58-bf3b-426d-a899-98552f85c9ec {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:28:24.402656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:24.411098 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:28:24.519297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port e601fc58-bf3b-426d-a899-98552f85c9ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e601fc58-bf3b-426d-a899-98552f85c9ec,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:24.519661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:24.616633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for e601fc58-bf3b-426d-a899-98552f85c9ec owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:28:24.790881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:24.796015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8406365e-c6e1-41e1-8bcc-18c289d2004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:24.841918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=e601fc58-bf3b-426d-a899-98552f85c9ec,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:24.843744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:24.913971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port e601fc58-bf3b-426d-a899-98552f85c9ec on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:28:24.916878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:24.918889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c2b6c109-2345-44b6-b53e-d26b8c7b2ca3 req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/e601fc58-bf3b-426d-a899-98552f85c9ec HTTP/1.1" status: 204 len: 173 time: 0.6720996 Jun 10 16:28:24.919446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'name': 'network-vif-deleted', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:28:24.922235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc48978a-ab67-45c2-be65-8f82b341b884" -d '{"events": [{"server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "name": "network-vif-deleted", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:28:24.966425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d593f-f101-4a9a-96c0-eb18d1fb9a93 x-openstack-request-id: req-429d593f-f101-4a9a-96c0-eb18d1fb9a93 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:28:24.966766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b72fbf-a3ef-462e-a43b-82ba31a72db3", "name": "network-vif-deleted", "tag": "e601fc58-bf3b-426d-a899-98552f85c9ec", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:28:24.967066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-429d593f-f101-4a9a-96c0-eb18d1fb9a93 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:28:24.967513 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b72fbf-a3ef-462e-a43b-82ba31a72db3', 'name': 'network-vif-deleted', 'tag': 'e601fc58-bf3b-426d-a899-98552f85c9ec', 'status': 'completed', 'code': 200} Jun 10 16:28:25.555695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57223527-e7c4-46a5-a7b6-1c21e1bc698f req-9b851fa1-562f-426a-9fa0-36bf127bb7af tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=71b72fbf-a3ef-462e-a43b-82ba31a72db3 HTTP/1.1" status: 200 len: 210 time: 0.0384758 Jun 10 16:28:26.652247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52376) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:26.713333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:26.739997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:26.804049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:26.807251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:26.808394 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/562f29d1-154a-45ce-97ce-6a86ab0a00ff HTTP/1.1" status: 204 len: 168 time: 0.1551664 Jun 10 16:28:26.809342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e573f4f0-d023-4ff3-a42c-5fe0e08aa5f4 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:26.819543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f29d1-154a-45ce-97ce-6a86ab0a00ff,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:26.825175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:26.842344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52380) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:27.039750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e601fc58-bf3b-426d-a899-98552f85c9ec no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:28:27.063928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: e601fc58-bf3b-426d-a899-98552f85c9ec {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:28:27.064284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e601fc58-bf3b-426d-a899-98552f85c9ec not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:28:27.318205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:27.652652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port fee94733-cb03-4049-bcf6-efdd3516048e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:28:27.653397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:27.761941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port fee94733-cb03-4049-bcf6-efdd3516048e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=fee94733-cb03-4049-bcf6-efdd3516048e,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:27.762286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:27.856950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for fee94733-cb03-4049-bcf6-efdd3516048e owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:28:28.085712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:28.088356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:28.119935 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=fee94733-cb03-4049-bcf6-efdd3516048e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:28.122965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:28.355917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:28.969394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a421d27f-bfda-45e2-9b21-3005817b6bb7 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:28:29.110794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:28:29.118162 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/a421d27f-bfda-45e2-9b21-3005817b6bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730992 Jun 10 16:28:29.119497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52382) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:29.121107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] Sync routers for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:28:29.130545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:29.131269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:29.187060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet ecc7d84b-deef-4203-85b9-a9a8b4009439 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:28:29.190188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.245581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.278008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:29.346091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.418450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.421241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fb6d03e1-65f0-43b7-a102-20ef8dc77336 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:29.453190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc7d84b-deef-4203-85b9-a9a8b4009439,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:29.456263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:29.457309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.461931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52384) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:29.462349 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/ecc7d84b-deef-4203-85b9-a9a8b4009439 HTTP/1.1" status: 204 len: 168 time: 0.3412971 Jun 10 16:28:29.489406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aecec4-8419-43d3-850f-f55d37f79a54 None None] Network ac11bb99-6d4e-4218-9e3c-0610e9ea4aae requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:28:29.612848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.649311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:28:28Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:29.655226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] Checking router: a421d27f-bfda-45e2-9b21-3005817b6bb7 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:28:29.674829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] Routers {'a421d27f-bfda-45e2-9b21-3005817b6bb7'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:29.675521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a421d27f-bfda-45e2-9b21-3005817b6bb7'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:29.761348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.824321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 5f162439-131a-44cf-b661-7d87507cc8bf {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:28:29.824663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.937485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 5f162439-131a-44cf-b661-7d87507cc8bf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5f162439-131a-44cf-b661-7d87507cc8bf,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:29.937739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:29.988548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] Set router a421d27f-bfda-45e2-9b21-3005817b6bb7 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:30.030467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] DHCP port deletion for ac11bb99-6d4e-4218-9e3c-0610e9ea4aae request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:28:30.036791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 5f162439-131a-44cf-b661-7d87507cc8bf owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:28:30.213550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Deleting port 231fba68-fd37-41a3-ab3a-493d7f038153 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:28:30.214182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.250254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.253186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:30.284330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=5f162439-131a-44cf-b661-7d87507cc8bf,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:30.287218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:30.333658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] For port 231fba68-fd37-41a3-ab3a-493d7f038153, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=231fba68-fd37-41a3-ab3a-493d7f038153,segment=NetworkSegment(79df39ee-d940-4e53-b7e2-fe21c7186a50),segment_id=79df39ee-d940-4e53-b7e2-fe21c7186a50)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:30.334063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.357690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.429348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Calling delete_port for 231fba68-fd37-41a3-ab3a-493d7f038153 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:28:30.447485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:28:28Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:30.495231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.495851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1300ece-9386-4214-bd0c-12388f95111d None None] The sync data for ids ['a421d27f-bfda-45e2-9b21-3005817b6bb7'] in dv-neutron-601336-90-hyperv is: [{'id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'name': 'tempest-TestNetworkBasicOps-router-2132073496', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218'}], 'enable_snat': True}, 'gw_port_id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:25:59Z', 'updated_at': '2021-06-10T16:28:28Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5f162439-131a-44cf-b661-7d87507cc8bf', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:85:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a421d27f-bfda-45e2-9b21-3005817b6bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:00Z', 'updated_at': '2021-06-10T16:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:28:30.497352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.540317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.542430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:30.565370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.566589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router a421d27f-bfda-45e2-9b21-3005817b6bb7 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:28:30.571070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Pushing event deleted for resources: {'Port': ['ID=231fba68-fd37-41a3-ab3a-493d7f038153,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:30.576008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.577792 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/a421d27f-bfda-45e2-9b21-3005817b6bb7 HTTP/1.1" status: 204 len: 168 time: 1.1147060 Jun 10 16:28:30.580392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52386) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:30.584147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] No DVR routers for this DVR port 231fba68-fd37-41a3-ab3a-493d7f038153 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:28:30.586621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.586977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.587333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.587676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.588008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.588340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.588670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.588997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.589360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.589687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.590017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.590370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:30.593839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:30.680212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.792885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.804189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac11bb99-6d4e-4218-9e3c-0610e9ea4aae']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:30.815085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79df39ee-d940-4e53-b7e2-fe21c7186a50') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:30.815387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79df39ee-d940-4e53-b7e2-fe21c7186a50') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:30.826351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.844079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.853080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:28:30.853658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:28:30.864659 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:28:30.882534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 231fba68-fd37-41a3-ab3a-493d7f038153 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:28:30.913133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 231fba68-fd37-41a3-ab3a-493d7f038153 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:28:30.913515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 231fba68-fd37-41a3-ab3a-493d7f038153 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:28:30.955361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.959900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fbcd6bde-13a8-4543-a2a0-d6a3269f881c tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:30.964074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:30.965898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/ac11bb99-6d4e-4218-9e3c-0610e9ea4aae HTTP/1.1" status: 204 len: 168 time: 0.3845916 Jun 10 16:28:30.982674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=ac11bb99-6d4e-4218-9e3c-0610e9ea4aae,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:30.985327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:30.991067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52388) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:30.996294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--1958492514', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:31.019838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:28:31.023307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.048852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:28:31.058191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.058724 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 4e12ff60-7f33-482c-ba0d-ef92e4abc501 of type vlan for network 9fa276f4-9bdd-4089-8e16-6166c5941e0a Jun 10 16:28:31.116074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.157235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.163727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:31.164356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.167030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9f122f7d-30ca-4c68-9a62-a1868a856fe4 tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:31.198714 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2066493 Jun 10 16:28:31.201542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52390) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:31.206343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-698029517', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:31.233777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.235293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.265723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=9fa276f4-9bdd-4089-8e16-6166c5941e0a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:31.269441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:31.278278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:28:31.311739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.524690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.699164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-f7aacbd0-d12f-40ee-adce-a5e7f3863f62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1608427 Jun 10 16:28:31.777127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-aabf478d-ced2-478e-b770-6c580d6fb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:31.778769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-aabf478d-ced2-478e-b770-6c580d6fb558 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 1098 time: 0.0593536 Jun 10 16:28:31.789653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.815861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:31.945899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.59 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/02caa13a-aa9c-4cd9-915d-dc3ac14e7507) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:28:32.088415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:32.131516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:32.133718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:32.182224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:28:32.185422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:32.188929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:28:32.220763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:32.226048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:32.313492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-5429642f-5551-4fe9-98cc-dc37a47cd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:32.314925 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-5429642f-5551-4fe9-98cc-dc37a47cd0d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.5164797 Jun 10 16:28:32.397736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-3948a76f-7bff-47c7-8758-e0c224b0c72c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=591102d0-2b73-4d1a-98c1-399eff6e3640 HTTP/1.1" status: 200 len: 1000 time: 0.0741103 Jun 10 16:28:32.459257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-fa667981-e3fb-4cf5-936a-45fc4e1a63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:32.460728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-fa667981-e3fb-4cf5-936a-45fc4e1a63a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0572004 Jun 10 16:28:32.477045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f162439-131a-44cf-b661-7d87507cc8bf no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:28:32.502842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 5f162439-131a-44cf-b661-7d87507cc8bf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:28:32.503242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5f162439-131a-44cf-b661-7d87507cc8bf not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:28:32.504220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device fee94733-cb03-4049-bcf6-efdd3516048e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:28:32.532012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-fc07dd8d-8f6f-4d56-8094-b68be7e43c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:32.533479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: fee94733-cb03-4049-bcf6-efdd3516048e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:28:32.533895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-fc07dd8d-8f6f-4d56-8094-b68be7e43c2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0672903 Jun 10 16:28:32.534026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device fee94733-cb03-4049-bcf6-efdd3516048e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:28:32.544892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:32.651212 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-81f1d121-4998-4d08-82f9-6c57032d5b2e service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104848 Jun 10 16:28:32.770571 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5efb629a-c92e-4d54-b496-3dab7ae5e170 req-84a522f9-e7b6-4c2f-b63b-b41062eb3cae service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134515 Jun 10 16:28:32.825165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:33.338226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a381c998-4d48-41f9-ade0-81715dc97029 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:28:33.484050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ca57f430-19da-4dcd-8d56-7591d60e4029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:33.491549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:28:33.500672 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Sync routers for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:28:33.509734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:33.510920 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3083844 Jun 10 16:28:33.512153 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:33.512880 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:33.514375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52394) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:33.551302 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e3de4456-8eee-414d-a638-e5b1382dce60 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356698 Jun 10 16:28:33.553816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52396) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:33.655724 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:33.668979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0021419a-3bf8-490c-9cfe-0838da09aaf9 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:33.670472 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0021419a-3bf8-490c-9cfe-0838da09aaf9 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1157808 Jun 10 16:28:33.673351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52398) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:33.707962 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fe8b7d19-339a-4763-af1d-2c7ce43346fd tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333862 Jun 10 16:28:33.710173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52400) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:33.715288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036895047', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:33.840865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:28:33.844483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:33.901038 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:32Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:33.905294 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Checking router: a381c998-4d48-41f9-ade0-81715dc97029 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:28:33.905717 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Updating router a381c998-4d48-41f9-ade0-81715dc97029 port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:28:33.955381 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.082778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.085906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b997d327-d1a5-4b54-a374-fde3ca80f1eb tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:34.155863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=0934cf14-9a1a-446a-a618-fd60162e82e6,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:34.161021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:34.168682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:28:34.169040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: 9fa276f4-9bdd-4089-8e16-6166c5941e0a, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:28:34.187027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:28:34.196685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9fa276f4-9bdd-4089-8e16-6166c5941e0a) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:34.204946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b424a29-8d95-46ff-b0e1-028465fb5e6c None None] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:28:34.205132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:34.205730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.222416 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5104833 Jun 10 16:28:34.225341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52402) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:34.286119 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.296426 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Transition to ACTIVE for port object 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:34.303477 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.305650 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3116f987-e256-4d8d-95e9-fc381c3d5c3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:34.371633 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Attempting to bind port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:28:34.372115 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Attempting to bind port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:28:34.372495 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Attempting to bind port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:28:34.380195 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Pushing event updated for resources: {'Port': ['ID=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:34.382443 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:28:34.382826 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:28:34.383232 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.383783 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:28:34.384263 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Bound port: 02caa13a-aa9c-4cd9-915d-dc3ac14e7507, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:28:34.384644 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.406491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:28:34.407424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.419339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.420351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.420351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:28:34.423695 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:34.463515 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] For port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:28:34.467092 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] For port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:28:34.471223 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.473324 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-76210182-7f90-4433-beef-0a06139712a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:34.538669 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:34.539379 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:34.581967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Allocated IP 172.20.0.2 (9fa276f4-9bdd-4089-8e16-6166c5941e0a/0934cf14-9a1a-446a-a618-fd60162e82e6/e5fa2e91-a296-4088-84c8-3aac9d9381ca) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:28:34.597591 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Pushing event updated for resources: {'Port': ['ID=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:34.606346 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:34.778050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.787792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Transition to ACTIVE for port object e5fa2e91-a296-4088-84c8-3aac9d9381ca will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:34.804007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Transition to ACTIVE for port object e5fa2e91-a296-4088-84c8-3aac9d9381ca will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:34.806598 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:34.810837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.813673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a728be0d-6272-4969-b448-1f62cb2fdce9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:34.858330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.866382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:28:34.869388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:34.872768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:28:34.884251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Pushing event updated for resources: {'Port': ['ID=e5fa2e91-a296-4088-84c8-3aac9d9381ca,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:34.907449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:34.949532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Attempting to bind port e5fa2e91-a296-4088-84c8-3aac9d9381ca on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:28:34.949911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Attempting to bind port e5fa2e91-a296-4088-84c8-3aac9d9381ca by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:28:34.950282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Attempting to bind port e5fa2e91-a296-4088-84c8-3aac9d9381ca on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:28:34.955393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:28:34.955780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Checking segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:28:34.956215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:34.957967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Bound using segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:28:34.958461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Bound port: e5fa2e91-a296-4088-84c8-3aac9d9381ca, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:28:34.958849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:35.037740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] For port e5fa2e91-a296-4088-84c8-3aac9d9381ca, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:28:35.041684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] For port e5fa2e91-a296-4088-84c8-3aac9d9381ca, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5fa2e91-a296-4088-84c8-3aac9d9381ca,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:28:35.045840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:35.048738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:35.070229 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:32Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:35.073666 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342967-abef-4465-85e1-d5445a378ca9 None None] The sync data for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv is: [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:32Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:28:35.122500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Pushing event updated for resources: {'Port': ['ID=e5fa2e91-a296-4088-84c8-3aac9d9381ca,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:35.126450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:35.231162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (9fa276f4-9bdd-4089-8e16-6166c5941e0a/0934cf14-9a1a-446a-a618-fd60162e82e6/c0414f04-e6b2-4f62-adac-2051c2c93f96) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:28:35.429636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:35.444497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object c0414f04-e6b2-4f62-adac-2051c2c93f96 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:35.485850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:35.488618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:35.544919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:28:35.548586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:35.553567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:28:35.560102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=c0414f04-e6b2-4f62-adac-2051c2c93f96,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:35.590535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:35.619531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:35.810642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.104240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.143225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8098e-79ed-49b6-a839-db480368beec None None] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:28:36.221008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.226278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.230569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97122832-c5d3-4907-9d76-c1e791b9aab5 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:36.264475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-572cd524-33ce-4ceb-8501-baa76eac5520 None None] Provisioning for port e5fa2e91-a296-4088-84c8-3aac9d9381ca completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:36.317255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7fb280f7-05c2-40c5-8de2-80ad69c32940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.332836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=c0414f04-e6b2-4f62-adac-2051c2c93f96,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:36.336288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:36.340689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.473571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:28:36.475140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:36.608794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5fa2e91-a296-4088-84c8-3aac9d9381ca up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:36.660916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a381c998-4d48-41f9-ade0-81715dc97029 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:28:36.673034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e5fa2e91-a296-4088-84c8-3aac9d9381ca completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:36.678032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e5fa2e91-a296-4088-84c8-3aac9d9381ca triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:36.678429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.727984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Provisioning complete for port e5fa2e91-a296-4088-84c8-3aac9d9381ca triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:36.728370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.820606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:28:36.825692 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/a381c998-4d48-41f9-ade0-81715dc97029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5987012 Jun 10 16:28:36.828539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52404) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:36.854195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Sync routers for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:28:36.865351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.893605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:36.894791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:36.950814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:36.967180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:36.967651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:36.968111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:36.968565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:36.969019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:36.969497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:36.974669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bf01ac6d-f7a1-4430-b2db-8cd0746d0335 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1423011 Jun 10 16:28:36.975052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:37.032403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port e5fa2e91-a296-4088-84c8-3aac9d9381ca, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5fa2e91-a296-4088-84c8-3aac9d9381ca,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:37.051396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.052242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:37.057067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d741cbb2-5b9a-4100-b245-accfcbcf01ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:37.090637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:37.091106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:37.091557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:37.092004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:37.092449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:37.092892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:37.094871 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55334ffe-c37d-43a2-a1bb-e938f22297e6 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1187453 Jun 10 16:28:37.098791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52408) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:37.288861 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cf44b277-7469-49be-8e8c-7892cccac8fc tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1884453 Jun 10 16:28:37.291408 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52410) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:37.296268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1755449829', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:37.377292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.389269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:28:37.389557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:28:37.392427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=e5fa2e91-a296-4088-84c8-3aac9d9381ca,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:37.397411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:37.399574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:37.434080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:28:37.438010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.449452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:37.455743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:37.456125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.463069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] device_id is not set on port ca328dd6-df0a-472a-9bdd-e53122405036 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:28:37.587559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.7 (9fa276f4-9bdd-4089-8e16-6166c5941e0a/0934cf14-9a1a-446a-a618-fd60162e82e6/ca328dd6-df0a-472a-9bdd-e53122405036) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:28:37.711895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.740871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:37.745491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.747966 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bff3c2fe-6dcd-4468-91a9-59af7ae8477c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:37.769918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.782817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object ca328dd6-df0a-472a-9bdd-e53122405036 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:37.796565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:36Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:37.806155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Checking router: a381c998-4d48-41f9-ade0-81715dc97029 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:28:37.806524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Updating router a381c998-4d48-41f9-ade0-81715dc97029 port c0414f04-e6b2-4f62-adac-2051c2c93f96 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:28:37.820268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:37.824511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-033a3b54-a16b-4458-919b-371b6767475c tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:37.842728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:37.851642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:37.859613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.055324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Provisioning for port c0414f04-e6b2-4f62-adac-2051c2c93f96 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:38.073370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Provisioning complete for port c0414f04-e6b2-4f62-adac-2051c2c93f96 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:38.073762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.172352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-d1723787-58ac-491f-9501-e53ef9956eee None None] Port c0414f04-e6b2-4f62-adac-2051c2c93f96 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:28:38.296343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:28:38.298012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.299733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:38.304590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:28:38.311603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Transition to ACTIVE for port object c0414f04-e6b2-4f62-adac-2051c2c93f96 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:38.320709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.330369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b1cf67e3-8498-4e78-8d07-05c89005fbaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:38.340221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:38.344888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:38.370742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:38.371359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.386452 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0937474 Jun 10 16:28:38.443470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716737e7-1243-403e-b2ad-5001e341fcf9 None None] Pushing event updated for resources: {'Port': ['ID=c0414f04-e6b2-4f62-adac-2051c2c93f96,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:38.447823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-716737e7-1243-403e-b2ad-5001e341fcf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:38.520007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Attempting to bind port c0414f04-e6b2-4f62-adac-2051c2c93f96 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:28:38.520417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Attempting to bind port c0414f04-e6b2-4f62-adac-2051c2c93f96 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:28:38.520802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Attempting to bind port c0414f04-e6b2-4f62-adac-2051c2c93f96 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:28:38.526299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:28:38.526965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Checking segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:28:38.527384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.527797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Bound using segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:28:38.528277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Bound port: c0414f04-e6b2-4f62-adac-2051c2c93f96, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:28:38.528665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.571615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5fa2e91-a296-4088-84c8-3aac9d9381ca up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:38.657877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a79fcc7c-4fcc-41bf-a7c1-7989dd9d8d2a None None] Provisioning for port ca328dd6-df0a-472a-9bdd-e53122405036 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:38.666207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a79fcc7c-4fcc-41bf-a7c1-7989dd9d8d2a None None] Provisioning complete for port ca328dd6-df0a-472a-9bdd-e53122405036 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:38.666599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a79fcc7c-4fcc-41bf-a7c1-7989dd9d8d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.668502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] For port c0414f04-e6b2-4f62-adac-2051c2c93f96, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:28:38.673885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] For port c0414f04-e6b2-4f62-adac-2051c2c93f96, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c0414f04-e6b2-4f62-adac-2051c2c93f96,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:28:38.702401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.707226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-cc83fb45-5171-4bea-b9a2-19d24314d2db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:38.710864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52414) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:38.717103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103600782', 'description': 'tempest-secgroup-smoke-2103600782 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:38.745642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.753818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e5fa2e91-a296-4088-84c8-3aac9d9381ca triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:38.754207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.803014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a79fcc7c-4fcc-41bf-a7c1-7989dd9d8d2a None None] Port ca328dd6-df0a-472a-9bdd-e53122405036 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:28:38.840522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.843853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716737e7-1243-403e-b2ad-5001e341fcf9 None None] Pushing event updated for resources: {'Port': ['ID=c0414f04-e6b2-4f62-adac-2051c2c93f96,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:38.844994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.849262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-716737e7-1243-403e-b2ad-5001e341fcf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:38.850797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:38.851433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:38.857232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ceea4121-09e3-43d6-ae1b-8edb1009291c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:38.864183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:38.868705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52416) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:38.873475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '25f2b469-ef93-450b-bbc1-1031360651cf', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:38.873935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1615124 Jun 10 16:28:38.904995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f2b469-ef93-450b-bbc1-1031360651cf,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:38.910795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:38.929173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.008050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.011875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.017171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9500d2e9-9c43-42ca-8465-2eb543b5473f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:39.035327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0636d5f1-82bc-4757-9151-b57ee7c08c57,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:39.037806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:39.043117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.044294 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745651 Jun 10 16:28:39.046979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52418) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:39.052491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '25f2b469-ef93-450b-bbc1-1031360651cf', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:39.079447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.148572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.152771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.155586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d09388bf-3a35-4b9f-83ca-e1660405b08c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:39.158997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.170258 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6a787e-2919-4a09-99e3-6a9b5fc222ee,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:39.174177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:39.180209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.181400 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334608 Jun 10 16:28:39.184375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52420) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:39.188816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '25f2b469-ef93-450b-bbc1-1031360651cf', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:39.214780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.219264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:39.258845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:39.292719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.297478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.301469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-275300d0-c962-4c95-a5d7-ebbe19ded1ab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:39.324650 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3632c3de-55c1-4007-af14-3a9cc3f023bd,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:39.329507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:39.333877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.337833 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499839 Jun 10 16:28:39.338102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52422) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:39.342877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '25f2b469-ef93-450b-bbc1-1031360651cf', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:39.382467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.432544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:39.432938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.459427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.463157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.468097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1b8dfe4-722f-4c05-bb2f-3250f65d608c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:39.484949 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36bf2c0-f1d5-433c-a8f7-de95b0322935,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:39.488073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:39.494735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.497702 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584466 Jun 10 16:28:39.498776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52424) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:39.504877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '25f2b469-ef93-450b-bbc1-1031360651cf', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:39.527952 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:28:39.535160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.605306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.610724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.617436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0f72e74-b8b9-45b6-9c60-7cf924b6a2b9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:39.635092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072807a-d7cf-4ef2-8ffb-660f610c9a4e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:39.638058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:39.639237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.640491 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407013 Jun 10 16:28:39.643429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52426) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:39.652330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '25f2b469-ef93-450b-bbc1-1031360651cf', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:39.668205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:38Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:39.672392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a16813-3b40-4014-9b6a-71b1dcef8937 None None] The sync data for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv is: [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:38Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:28:39.682658 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:28:39.688704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.794084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.798845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.808936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-808744bb-ab11-44f2-bb9e-7ffc957657a6 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:39.829411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140c5cca-9d13-44f7-b77f-0119a31c638e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:39.833320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:39.834829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:39.836153 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1893990 Jun 10 16:28:40.058665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-87217c4f-c53d-40a5-abe6-78a3e1cf586e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103600782&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0421488 Jun 10 16:28:40.135260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-0014e4ef-cf9c-4449-b3a4-527c51be2051 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:40.136835 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-0014e4ef-cf9c-4449-b3a4-527c51be2051 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 930 time: 0.0693338 Jun 10 16:28:40.201872 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-c64a8305-5a2d-42ae-8303-76ad62af26c3 service neutron] 10.222.0.23 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0516689 Jun 10 16:28:40.213205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-c85f7026-af33-4092-8a82-0d99407fb924 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:28:40.214183 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-c85f7026-af33-4092-8a82-0d99407fb924 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0059891 Jun 10 16:28:40.340413 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-0db56da3-19d7-4d50-bd4e-ec388d36acb7 service neutron] 10.222.0.23 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201901 Jun 10 16:28:40.490660 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-e34a2c39-e3c5-4aa7-9f6c-9a2ef27cc261 service neutron] 10.222.0.23 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441936 Jun 10 16:28:40.559766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c0414f04-e6b2-4f62-adac-2051c2c93f96 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:40.626150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c0414f04-e6b2-4f62-adac-2051c2c93f96 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:40.640017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c0414f04-e6b2-4f62-adac-2051c2c93f96 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:40.642589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:40.688670 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-16515b44-dc2e-43c7-a83a-f01c8236d3f2 req-31f5aade-6f03-4a46-b6a9-e67ea4536d82 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 210 time: 0.0368717 Jun 10 16:28:40.749302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:40.792842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port c0414f04-e6b2-4f62-adac-2051c2c93f96, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c0414f04-e6b2-4f62-adac-2051c2c93f96,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:40.796870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:40.798770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9a269623-2ed2-42d0-a9fc-0ad589985a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:40.854434 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=c0414f04-e6b2-4f62-adac-2051c2c93f96,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:40.857366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:41.867684 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f072f157-b2b5-4eb9-bca6-36d20746c538 req-a1eb82ee-a7f9-41df-b916-47e5d2124dd1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 210 time: 0.0410488 Jun 10 16:28:41.874380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-f1e089b1-be3f-4d34-95c3-666af4ab7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:41.875648 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-f1e089b1-be3f-4d34-95c3-666af4ab7502 service neutron] 10.222.0.25 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1026 time: 0.0832229 Jun 10 16:28:42.010586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-d25c0f25-f2f2-469e-8297-3470973d4251 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:42.012316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-d25c0f25-f2f2-469e-8297-3470973d4251 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 797 time: 0.1310918 Jun 10 16:28:42.059832 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-a47fd1c9-1d8f-46cf-ac17-0d4e1e41d018 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 380 time: 0.0385325 Jun 10 16:28:42.072880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Request body: {'port': {'device_id': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:42.166290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.500188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca328dd6-df0a-472a-9bdd-e53122405036 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:28:42.507615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.519318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Transition to ACTIVE for port object ca328dd6-df0a-472a-9bdd-e53122405036 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:28:42.522263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c0414f04-e6b2-4f62-adac-2051c2c93f96 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:42.524239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.526560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-da07df6d-e2e3-4779-a871-1e4e1aaf8ec1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:42.576872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c0414f04-e6b2-4f62-adac-2051c2c93f96 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:42.577562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.630428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:42.635216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:42.729223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:28:42.729490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:28:42.729814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:28:42.734466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:28:42.734821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:28:42.739865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:28:42.740193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Checking segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:28:42.740577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Bound using segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:28:42.740998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Bound port: ca328dd6-df0a-472a-9bdd-e53122405036, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:28:42.741377 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.812153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:28:42.815109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:28:42.819788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.822668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12001f49-be0d-4553-aa7f-65351cb92ef2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:42.859368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:42.859985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:42.861761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1131 time: 0.7925406 Jun 10 16:28:42.862597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:28:42.864323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3997e0-ed1a-46f3-b713-bc2360122415" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcac393-2fe6-4faf-b48d-3858d2d02456", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:28:42.893462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:42.906376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:42.947716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dfdd1a-aa6a-4a2f-91aa-e3ea27e29ee5 x-openstack-request-id: req-16dfdd1a-aa6a-4a2f-91aa-e3ea27e29ee5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:28:42.948247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcac393-2fe6-4faf-b48d-3858d2d02456", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:28:42.948622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16dfdd1a-aa6a-4a2f-91aa-e3ea27e29ee5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:28:42.949157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'status': 'completed', 'code': 200} Jun 10 16:28:42.986102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-75e98237-4b44-44ae-a6fb-79834e49d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:42.987528 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-75e98237-4b44-44ae-a6fb-79834e49d765 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 1134 time: 0.0794928 Jun 10 16:28:43.055010 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-677e1ecf-d5eb-4e00-90eb-59ee8d3db5c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 217 time: 0.0602958 Jun 10 16:28:43.158819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-1af877d1-ffe2-4cde-b369-aa2246cd55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.160971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-1af877d1-ffe2-4cde-b369-aa2246cd55c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0934cf14-9a1a-446a-a618-fd60162e82e6 HTTP/1.1" status: 200 len: 835 time: 0.0805380 Jun 10 16:28:43.173046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c63266-968a-47fa-b8fe-308528f8412f req-6bc31e61-e3cb-4b09-bb90-bc8654cc746d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.174540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c5c63266-968a-47fa-b8fe-308528f8412f req-6bc31e61-e3cb-4b09-bb90-bc8654cc746d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 981 time: 0.1715794 Jun 10 16:28:43.245016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c5c63266-968a-47fa-b8fe-308528f8412f req-e62ca610-7dfc-4cb1-b83e-5690c658fafc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Jun 10 16:28:43.264342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f8649-b83b-4655-b357-be0599367231 req-1b63eeba-54c8-43a3-9ee7-63e72c532379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.265862 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-1b63eeba-54c8-43a3-9ee7-63e72c532379 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0904803 Jun 10 16:28:43.387696 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-287bcc56-e21e-42fe-8a02-086d9faf4265 service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136808 Jun 10 16:28:43.505990 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd2f8649-b83b-4655-b357-be0599367231 req-584d9e4d-54d8-4ce3-b92a-59c90178f9dc service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116221 Jun 10 16:28:43.612361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-10569dde-baf8-43b3-a139-702e385a8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.614025 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-10569dde-baf8-43b3-a139-702e385a8600 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 1134 time: 0.0588558 Jun 10 16:28:43.730644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-1f1dc1e7-5f94-40d8-8b55-f563bb7c953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.732100 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-1f1dc1e7-5f94-40d8-8b55-f563bb7c953b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 898 time: 0.1117558 Jun 10 16:28:43.793766 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-16d49881-4407-4efb-ac7d-b8a04785c90e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 217 time: 0.0540831 Jun 10 16:28:43.850711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-bad8e689-c51a-43bf-82e2-576f7598e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.852155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-bad8e689-c51a-43bf-82e2-576f7598e47e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0934cf14-9a1a-446a-a618-fd60162e82e6 HTTP/1.1" status: 200 len: 835 time: 0.0519660 Jun 10 16:28:43.917745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-f0b06a18-00fc-4cfb-b490-1b3329cd0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:43.919231 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-f0b06a18-00fc-4cfb-b490-1b3329cd0475 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603058 Jun 10 16:28:44.035409 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-85a1f148-a0b9-4861-9d77-58364e5b509d service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083329 Jun 10 16:28:44.152192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b3997e0-ed1a-46f3-b713-bc2360122415 req-734bb32b-cb73-414c-8d43-bbbf2c9c0ca2 service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107526 Jun 10 16:28:44.425131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aa1b5-03d1-44e7-af19-39bd390a91d5 req-eb510f46-c95f-44f6-a4c1-50a83a92fd52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:44.426742 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-454aa1b5-03d1-44e7-af19-39bd390a91d5 req-eb510f46-c95f-44f6-a4c1-50a83a92fd52 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 981 time: 0.0688632 Jun 10 16:28:44.469771 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-454aa1b5-03d1-44e7-af19-39bd390a91d5 req-94e90f12-9e41-40b6-a1aa-62043224c1a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Jun 10 16:28:45.649093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6db5-eae8-4770-9b4f-c2423ee7c1ce req-8316c9aa-1e7d-41fd-a4f4-46ba9ea1d935 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:45.650580 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-257c6db5-eae8-4770-9b4f-c2423ee7c1ce req-8316c9aa-1e7d-41fd-a4f4-46ba9ea1d935 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 981 time: 0.0692399 Jun 10 16:28:45.691994 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-257c6db5-eae8-4770-9b4f-c2423ee7c1ce req-6fbe5f5a-cb5e-49ea-801f-7fc27a454731 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355740 Jun 10 16:28:46.877712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e074af-06b3-4e74-9a0f-1b346dd70661 req-f92b3788-b71d-4f3d-9286-97e3ebb88fa6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:46.879214 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95e074af-06b3-4e74-9a0f-1b346dd70661 req-f92b3788-b71d-4f3d-9286-97e3ebb88fa6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 981 time: 0.0735102 Jun 10 16:28:46.921452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95e074af-06b3-4e74-9a0f-1b346dd70661 req-495e7a16-2944-4713-94e1-6ac16feb77ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365522 Jun 10 16:28:47.193638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:28:47.312774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:47.324979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'port_id': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'mac_address': 'fa:16:3e:44:7d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:28:47.366804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:47.381843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca328dd6-df0a-472a-9bdd-e53122405036 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:28:47.403857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:47.408004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:47.409871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:47.465742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:47.468774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:47.624910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['ca328dd6-df0a-472a-9bdd-e53122405036'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:28:48.114853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166a797-299c-47fb-a33b-6b8af4d756ae req-efb0d98f-154e-48cc-9197-9452f0c3340b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:48.116310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c166a797-299c-47fb-a33b-6b8af4d756ae req-efb0d98f-154e-48cc-9197-9452f0c3340b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 982 time: 0.0827792 Jun 10 16:28:48.159642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c166a797-299c-47fb-a33b-6b8af4d756ae req-5f1c0f4a-4a3c-4d59-9144-50411bdcc961 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Jun 10 16:28:49.210025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:28:49.269783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port ca328dd6-df0a-472a-9bdd-e53122405036 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:28:49.274252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port ca328dd6-df0a-472a-9bdd-e53122405036 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:49.274635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:49.346130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a9967-ff2c-4c34-aac3-6be0d3b8b215 req-1d6b39b1-3df6-4283-8040-c64d057d240f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:49.348832 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-268a9967-ff2c-4c34-aac3-6be0d3b8b215 req-1d6b39b1-3df6-4283-8040-c64d057d240f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 982 time: 0.0747938 Jun 10 16:28:49.375963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:49.391244 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-268a9967-ff2c-4c34-aac3-6be0d3b8b215 req-fd69b143-b7ca-482e-869b-7d905fda7338 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367992 Jun 10 16:28:49.400424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:28:49.403001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a1502-fa90-400d-991c-994a217220f6" -d '{"events": [{"server_uuid": "0dcac393-2fe6-4faf-b48d-3858d2d02456", "name": "network-vif-plugged", "status": "completed", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:28:49.417198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:49.421449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:49.424222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2d3d0a15-8ae1-43cb-a3d1-0a1bd5ffe9c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:49.480006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:49.483302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:49.498360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddbc15f-5548-4564-beb7-d4dc22266994 x-openstack-request-id: req-1ddbc15f-5548-4564-beb7-d4dc22266994 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:28:49.498658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcac393-2fe6-4faf-b48d-3858d2d02456", "name": "network-vif-plugged", "status": "completed", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:28:49.498924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ddbc15f-5548-4564-beb7-d4dc22266994 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:28:49.499368 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'code': 200} Jun 10 16:28:49.716745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad628-1eda-45df-a87d-a2eacd22cfe5 req-191eebc4-790d-45df-aed0-66da9c1967cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:49.718145 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56ad628-1eda-45df-a87d-a2eacd22cfe5 req-191eebc4-790d-45df-aed0-66da9c1967cb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 1136 time: 0.0567057 Jun 10 16:28:49.754192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56ad628-1eda-45df-a87d-a2eacd22cfe5 req-9654a716-92fd-44a1-8ea7-e995e5bea59c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293105 Jun 10 16:28:50.580947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e452-8596-40c0-92a5-f8bb6f705cff req-b4ac343f-8e60-46cb-bce6-d2d37a32b2d2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:50.582335 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fac2e452-8596-40c0-92a5-f8bb6f705cff req-b4ac343f-8e60-46cb-bce6-d2d37a32b2d2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 983 time: 0.0768931 Jun 10 16:28:50.626327 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fac2e452-8596-40c0-92a5-f8bb6f705cff req-03e794eb-1ffb-4a42-9f9e-8f333b0613f5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Jun 10 16:28:51.284370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:51.820760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e8ad6-a631-4b54-bd01-0956b2600114 req-52611db2-862e-4308-9bcb-9285a4c261b7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:51.822328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c12e8ad6-a631-4b54-bd01-0956b2600114 req-52611db2-862e-4308-9bcb-9285a4c261b7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 983 time: 0.0808935 Jun 10 16:28:51.864346 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c12e8ad6-a631-4b54-bd01-0956b2600114 req-68bd08f6-0624-4c78-a7b4-e5accb55e62c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Jun 10 16:28:52.046519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f210c-7381-4ad4-8301-01bf7f9162b7 req-ab194752-20c1-4e92-a474-6116ecd484b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:52.047881 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d84f210c-7381-4ad4-8301-01bf7f9162b7 req-ab194752-20c1-4e92-a474-6116ecd484b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 983 time: 0.0713539 Jun 10 16:28:52.093002 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d84f210c-7381-4ad4-8301-01bf7f9162b7 req-6301de06-3da2-4e41-aede-ee4291b8f4b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Jun 10 16:28:52.116711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52490) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:52.173763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308a500-4d5a-47de-9074-aca305f3a152 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:52.175248 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3308a500-4d5a-47de-9074-aca305f3a152 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 1131 time: 0.0575140 Jun 10 16:28:52.178169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52492) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:52.182561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:52.203968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:52.335223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:52.452105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.45 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/17126246-d13e-460f-8ed4-0822055e6aba) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:28:52.583570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:52.621645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:52.624268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8bb8d55-87aa-44b3-ad67-d61fe78e2f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:52.666285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:28:52.672982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:28:52.677031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:28:52.711113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=17126246-d13e-460f-8ed4-0822055e6aba,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:52.718657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:53.126291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:53.213855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:53.390284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:53.396100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:53.398206 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9389980-97ee-4f3e-8409-ec0647cb1554 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:53.486516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=17126246-d13e-460f-8ed4-0822055e6aba,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:53.489460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:53.497644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:53.637328 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 52583847-dbe8-4822-8f0f-a260ad7ccecc associated. External IP: 172.26.5.45, port: ca328dd6-df0a-472a-9bdd-e53122405036. Jun 10 16:28:53.921248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a381c998-4d48-41f9-ade0-81715dc97029 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:28:54.387297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:28:54.397118 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] Sync routers for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:28:54.405774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:54.407129 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:54.407762 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:54.449558 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2702756 Jun 10 16:28:54.450277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:28:54.452479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52494) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:54.452988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f3e725-4600-4b09-a5ff-97eb280eb9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcac393-2fe6-4faf-b48d-3858d2d02456", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:28:54.493984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43556ba-108d-4bdf-8c23-667f1fd1611a x-openstack-request-id: req-f43556ba-108d-4bdf-8c23-667f1fd1611a {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:28:54.495058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcac393-2fe6-4faf-b48d-3858d2d02456", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:28:54.495315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f43556ba-108d-4bdf-8c23-667f1fd1611a {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:28:54.495768 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'status': 'completed', 'code': 200} Jun 10 16:28:54.552202 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:54.603412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e74aa-d371-4f70-8c8b-e824c32ce564 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:54.604968 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-246e74aa-d371-4f70-8c8b-e824c32ce564 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456&network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 1131 time: 0.1504996 Jun 10 16:28:54.614514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-b73f9157-97b3-4987-a299-63ae932c32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:54.615941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-b73f9157-97b3-4987-a299-63ae932c32cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 1136 time: 0.0953496 Jun 10 16:28:54.738380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-79b3cc85-2a94-48ad-8bb8-4a65fa5bb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:54.739984 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-79b3cc85-2a94-48ad-8bb8-4a65fa5bb63b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 898 time: 0.1182337 Jun 10 16:28:54.828769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-1dedbf95-46d0-4231-b9d6-a87e1d3c452c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1036 time: 0.0828824 Jun 10 16:28:54.866697 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '52583847-dbe8-4822-8f0f-a260ad7ccecc', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.45', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'port_id': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1755449829', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'mac_address': 'fa:16:3e:44:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:28:52Z', 'updated_at': '2021-06-10T16:28:52Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:54.870125 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] Checking router: a381c998-4d48-41f9-ade0-81715dc97029 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:28:54.878360 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:28:54.878966 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:28:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:54.898852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-5eab5529-90f1-4691-a2f4-84b16337125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:54.900310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-5eab5529-90f1-4691-a2f4-84b16337125a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0934cf14-9a1a-446a-a618-fd60162e82e6 HTTP/1.1" status: 200 len: 835 time: 0.0593824 Jun 10 16:28:55.030047 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:28:55.030924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-1597321a-7327-44e5-adb2-6d55dddfe2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:55.032523 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-1597321a-7327-44e5-adb2-6d55dddfe2e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1254714 Jun 10 16:28:55.044570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd459e35-b7d2-4bc6-b3a2-c5d288f1b33b req-0b197561-76ae-43c2-98a6-7b23a442f7fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:55.046002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd459e35-b7d2-4bc6-b3a2-c5d288f1b33b req-0b197561-76ae-43c2-98a6-7b23a442f7fe tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 983 time: 0.1082232 Jun 10 16:28:55.155779 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd459e35-b7d2-4bc6-b3a2-c5d288f1b33b req-5c12c4f6-04f4-4cce-a968-c9dbcb3b5b87 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011319 Jun 10 16:28:55.190441 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-20915fa9-1d16-4053-8282-a77d41b30ff4 service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434834 Jun 10 16:28:55.305072 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77f3e725-4600-4b09-a5ff-97eb280eb9a4 req-39c26035-acc3-43bc-9407-e36683244b85 service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078403 Jun 10 16:28:55.329131 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '52583847-dbe8-4822-8f0f-a260ad7ccecc', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.45', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'port_id': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1755449829', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'mac_address': 'fa:16:3e:44:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:28:52Z', 'updated_at': '2021-06-10T16:28:52Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:28:55.333583 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f8c96-eacc-4fa7-b45a-bcabf8113ecc None None] The sync data for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv is: [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '52583847-dbe8-4822-8f0f-a260ad7ccecc', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.45', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'port_id': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1755449829', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'mac_address': 'fa:16:3e:44:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcac393-2fe6-4faf-b48d-3858d2d02456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:28:52Z', 'updated_at': '2021-06-10T16:28:52Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:28:55.522401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6b6a2-d110-4be4-9b35-d77c4655ef96 None None] New status for floating IP 52583847-dbe8-4822-8f0f-a260ad7ccecc: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:28:56.231056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-26fc07e3-3e50-4047-a198-a42f79f3cd8d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:56.232496 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-26fc07e3-3e50-4047-a198-a42f79f3cd8d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 983 time: 0.0760384 Jun 10 16:28:56.293238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-42716913-2877-4734-9b26-48945bc2c9b0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:56.294611 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-42716913-2877-4734-9b26-48945bc2c9b0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0567293 Jun 10 16:28:56.345406 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc90c76-b105-4735-b923-8e3bfcbab76f req-9d662fb8-a171-405a-b664-43afb6ced037 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:56.346861 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3bc90c76-b105-4735-b923-8e3bfcbab76f req-9d662fb8-a171-405a-b664-43afb6ced037 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 983 time: 0.0724001 Jun 10 16:28:56.389240 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3bc90c76-b105-4735-b923-8e3bfcbab76f req-f213fec5-55b9-4c13-9d54-5b0282a57fe3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Jun 10 16:28:56.426610 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-91835062-c420-4ce6-9de7-1f0f156ddc60 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1269989 Jun 10 16:28:56.436361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:56.526876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:56.695897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:28:56.729834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:28:56.768223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] device_id is not set on port ca328dd6-df0a-472a-9bdd-e53122405036 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:28:56.777423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:56.782703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:56.785845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:56.905000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:56.917642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:57.069020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-efd620f4-ccb1-4ade-b6c8-73453fb18d03 None None] Provisioning complete for port ca328dd6-df0a-472a-9bdd-e53122405036 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:28:57.069714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efd620f4-ccb1-4ade-b6c8-73453fb18d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:57.111386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-efd620f4-ccb1-4ade-b6c8-73453fb18d03 None None] Port ca328dd6-df0a-472a-9bdd-e53122405036 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:28:57.351161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] No DVR routers for this DVR port ca328dd6-df0a-472a-9bdd-e53122405036 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:28:57.555237 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8469d20b-17cc-4f80-bc21-79fbaa9d761f req-8adbb340-6a4f-428f-a6d4-6b902c1cfed8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0dcac393-2fe6-4faf-b48d-3858d2d02456 HTTP/1.1" status: 200 len: 210 time: 0.0424802 Jun 10 16:28:57.565449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] In _notify_port_updated(), no bound segment for port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:28:57.566425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:57.567035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:57.568297 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-da6f025d-e0c9-43bb-9b85-d9dc3431d517 req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] 10.222.0.25 "PUT /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1026 time: 1.1358042 Jun 10 16:28:58.651206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52508) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:58.719971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9676bb-688a-45ee-b9a6-db4beaf9399f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:28:58.721381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bd9676bb-688a-45ee-b9a6-db4beaf9399f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 925 time: 0.0685437 Jun 10 16:28:59.246497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52512) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:59.250867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072919653', 'description': 'tempest-secgroup-smoke-2072919653 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:59.255861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:28:59.275769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.301775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:28:59.361126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.365050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.368330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-794afa36-4f0c-4cb5-9d1f-1d290398be2e tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:59.393039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.394762 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477735 Jun 10 16:28:59.397629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52514) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:59.402992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '12be95c9-ee27-4f3d-83de-91f6331ebe08', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:59.408001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12be95c9-ee27-4f3d-83de-91f6331ebe08,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:59.412653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9720ceb6-12da-4a8d-8e83-6c4587e163b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:59.431725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.496773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.501300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.503039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:59.522220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7346070-f669-4c9f-acb0-79d33f896bdd,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:59.526252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:59.529548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.530682 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321445 Jun 10 16:28:59.533454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52516) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:59.538187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '12be95c9-ee27-4f3d-83de-91f6331ebe08', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:59.567194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.636539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.640057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.641896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-11316ac8-f7e7-42b9-b4bf-198ca674f28f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:59.661092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4680b3a8-38ed-499f-8d26-3af81a778710,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:59.666072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:59.669215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.670669 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362462 Jun 10 16:28:59.674826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52518) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:59.680173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '12be95c9-ee27-4f3d-83de-91f6331ebe08', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:59.707319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.788033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.792587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.798403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-45e69284-523f-4f70-9989-c7d39c98af42 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:59.820362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b354637a-644d-46a0-87e1-1577177bf9c6,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:59.823393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:59.829075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.830433 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539810 Jun 10 16:28:59.833507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52520) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:59.839470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '12be95c9-ee27-4f3d-83de-91f6331ebe08', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:28:59.872805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.951245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.954945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.960879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b3cd089b-9b57-4d71-bba7-535523ea17bb tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:28:59.975557 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f64ac27-9f09-42f5-977f-e6c06c186569,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:28:59.977772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:28:59.983424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:28:59.984704 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501050 Jun 10 16:28:59.987721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52522) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:28:59.992239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '12be95c9-ee27-4f3d-83de-91f6331ebe08', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:00.014892 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:29:00.020208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.090551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.096399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.108360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ee7195a-4a64-4e44-a763-a3787945190f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:00.136183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00d1904-eb2f-4b97-9dce-fe2fc81a1316,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:00.139349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:00.140639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.141994 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532032 Jun 10 16:29:00.145585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52524) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:00.151313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '12be95c9-ee27-4f3d-83de-91f6331ebe08', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:00.174126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:29:00.179092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.244967 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.248745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.250563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17e0de0a-fa45-4942-833b-de47cbccbba9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:00.267459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f563cb5-571d-46b5-8953-9104d7cd72f0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:00.271781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:00.276504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:00.277965 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311293 Jun 10 16:29:00.418361 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-a3790129-ec1e-435d-8158-3f98fda1711c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072919653&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0370972 Jun 10 16:29:00.486135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-e2529fe3-310e-41d3-958d-ce80d84037ae tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:00.487454 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-e2529fe3-310e-41d3-958d-ce80d84037ae tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 930 time: 0.0629046 Jun 10 16:29:00.601973 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-d9ac9cbf-28e7-4761-8143-842596af756e service neutron] 10.222.0.23 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1016974 Jun 10 16:29:00.611942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-b6ad6670-22e6-4cc7-b9e3-3060060580e3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:29:00.613710 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-b6ad6670-22e6-4cc7-b9e3-3060060580e3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0051365 Jun 10 16:29:00.738846 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-e434b9ff-63ef-47c3-86ac-b9295e596a41 service neutron] 10.222.0.23 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187887 Jun 10 16:29:00.852598 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-470fb2f4-9f41-484a-ac43-70577fd83063 service neutron] 10.222.0.23 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077402 Jun 10 16:29:01.410574 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:29:02.042328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-323b9ef5-2e2f-44fa-9037-93256693629e req-1cd93701-2127-4bda-b094-b15cc1d1f361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 210 time: 0.0344958 Jun 10 16:29:03.015026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-4cc7f001-96e3-4fad-8bf6-2645560d5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:03.016372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-4cc7f001-96e3-4fad-8bf6-2645560d5a32 service neutron] 10.222.0.25 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1026 time: 0.0574601 Jun 10 16:29:03.162415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-8447cf85-b892-4b98-9a0f-ff234af60ba7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:03.164042 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-8447cf85-b892-4b98-9a0f-ff234af60ba7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 797 time: 0.1421168 Jun 10 16:29:03.216291 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c9e31321-63f3-4771-b470-2de0d4ba93f6 req-ca81afc7-104b-4801-a638-a5ff8693249e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 210 time: 0.0355535 Jun 10 16:29:03.225281 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-5f090240-9978-4d3a-9715-40d8630e0009 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 473 time: 0.0532470 Jun 10 16:29:03.235621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Request body: {'port': {'device_id': 'a0d98a95-b860-4b6d-a912-fbc5dff7e64f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:03.326086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:03.484720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ab513365-4ffb-4c3f-9c40-465c41833b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:03.649695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca328dd6-df0a-472a-9bdd-e53122405036 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:29:03.657680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:03.671061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Transition to ACTIVE for port object ca328dd6-df0a-472a-9bdd-e53122405036 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:03.674222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:03.677566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:03.783033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=7']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:03.798415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:03.908817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:29:03.909164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:29:03.910220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:03.914533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:29:03.914854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Attempting to bind port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:03.919562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:29:03.919896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Checking segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:03.920279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Bound using segment: {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:29:03.920703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Bound port: ca328dd6-df0a-472a-9bdd-e53122405036, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e12ff60-7f33-482c-ba0d-ef92e4abc501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:29:03.921049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:03.995214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:03.998160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:29:04.003008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:04.006537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be395a60-f9b2-42e1-92f6-64b23c42954b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:04.041780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.042396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:04.043761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] 10.222.0.25 "PUT /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1131 time: 0.8124599 Jun 10 16:29:04.044285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d98a95-b860-4b6d-a912-fbc5dff7e64f', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:04.046681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48046c6-90f9-4326-9fab-3176d5369bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d98a95-b860-4b6d-a912-fbc5dff7e64f", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:04.080058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=8']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:04.084290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:04.094763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0b16a3-8026-444b-99af-0ba7daed0838 x-openstack-request-id: req-0c0b16a3-8026-444b-99af-0ba7daed0838 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:04.095111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d98a95-b860-4b6d-a912-fbc5dff7e64f", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:04.095462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c0b16a3-8026-444b-99af-0ba7daed0838 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:04.095942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d98a95-b860-4b6d-a912-fbc5dff7e64f', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'status': 'completed', 'code': 200} Jun 10 16:29:04.165053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-c98a583f-6010-4223-80b8-8b3e62be5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.166607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-c98a583f-6010-4223-80b8-8b3e62be5b00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 1134 time: 0.0694425 Jun 10 16:29:04.252375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-a1df87d4-a947-48b3-9adb-fb6d59a0d166 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1036 time: 0.0791247 Jun 10 16:29:04.315136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-57da846d-0a35-4351-9734-12f1a19079f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.316667 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-57da846d-0a35-4351-9734-12f1a19079f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0934cf14-9a1a-446a-a618-fd60162e82e6 HTTP/1.1" status: 200 len: 835 time: 0.0585902 Jun 10 16:29:04.380973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-017a9c52-1d2f-48a1-81b5-534b1105e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.382511 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-017a9c52-1d2f-48a1-81b5-534b1105e3a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602927 Jun 10 16:29:04.406682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d64038-8c64-4ed0-b10c-55d8586ebb95 req-9b47e8a1-bbc6-44ed-8613-e3b8ab967e18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.408187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-19d64038-8c64-4ed0-b10c-55d8586ebb95 req-9b47e8a1-bbc6-44ed-8613-e3b8ab967e18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 981 time: 0.0737679 Jun 10 16:29:04.461599 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-19d64038-8c64-4ed0-b10c-55d8586ebb95 req-36747719-726c-4628-bffe-5e8db712b101 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 Jun 10 16:29:04.512484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-ebedc678-8ad4-4f2b-b656-971e4aba0369 service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236510 Jun 10 16:29:04.629991 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62c0f18a-af9f-4381-88c8-0d3dedbba121 req-dcfaa58f-6599-43dc-951d-a04e43f62cac service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112082 Jun 10 16:29:04.739071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-682e8f8d-72e4-4bab-9356-0914e05d3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.740575 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-682e8f8d-72e4-4bab-9356-0914e05d3af1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 1134 time: 0.0599360 Jun 10 16:29:04.858611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-df19814c-04f8-4f9d-8269-c82b26f514d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:04.860068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-df19814c-04f8-4f9d-8269-c82b26f514d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 898 time: 0.1134367 Jun 10 16:29:04.947586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-738c7002-3f92-45a5-8558-d098142f7ea0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1036 time: 0.0799344 Jun 10 16:29:05.002791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-f7d608a5-b84c-4cf4-ae10-c6536dfb39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:05.004954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-f7d608a5-b84c-4cf4-ae10-c6536dfb39a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0934cf14-9a1a-446a-a618-fd60162e82e6 HTTP/1.1" status: 200 len: 835 time: 0.0511835 Jun 10 16:29:05.069096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-9ac4c1f6-5c62-47f5-bd1a-3d7ae751a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:05.070619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-9ac4c1f6-5c62-47f5-bd1a-3d7ae751a7a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0594649 Jun 10 16:29:05.192195 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-56ee111f-5348-4c3f-bdc5-2130d7aedc3c service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134229 Jun 10 16:29:05.313074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d48046c6-90f9-4326-9fab-3176d5369bb0 req-69d75cb1-998e-4d33-8dea-2f94d5fb6ffc service neutron] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152229 Jun 10 16:29:05.647921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed52a12-48a6-485a-990d-2f0165dd38d4 req-bde7bf24-ab4b-4cd1-88f2-8c65435aaad2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:05.649437 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eed52a12-48a6-485a-990d-2f0165dd38d4 req-bde7bf24-ab4b-4cd1-88f2-8c65435aaad2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 981 time: 0.0699887 Jun 10 16:29:05.694642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eed52a12-48a6-485a-990d-2f0165dd38d4 req-1c3d3768-254a-42d7-baa9-f4df71c06dcf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Jun 10 16:29:06.107827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:06.288595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-155b6ef7-49c7-496d-ad04-a0f6a6e725e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:06.879002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bf4c1-72f9-4d2d-bcef-c10175c786b9 req-40584222-18c6-4e68-a3e3-3a5f9ab75a0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:06.880457 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c93bf4c1-72f9-4d2d-bcef-c10175c786b9 req-40584222-18c6-4e68-a3e3-3a5f9ab75a0f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 981 time: 0.0726671 Jun 10 16:29:06.921457 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c93bf4c1-72f9-4d2d-bcef-c10175c786b9 req-10e224ba-4dda-4b56-bcc7-e349c0385330 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353544 Jun 10 16:29:07.286109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:29:07.310254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:07.575341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:07.587193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'port_id': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'mac_address': 'fa:16:3e:44:7d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:29:07.629864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:07.643930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca328dd6-df0a-472a-9bdd-e53122405036 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:29:07.664425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:07.669272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:07.670973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-14ac94fc-5a0c-461b-8d89-345e137e25df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:07.725239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=9']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:07.728408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:07.893521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['ca328dd6-df0a-472a-9bdd-e53122405036'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:29:08.138015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4296ae9-5d5d-4403-a2e0-ec5ca0ddb008 req-69d4ec4b-941a-4f0b-89a8-96935bf7f988 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:08.139532 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4296ae9-5d5d-4403-a2e0-ec5ca0ddb008 req-69d4ec4b-941a-4f0b-89a8-96935bf7f988 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 982 time: 0.0939977 Jun 10 16:29:08.187405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4296ae9-5d5d-4403-a2e0-ec5ca0ddb008 req-0a20822b-b948-44b0-ae61-09ffb7671f61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Jun 10 16:29:08.934954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:09.287936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:09.346038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port ca328dd6-df0a-472a-9bdd-e53122405036 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:09.350145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port ca328dd6-df0a-472a-9bdd-e53122405036 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:09.350597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:09.380415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25376393-3883-43f8-b493-bc1eaaf6029d req-f54df16b-5c9c-4a8d-af2e-a506edae2657 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:09.381943 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-25376393-3883-43f8-b493-bc1eaaf6029d req-f54df16b-5c9c-4a8d-af2e-a506edae2657 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 982 time: 0.0753276 Jun 10 16:29:09.431325 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-25376393-3883-43f8-b493-bc1eaaf6029d req-8cf127cd-8472-49fd-993b-858fafee6875 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434160 Jun 10 16:29:09.445033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:09.469843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d98a95-b860-4b6d-a912-fbc5dff7e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:09.472146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a72a4c5-923e-4e0a-8757-f0a6f05f5b16" -d '{"events": [{"server_uuid": "a0d98a95-b860-4b6d-a912-fbc5dff7e64f", "name": "network-vif-plugged", "status": "completed", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:09.485770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:09.491045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:09.492950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:09.526260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccbd6ee-be35-4c1e-ab5b-80aa201227e4 x-openstack-request-id: req-0ccbd6ee-be35-4c1e-ab5b-80aa201227e4 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:09.526550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d98a95-b860-4b6d-a912-fbc5dff7e64f", "name": "network-vif-plugged", "status": "completed", "tag": "ca328dd6-df0a-472a-9bdd-e53122405036", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:09.526803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ccbd6ee-be35-4c1e-ab5b-80aa201227e4 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:09.527203 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d98a95-b860-4b6d-a912-fbc5dff7e64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca328dd6-df0a-472a-9bdd-e53122405036', 'code': 200} Jun 10 16:29:09.556053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:09.559007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:09.737387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cbe01-ad7e-4cb2-a732-62e5ae65f6cf req-4682ec66-d599-47a7-b4ff-563b8129eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:09.738808 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b2cbe01-ad7e-4cb2-a732-62e5ae65f6cf req-4682ec66-d599-47a7-b4ff-563b8129eddb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 1137 time: 0.0585225 Jun 10 16:29:09.775716 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b2cbe01-ad7e-4cb2-a732-62e5ae65f6cf req-64a43af9-6a40-40a8-9538-7eeee33c76c6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Jun 10 16:29:10.646567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b96e00-3da8-47e4-be73-d2f2d54963d9 req-accd5274-a19c-4771-9151-df837320db02 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:10.648128 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-55b96e00-3da8-47e4-be73-d2f2d54963d9 req-accd5274-a19c-4771-9151-df837320db02 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 984 time: 0.0815074 Jun 10 16:29:10.695393 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-55b96e00-3da8-47e4-be73-d2f2d54963d9 req-5d5f43b7-7b42-4dcb-8697-9db71fb84572 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Jun 10 16:29:11.889438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab4dc-0f22-4740-9f5b-0e50d531374b req-0040119d-f7b9-4498-8bef-26100204b9ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:11.890961 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8fcab4dc-0f22-4740-9f5b-0e50d531374b req-0040119d-f7b9-4498-8bef-26100204b9ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 984 time: 0.0775478 Jun 10 16:29:11.934245 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8fcab4dc-0f22-4740-9f5b-0e50d531374b req-25cbe62a-35bd-44ce-a14f-480ac741ad93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Jun 10 16:29:12.116103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b810-1dcd-407d-8538-4786ecc8bb6f req-d3d0704c-5671-4896-86c2-c7ddf5bcf9c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:12.117600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7a58b810-1dcd-407d-8538-4786ecc8bb6f req-d3d0704c-5671-4896-86c2-c7ddf5bcf9c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 984 time: 0.0719602 Jun 10 16:29:12.164343 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7a58b810-1dcd-407d-8538-4786ecc8bb6f req-31751393-30b1-46be-bca1-9ad587e0ed1f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jun 10 16:29:12.188032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52578) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:12.278064 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e9038-7504-48c8-aa49-75b9922e3671 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:12.279541 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aa7e9038-7504-48c8-aa49-75b9922e3671 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f&network_id=9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 200 len: 1132 time: 0.0905511 Jun 10 16:29:12.669965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c504ad3-a927-4745-a87b-b67d7901a79d req-467b9979-c201-4102-acff-97143f380690 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:12.671518 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c504ad3-a927-4745-a87b-b67d7901a79d req-467b9979-c201-4102-acff-97143f380690 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 984 time: 0.0778692 Jun 10 16:29:12.714189 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c504ad3-a927-4745-a87b-b67d7901a79d req-2df2f741-82c4-4be4-9522-8521a82e570b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Jun 10 16:29:13.936219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-3c5ffe10-b37f-4271-ad20-adcaff5f87dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:13.937720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-3c5ffe10-b37f-4271-ad20-adcaff5f87dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 984 time: 0.1235340 Jun 10 16:29:13.949161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e4c46-c463-47e8-bc73-d4500122d911 req-dce41f4f-bd71-4c4f-aaa7-a8ee67c32532 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:13.950494 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dc0e4c46-c463-47e8-bc73-d4500122d911 req-dce41f4f-bd71-4c4f-aaa7-a8ee67c32532 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 984 time: 0.1028471 Jun 10 16:29:14.030613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-a1702334-8711-4a55-a325-d2ed6a68f4c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:14.031935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-a1702334-8711-4a55-a325-d2ed6a68f4c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805421 Jun 10 16:29:14.037072 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dc0e4c46-c463-47e8-bc73-d4500122d911 req-211618d8-b2a9-422a-8cc8-308aa2127ebd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=43830eb2-63c5-49f6-b078-6c79779e374b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773816 Jun 10 16:29:14.160796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-6d7a266d-34f9-4147-828c-2627146300a3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1226132 Jun 10 16:29:14.171023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:14.261348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:14.425560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca328dd6-df0a-472a-9bdd-e53122405036,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:14.459913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] For port ca328dd6-df0a-472a-9bdd-e53122405036, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:14.500556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] device_id is not set on port ca328dd6-df0a-472a-9bdd-e53122405036 yet. {{(pid=92385) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 10 16:29:14.509415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:14.514625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:14.517566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:14.625667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Pushing event updated for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=11']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:14.630265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:14.664402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] No DVR routers for this DVR port ca328dd6-df0a-472a-9bdd-e53122405036 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:29:14.772443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9bf08783-4e39-4a80-a7ef-de69d626580c None None] Provisioning complete for port ca328dd6-df0a-472a-9bdd-e53122405036 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:14.773076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bf08783-4e39-4a80-a7ef-de69d626580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:14.812527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9bf08783-4e39-4a80-a7ef-de69d626580c None None] Port ca328dd6-df0a-472a-9bdd-e53122405036 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:29:14.852401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] In _notify_port_updated(), no bound segment for port ca328dd6-df0a-472a-9bdd-e53122405036 on network 9fa276f4-9bdd-4089-8e16-6166c5941e0a {{(pid=92385) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Jun 10 16:29:14.853298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:14.853901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:14.855176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4f21151-c0ea-4c83-b4ec-034f6a77bec5 req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] 10.222.0.25 "PUT /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 200 len: 1027 time: 0.6880145 Jun 10 16:29:15.212397 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b2241319-681c-44fc-849e-d7143269c7bf req-450d702d-c999-4620-9951-b76823bd6ae3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0d98a95-b860-4b6d-a912-fbc5dff7e64f HTTP/1.1" status: 200 len: 210 time: 0.0338686 Jun 10 16:29:16.308562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52592) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:16.369230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.395024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.455795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.459127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.460286 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/12be95c9-ee27-4f3d-83de-91f6331ebe08 HTTP/1.1" status: 204 len: 168 time: 0.1507194 Jun 10 16:29:16.461430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-89d48e3b-abb2-4e98-a7ea-d6a686aa2597 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:16.471355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12be95c9-ee27-4f3d-83de-91f6331ebe08,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:16.474684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:16.498597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52596) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:16.698251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 17126246-d13e-460f-8ed4-0822055e6aba {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:29:16.698692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.799008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.799245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:16.890472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 17126246-d13e-460f-8ed4-0822055e6aba owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:29:17.084315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:17.087071 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b34de8ba-6399-4dad-9094-80d75354a4bf tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:17.115507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=17126246-d13e-460f-8ed4-0822055e6aba,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:17.118641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:17.193508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:17.193847 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 52583847-dbe8-4822-8f0f-a260ad7ccecc disassociated (deleted). External IP: 172.26.5.45, port: ca328dd6-df0a-472a-9bdd-e53122405036. Jun 10 16:29:17.366128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:29:17.411122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca328dd6-df0a-472a-9bdd-e53122405036 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:29:17.474441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a381c998-4d48-41f9-ade0-81715dc97029 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:29:17.636656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:17.641349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:17.646125 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] Sync routers for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:17.657243 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:17.657858 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:17.684065 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/52583847-dbe8-4822-8f0f-a260ad7ccecc HTTP/1.1" status: 204 len: 168 time: 1.1841102 Jun 10 16:29:17.805029 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:17.849787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52602) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:17.920047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:17.950487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.020869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.023584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.024820 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/25f2b469-ef93-450b-bbc1-1031360651cf HTTP/1.1" status: 204 len: 168 time: 0.1740177 Jun 10 16:29:18.025769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8fd4e138-a355-4c8e-92a8-b445050b4a50 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:18.036358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f2b469-ef93-450b-bbc1-1031360651cf,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:18.038362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e687fb63-1af7-4bbd-96a3-60929fc7a8d4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:18.055891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52606) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:18.169619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port ca328dd6-df0a-472a-9bdd-e53122405036 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:29:18.169959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.170310 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:18.173826 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] Checking router: a381c998-4d48-41f9-ade0-81715dc97029 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:18.183548 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:18.184164 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:18.286760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.336572 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:18.386007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for ca328dd6-df0a-472a-9bdd-e53122405036 owned by {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:29:18.542841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.548186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:18.588107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=ca328dd6-df0a-472a-9bdd-e53122405036,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:18.600325 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:18.605634 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64f10b9-1bed-469a-9208-4e0d38a3b504 None None] The sync data for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv is: [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:35Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'c0414f04-e6b2-4f62-adac-2051c2c93f96', 'name': '', 'network_id': '9fa276f4-9bdd-4089-8e16-6166c5941e0a', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:d3:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:35Z', 'updated_at': '2021-06-10T16:28:40Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '0934cf14-9a1a-446a-a618-fd60162e82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:18.617832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:18.687136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:18.693233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52608) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:18.693875 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/ports/ca328dd6-df0a-472a-9bdd-e53122405036 HTTP/1.1" status: 204 len: 168 time: 0.6359019 Jun 10 16:29:18.832389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb36e7-fdec-4c42-b895-24d94e819b07 None None] New status for floating IP 52583847-dbe8-4822-8f0f-a260ad7ccecc: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:29:19.162708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:19.895792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port c0414f04-e6b2-4f62-adac-2051c2c93f96 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:29:19.896562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:20.009623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port c0414f04-e6b2-4f62-adac-2051c2c93f96, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c0414f04-e6b2-4f62-adac-2051c2c93f96,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:20.010057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:20.103375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for c0414f04-e6b2-4f62-adac-2051c2c93f96 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:29:20.339703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:20.342815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:20.380880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=c0414f04-e6b2-4f62-adac-2051c2c93f96,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:20.424299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.424683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.426304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.426836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.427222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.427606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.427985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.428356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.428735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.429101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.429508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.429866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:20.433834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:20.675647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:20.697205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534acd9f-2e75-491a-8420-3cbe840a4dac req-03f7e95e-71df-4838-bc74-c807cff73f7a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:20.698662 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-534acd9f-2e75-491a-8420-3cbe840a4dac req-03f7e95e-71df-4838-bc74-c807cff73f7a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 945 time: 0.1591067 Jun 10 16:29:20.853366 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-534acd9f-2e75-491a-8420-3cbe840a4dac req-e7f9cff3-f8ed-4e95-bf77-81751a3d9396 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029050 Jun 10 16:29:21.021528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router a381c998-4d48-41f9-ade0-81715dc97029 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:29:21.165636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:21.171075 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/a381c998-4d48-41f9-ade0-81715dc97029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758823 Jun 10 16:29:21.173978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52614) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:21.174518 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] Sync routers for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:21.183685 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:21.184297 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:21.236111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 0934cf14-9a1a-446a-a618-fd60162e82e6 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:29:21.239468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.290154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.299901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.325519 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:21.392088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.460161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.462499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cbc3e74-4664-49ad-84ec-fa7e71c1eb29 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:21.495591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=0934cf14-9a1a-446a-a618-fd60162e82e6,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:21.498685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:21.499677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.501993 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/0934cf14-9a1a-446a-a618-fd60162e82e6 HTTP/1.1" status: 204 len: 168 time: 0.3266466 Jun 10 16:29:21.504275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52616) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:21.507405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9adccc-5b3b-465d-803d-8dd873217a27 None None] Network 9fa276f4-9bdd-4089-8e16-6166c5941e0a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:29:21.571824 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:29:20Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:21.575906 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] Checking router: a381c998-4d48-41f9-ade0-81715dc97029 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:21.584799 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] Routers {'a381c998-4d48-41f9-ade0-81715dc97029'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:21.585463 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a381c998-4d48-41f9-ade0-81715dc97029'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:21.757796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] Set router a381c998-4d48-41f9-ade0-81715dc97029 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:21.783700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] DHCP port deletion for 9fa276f4-9bdd-4089-8e16-6166c5941e0a request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:29:21.851687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Deleting port e5fa2e91-a296-4088-84c8-3aac9d9381ca {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:29:21.852410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:21.976215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] For port e5fa2e91-a296-4088-84c8-3aac9d9381ca, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e5fa2e91-a296-4088-84c8-3aac9d9381ca,segment=NetworkSegment(4e12ff60-7f33-482c-ba0d-ef92e4abc501),segment_id=4e12ff60-7f33-482c-ba0d-ef92e4abc501)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:21.976734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.026995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-60c33e7e-2f8c-4ef4-b3b3-63686b1b2db7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:22.028128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.030129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-60c33e7e-2f8c-4ef4-b3b3-63686b1b2db7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 945 time: 0.0972991 Jun 10 16:29:22.121395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Calling delete_port for e5fa2e91-a296-4088-84c8-3aac9d9381ca owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:29:22.134128 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:29:20Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:22.136360 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9148ad38-370e-42f6-95c1-e4485dd7c10c None None] The sync data for ids ['a381c998-4d48-41f9-ade0-81715dc97029'] in dv-neutron-601336-90-hyperv is: [{'id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'name': 'tempest-TestNetworkBasicOps-router-698029517', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59'}], 'enable_snat': True}, 'gw_port_id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:29:20Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '02caa13a-aa9c-4cd9-915d-dc3ac14e7507', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:63:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a381c998-4d48-41f9-ade0-81715dc97029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:28:31Z', 'updated_at': '2021-06-10T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:22.191940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Deleting port 591102d0-2b73-4d1a-98c1-399eff6e3640 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:29:22.192290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.233674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.236583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:22.244699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad3f1-00b2-4432-af33-2a5ebbef9085 req-daccbc5f-ea30-4371-845a-53727d05d1b9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:22.246223 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e5cad3f1-00b2-4432-af33-2a5ebbef9085 req-daccbc5f-ea30-4371-845a-53727d05d1b9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 945 time: 0.1630757 Jun 10 16:29:22.270473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Pushing event deleted for resources: {'Port': ['ID=e5fa2e91-a296-4088-84c8-3aac9d9381ca,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:22.273632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:22.274532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] No DVR routers for this DVR port e5fa2e91-a296-4088-84c8-3aac9d9381ca on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:29:22.289719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.309195 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e5cad3f1-00b2-4432-af33-2a5ebbef9085 req-d6ec65bd-7ea7-4dc6-b63d-87b0041939ea tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549591 Jun 10 16:29:22.347736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] For port 591102d0-2b73-4d1a-98c1-399eff6e3640, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=591102d0-2b73-4d1a-98c1-399eff6e3640,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:22.348107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.360303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:29:22.360648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.468588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 02caa13a-aa9c-4cd9-915d-dc3ac14e7507, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:22.468588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.566706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5fa2e91-a296-4088-84c8-3aac9d9381ca no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:29:22.570373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:29:22.595612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e5fa2e91-a296-4088-84c8-3aac9d9381ca {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:29:22.595964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e5fa2e91-a296-4088-84c8-3aac9d9381ca not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:29:22.596603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c0414f04-e6b2-4f62-adac-2051c2c93f96 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:29:22.616715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.617103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.617446 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Floating IP 4858de4d-e4f8-447c-957f-da7bac695d35 disassociated. External IP: 172.26.5.24, port: 591102d0-2b73-4d1a-98c1-399eff6e3640. Jun 10 16:29:22.617791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Calling delete_port for 591102d0-2b73-4d1a-98c1-399eff6e3640 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:29:22.632228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c0414f04-e6b2-4f62-adac-2051c2c93f96 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:29:22.632728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c0414f04-e6b2-4f62-adac-2051c2c93f96 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:29:22.796018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.801514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-60b5a68f-48fb-4c4e-bebd-bd7724a45269 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:22.806688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.809777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-52cad674-6194-40d6-9d31-a27de210de7f tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:22.833523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'Port': ['ID=591102d0-2b73-4d1a-98c1-399eff6e3640,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:22.836626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:22.873435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=02caa13a-aa9c-4cd9-915d-dc3ac14e7507,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:22.906847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.907241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.907625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.908006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.908380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.908751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.909122 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.910112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.910492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.910853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.911218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.911585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:22.920290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:22.934674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:22.990265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:29:23.080898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.083662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.140940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.141765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router a381c998-4d48-41f9-ade0-81715dc97029 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:29:23.146333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:23.150251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.154327 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/a381c998-4d48-41f9-ade0-81715dc97029 HTTP/1.1" status: 204 len: 168 time: 1.6490033 Jun 10 16:29:23.154938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52620) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:23.171977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:23.183642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:23.184646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:23.237131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] No DVR routers for this DVR port 591102d0-2b73-4d1a-98c1-399eff6e3640 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:29:23.247089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.251815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b29ed4fb-78af-4060-8eda-1358f81f97cf req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "DELETE /v2.0/ports/591102d0-2b73-4d1a-98c1-399eff6e3640 HTTP/1.1" status: 204 len: 173 time: 1.2135298 Jun 10 16:29:23.252439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'name': 'network-vif-deleted', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:23.255131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b50f9-2366-4ae3-9a8c-116e85f2814f" -d '{"events": [{"server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "name": "network-vif-deleted", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:23.313947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.365497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cc62a2-9e25-42b2-8e4f-2dc2fee0e255 x-openstack-request-id: req-38cc62a2-9e25-42b2-8e4f-2dc2fee0e255 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:23.366472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cfa705-4552-44cf-9a32-280c6647f575", "name": "network-vif-deleted", "tag": "591102d0-2b73-4d1a-98c1-399eff6e3640", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:23.367147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38cc62a2-9e25-42b2-8e4f-2dc2fee0e255 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:23.369615 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8cfa705-4552-44cf-9a32-280c6647f575', 'name': 'network-vif-deleted', 'tag': '591102d0-2b73-4d1a-98c1-399eff6e3640', 'status': 'completed', 'code': 200} Jun 10 16:29:23.419506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:23.510727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.542207 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7f93ff8c-b33b-4d0c-9b7e-3c3940e9bc93 req-4cb8aa7b-eb2a-495a-a530-993e29db4f00 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0551567 Jun 10 16:29:23.545657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa276f4-9bdd-4089-8e16-6166c5941e0a']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:23.563527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e12ff60-7f33-482c-ba0d-ef92e4abc501') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:23.564054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e12ff60-7f33-482c-ba0d-ef92e4abc501') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:23.581347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.596231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.603323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:29:23.603597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:29:23.606851 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:29:23.698164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.702327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ef99a7c6-a495-4cee-a8e3-b368a366acca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:23.717187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:23.724418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:23.728142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.730417 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/9fa276f4-9bdd-4089-8e16-6166c5941e0a HTTP/1.1" status: 204 len: 168 time: 0.5743973 Jun 10 16:29:23.731514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=9fa276f4-9bdd-4089-8e16-6166c5941e0a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:23.748561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52628) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:23.748717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:23.749877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:23.762040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:23.766904 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d207d33e-aea1-4eb5-a945-b0ba3771c907 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0144649 Jun 10 16:29:23.767229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52630) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:23.772941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--441032579', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:23.802118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:29:23.805907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.832783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:29:23.842163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.842633 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 2da9ade0-1d64-4a6a-aaaf-e8e1ff134450 of type vlan for network 54f1a19c-7d26-4c52-8730-42ac54887bc4 Jun 10 16:29:23.901825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.913526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:23.950678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.958804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:23.959526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:23.967037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-94996a30-04ac-453d-a1ba-0f3b995a846a tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:24.000758 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2297513 Jun 10 16:29:24.002018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52632) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:24.006685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:24.074956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=54f1a19c-7d26-4c52-8730-42ac54887bc4,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:24.079027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:24.090969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:24.092229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:24.098063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:29:24.166591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:24.381441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:24.466555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:24.470688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d7691-171b-4d26-98ce-6c8b9d7418a6 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:24.570753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:29:24.609104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:29:24.609875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 02caa13a-aa9c-4cd9-915d-dc3ac14e7507 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:29:24.674227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:24.707224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:24.726716 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3ab36a85-76cc-41c2-b0b7-7695ebd2fd21 req-29f7a5f5-42e2-416f-9a66-322296ead513 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0406678 Jun 10 16:29:24.834122 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc34921-7aa1-4d51-b596-a33811c0921e None None] New status for floating IP 4858de4d-e4f8-447c-957f-da7bac695d35: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:29:24.850057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.155 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:25.001187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:25.048543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:25.051297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a289e289-56be-4fa2-8035-07023ea4e9c9 tempest-PortsTestJSON-730810219 tempest-PortsTestJSON-730810219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:25.100718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:25.105246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:25.108613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:25.146822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:25.150976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:25.411417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 591102d0-2b73-4d1a-98c1-399eff6e3640 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:29:25.437540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 591102d0-2b73-4d1a-98c1-399eff6e3640 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:29:25.437904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 591102d0-2b73-4d1a-98c1-399eff6e3640 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:29:25.464739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:25.949600 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c071b48-67d5-4df0-b7dd-d4f205496c7c req-2b7ab7f4-0348-4d2d-b411-6359024341a5 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0473747 Jun 10 16:29:26.162932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:26.346568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 988541cc-ac42-4b95-bed7-d29705116e17 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:29:26.529312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:26.539280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Sync routers for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:26.551000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:26.551881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:26.553136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:26.554580 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5524905 Jun 10 16:29:26.558856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52638) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:26.604880 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1e424384-ab17-4b75-9fc1-d0688def133f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446184 Jun 10 16:29:26.607232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52640) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:26.721999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:26.732545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f888f4-d54d-4021-bac5-28a9e3968057 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:26.736629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e1f888f4-d54d-4021-bac5-28a9e3968057 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257191 Jun 10 16:29:26.736885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52642) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:26.778319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5d06ac07-79b0-474b-bdad-d2a4781d6458 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374465 Jun 10 16:29:26.778594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52644) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:26.783722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1688086190', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:26.907020 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:29:26.911276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.006625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:25Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:27.010881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Checking router: 988541cc-ac42-4b95-bed7-d29705116e17 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:27.011232 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Updating router 988541cc-ac42-4b95-bed7-d29705116e17 port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:29:27.065023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.137786 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e7d23a66-ee8d-4e1c-869a-ead4a3ab7b9a req-28376e05-9bea-4cb7-9131-a3a2ebdd7282 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8cfa705-4552-44cf-9a32-280c6647f575 HTTP/1.1" status: 200 len: 210 time: 0.0390730 Jun 10 16:29:27.171425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.174286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-92c0fa27-3f56-4c2b-8859-46f658e8dd7f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:27.247383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:27.251178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:27.255695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:27.256053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: 54f1a19c-7d26-4c52-8730-42ac54887bc4, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:29:27.278092 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:29:27.287652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 54f1a19c-7d26-4c52-8730-42ac54887bc4) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:27.291876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:27.292458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.301271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307422d-ac95-4b0c-a162-c9bdbfd2002d None None] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:29:27.310085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5278409 Jun 10 16:29:27.310442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52648) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:27.532831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.555022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Transition to ACTIVE for port object c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:27.587282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.589671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:27.623370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-54f1a19c-7d26-4c52-8730-42ac54887bc4', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:29:27.624224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.673544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Attempting to bind port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:29:27.673923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Attempting to bind port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:29:27.674295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Attempting to bind port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:27.677822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc114-1529-4322-873a-c3a2d9af9696 None None] Pushing event updated for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:27.692430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-334bc114-1529-4322-873a-c3a2d9af9696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:27.699884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:29:27.700446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:27.701066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.701619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:29:27.702297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Bound port: c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:29:27.702883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.875952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] For port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:27.904369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] For port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:29:27.914052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:27.918060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Allocated IP 172.20.0.2 (54f1a19c-7d26-4c52-8730-42ac54887bc4/6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d/a26cd405-80ed-4bf8-88a9-4d5d5e7e0129) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:27.922980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-96386c12-0a87-489e-94bb-866fcd95fe62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:28.067562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:28.068188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:28.072272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc114-1529-4322-873a-c3a2d9af9696 None None] Pushing event updated for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:28.142821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-334bc114-1529-4322-873a-c3a2d9af9696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:28.325963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:28.354397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:28.419328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:28.443366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Transition to ACTIVE for port object a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:28.526717 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-bbbdde6b-3eb2-41d6-b036-03ae0e06bb68 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771757287&fields=id&tenant_id=b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 267 time: 0.0598171 Jun 10 16:29:28.686523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Transition to ACTIVE for port object a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:28.697319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:28.710454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:28.775996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-26db0b30-be3f-4e86-ace8-a3d948ec750c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:28.777463 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-26db0b30-be3f-4e86-ace8-a3d948ec750c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 811 time: 0.2378983 Jun 10 16:29:28.788837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:28.817545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:28.824022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:28.826974 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-0e1d1fb4-8d7e-4654-ab0b-bb4ccc21ba9d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/quotas/b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 375 time: 0.0395160 Jun 10 16:29:28.830183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Pushing event updated for resources: {'Port': ['ID=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:28.834968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:28.860524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (54f1a19c-7d26-4c52-8730-42ac54887bc4/6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d/9e089166-f087-476c-82bc-88c6ca4ad5f0) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:28.908947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Attempting to bind port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:29:28.910016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Attempting to bind port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:29:28.910647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Attempting to bind port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 on network 54f1a19c-7d26-4c52-8730-42ac54887bc4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:28.919896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:29:28.920292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Checking segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:28.920698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:28.921096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Bound using segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:29:28.921600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Bound port: a26cd405-80ed-4bf8-88a9-4d5d5e7e0129, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:29:28.922056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:28.948540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:25Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:28.985410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe31abe-97d7-41f5-a700-01c7600cf65f None None] The sync data for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv is: [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:25Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:29.020529 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-0da214a1-86a7-439c-b350-bb926b735c91 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1769078 Jun 10 16:29:29.026905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] For port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:29.033440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] For port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:29:29.039116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:29.041647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b97057be-61c0-444a-a73e-d546d469a9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:29.115747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Pushing event updated for resources: {'Port': ['ID=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:29.119135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:29.156008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:29.183543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 9e089166-f087-476c-82bc-88c6ca4ad5f0 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:29.265067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-5467b3ef-58a0-4cb0-9e98-eaabbeb62488 service neutron] 10.222.0.23 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187381 Jun 10 16:29:29.278734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:29.302535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:29.422800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:29.436680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:29.448282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:29.492937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:29.500124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:29.542025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:29.546099 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-09a17778-5896-4604-8dac-502c7a786fb9 service neutron] 10.222.0.23 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818952 Jun 10 16:29:29.738862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:29.983790 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ec2a6e20-edfc-46d3-89ed-ca7837b03136 req-96941034-71b6-472b-a425-76012c7cbb72 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 210 time: 0.0757823 Jun 10 16:29:30.184382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.190108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.204065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b4910-1bd3-4667-aa9f-c6d51544c51c None None] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:29:30.220818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:30.296244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:30.299073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.301765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:30.318238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b93ad657-a206-4777-9edb-15217f16f024 None None] Provisioning for port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:30.436254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:30.438031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:30.657476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:30.669608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 988541cc-ac42-4b95-bed7-d29705116e17 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:29:30.737818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:30.743417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:30.743808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.805788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2b7043c8-9234-4b7d-aac0-9714c06c5b8e None None] Provisioning for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:30.815059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2b7043c8-9234-4b7d-aac0-9714c06c5b8e None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:30.816041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2b7043c8-9234-4b7d-aac0-9714c06c5b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.845257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:30.851097 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5394111 Jun 10 16:29:30.854007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52676) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:30.899025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2b7043c8-9234-4b7d-aac0-9714c06c5b8e None None] Port 9e089166-f087-476c-82bc-88c6ca4ad5f0 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:29:30.900722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.932822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:30.944727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:30.946692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:30.948126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-716737e7-1243-403e-b2ad-5001e341fcf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:30.987048 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Sync routers for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:31.003890 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:31.006125 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:31.067356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.067833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.068495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.069131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.069792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.070440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.075137 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5f9a0264-d305-43bf-9c0f-59b5e8250df7 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2175729 Jun 10 16:29:31.076041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52680) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:31.119540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6486b7bc-78b9-42b9-a7be-fcc0e5304f39 None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:31.120078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6486b7bc-78b9-42b9-a7be-fcc0e5304f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.189173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.189960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.190767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.191434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.192180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.198941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.205137 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-30e4d346-2509-4d95-ad81-f050123f362c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1273654 Jun 10 16:29:31.206153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52682) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:31.216389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:31.226399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6486b7bc-78b9-42b9-a7be-fcc0e5304f39 None None] Port 9e089166-f087-476c-82bc-88c6ca4ad5f0 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:29:31.257233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.259068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.260044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.261125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.261738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.263206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.263682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.265002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.266246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.269787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.271478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.271950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:29:31.282080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:31.284039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:31.292934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:31.294449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.298386 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:31.320111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-b91116af-d089-4386-b276-8b08560411f1 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:31.321666 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-b91116af-d089-4386-b276-8b08560411f1 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 811 time: 0.2062283 Jun 10 16:29:31.389515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b7febc6b-4a90-4a0c-8276-63efc7f6f903 req-09b6028e-4a1f-421e-a7d9-843097399a79 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 210 time: 0.0653846 Jun 10 16:29:31.394496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-41f69524-aad5-44b6-8439-21999bf3f89f None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:31.394729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41f69524-aad5-44b6-8439-21999bf3f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.420910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-2062a019-1dc7-44a0-94eb-68f4769ce64f tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 379 time: 0.0887980 Jun 10 16:29:31.431085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'port': {'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'admin_state_up': True, 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'security_groups': ['0ba719f7-e70f-400f-ad91-e6806faef9d1']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:31.454287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-41f69524-aad5-44b6-8439-21999bf3f89f None None] Port 9e089166-f087-476c-82bc-88c6ca4ad5f0 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:29:31.551416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.630599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:31.641394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.642326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-60e5f935-205d-4420-9bf9-2ffa26093ad8 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4338326 Jun 10 16:29:31.643340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:31.664651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Made reservation on behalf of b97dcd794f8d40deb3df794f44b28b0c for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:29:31.672094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.727877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:31.731252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:31.732964 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:31.738706 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Checking router: 988541cc-ac42-4b95-bed7-d29705116e17 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:31.739071 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Updating router 988541cc-ac42-4b95-bed7-d29705116e17 port 9e089166-f087-476c-82bc-88c6ca4ad5f0 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:29:31.792518 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:31.952217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Allocated IP 172.20.0.11 (2f1503e9-fcb1-4a55-9c4c-a144e2d0656e/7122a743-0201-45c0-8e40-2d37965bf380/10462d55-80c2-4a54-93c5-e4593979d802) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:32.145443 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.158758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.159633 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Transition to ACTIVE for port object 9e089166-f087-476c-82bc-88c6ca4ad5f0 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:32.169297 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.171872 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-834842bd-e5b6-48c3-8f21-1accc1f291eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:32.179124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Transition to ACTIVE for port object 10462d55-80c2-4a54-93c5-e4593979d802 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:32.232486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.245899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6f03c1-633f-4879-96ca-f4783b6e3dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:32.262741 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aa4bf-5475-4536-9408-38ef898b512d None None] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:32.305509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52690) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:32.310736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515712597', 'description': 'tempest-secgroup-smoke-1515712597 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:32.327098 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f37aa4bf-5475-4536-9408-38ef898b512d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:32.341764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=10462d55-80c2-4a54-93c5-e4593979d802,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:32.346180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:32.349630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.360582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:32.364007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:32.367845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:32.478630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Attempting to bind port 9e089166-f087-476c-82bc-88c6ca4ad5f0 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:29:32.479151 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Attempting to bind port 9e089166-f087-476c-82bc-88c6ca4ad5f0 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:29:32.479629 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Attempting to bind port 9e089166-f087-476c-82bc-88c6ca4ad5f0 on network 54f1a19c-7d26-4c52-8730-42ac54887bc4 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:32.485516 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:29:32.486035 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Checking segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:32.486561 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.487102 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Bound using segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:29:32.488797 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Bound port: 9e089166-f087-476c-82bc-88c6ca4ad5f0, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:29:32.489353 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.524423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.539995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.543718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e388e8d3-75f1-4abf-8981-b1e144b5b0db tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:32.550930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:32.554347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.587486 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1601710 Jun 10 16:29:32.602689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.603559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Request body: {'port': {'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:32.604502 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2978587 Jun 10 16:29:32.609321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52694) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:32.619861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '07affce8-4ec1-4bdb-8203-644cc04a1ffb', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:32.631941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07affce8-4ec1-4bdb-8203-644cc04a1ffb,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:32.649177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:32.652481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:32.675686 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] For port 9e089166-f087-476c-82bc-88c6ca4ad5f0, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:32.679137 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] For port 9e089166-f087-476c-82bc-88c6ca4ad5f0, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9e089166-f087-476c-82bc-88c6ca4ad5f0,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:29:32.686713 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.703477 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-74352f8b-34d3-44fd-a93d-fbacd8b7b7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:32.777288 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aa4bf-5475-4536-9408-38ef898b512d None None] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:32.788881 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f37aa4bf-5475-4536-9408-38ef898b512d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:32.789536 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:32.790248 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:32.806711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:32.807768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:32.947666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:33.045482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:33.046300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.051068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-67d93378-813a-4997-b619-3e1483027290 None None] Provisioning for port 10462d55-80c2-4a54-93c5-e4593979d802 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:33.099810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-67d93378-813a-4997-b619-3e1483027290 None None] Provisioning complete for port 10462d55-80c2-4a54-93c5-e4593979d802 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:33.100590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-67d93378-813a-4997-b619-3e1483027290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.172140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-67d93378-813a-4997-b619-3e1483027290 None None] Port 10462d55-80c2-4a54-93c5-e4593979d802 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:29:33.182345 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:33.428703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.461061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.482616 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:29:32Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:33.487473 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cd134b-1abe-4631-b8f1-cf2e1c4a49cc None None] The sync data for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv is: [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:29:32Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:33.495232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44d067-2637-4990-a67e-950d5d3cf6d5 req-66154985-8c09-4903-8f8d-b59e78f27413 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:33.496771 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b44d067-2637-4990-a67e-950d5d3cf6d5 req-66154985-8c09-4903-8f8d-b59e78f27413 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 932 time: 0.1843131 Jun 10 16:29:33.497341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e39dd86-f4e4-4e39-8971-f652cf81d116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.698717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.705385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b44d067-2637-4990-a67e-950d5d3cf6d5 req-96743cdd-2e03-4912-803c-e380e988b5ea tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456964 Jun 10 16:29:33.709786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.713835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-35552714-49c9-42f4-8a5e-972c2a3527ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:33.737827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffefb87f-6aff-40bd-b048-63136fcaec9d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:33.742369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:33.755316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.758976 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1474473 Jun 10 16:29:33.759427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52696) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:33.765763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '07affce8-4ec1-4bdb-8203-644cc04a1ffb', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:33.801896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.887861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.895026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.904477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9154f8ed-da81-48bb-8daa-a0cb654dfe81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:33.920574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1692c9-78e3-452f-90be-b72a8a0a077a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:33.926362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:33.934852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.936502 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760111 Jun 10 16:29:33.939286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:33.945691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '07affce8-4ec1-4bdb-8203-644cc04a1ffb', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:33.948696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10462d55-80c2-4a54-93c5-e4593979d802 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:29:33.957646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.972338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Transition to ACTIVE for port object 10462d55-80c2-4a54-93c5-e4593979d802 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:33.978456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.981167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:33.990659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a57771bb-8378-43bd-8114-7182ebe24874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:34.083761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.091987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.097908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5039779a-4ca6-430b-afe5-2640a8e6049f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:34.117506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5157d3a6-a627-4f51-9730-df0a84f8f1af,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:34.120813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:34.135292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.136939 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1964650 Jun 10 16:29:34.139684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52700) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:34.145004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '07affce8-4ec1-4bdb-8203-644cc04a1ffb', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:34.148579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Pushing event updated for resources: {'Port': ['ID=10462d55-80c2-4a54-93c5-e4593979d802,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:34.151793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:34.202421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.236308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Attempting to bind port 10462d55-80c2-4a54-93c5-e4593979d802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:29:34.236650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Attempting to bind port 10462d55-80c2-4a54-93c5-e4593979d802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:29:34.236985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Attempting to bind port 10462d55-80c2-4a54-93c5-e4593979d802 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:34.250221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Port 10462d55-80c2-4a54-93c5-e4593979d802 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:29:34.250551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Attempting to bind port 10462d55-80c2-4a54-93c5-e4593979d802 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:34.261409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:29:34.261746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Checking segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:34.262137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Bound using segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:29:34.262568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Bound port: 10462d55-80c2-4a54-93c5-e4593979d802, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:29:34.262919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.348114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.353435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.356612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7db3c864-628a-4a18-8738-2ddd6d01a057 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:34.386238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06f068e-40c5-4e42-9b22-8e4d715e26e9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:34.390925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:34.393083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.395578 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2545414 Jun 10 16:29:34.398414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52702) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:34.410869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '07affce8-4ec1-4bdb-8203-644cc04a1ffb', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:34.449308 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:29:34.451774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] For port 10462d55-80c2-4a54-93c5-e4593979d802, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:34.457389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.457742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] For port 10462d55-80c2-4a54-93c5-e4593979d802, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=10462d55-80c2-4a54-93c5-e4593979d802,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:29:34.465198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.473540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0239e5fc-a577-41f3-bc45-ae2b0bccd4c3 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:34.559782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:34.560479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.561943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] 10.222.0.25 "PUT /v2.0/ports/10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 1094 time: 1.9653010 Jun 10 16:29:34.562551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:34.571750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57714bd2-2f9f-46e9-a53b-2652aefe5399" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "tag": "10462d55-80c2-4a54-93c5-e4593979d802"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:34.641418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.650328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.654805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-621da444-29d1-4298-8d04-570d24484437 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:34.676361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1099bb9a-759e-4384-bbb8-5d670ab5e28a x-openstack-request-id: req-1099bb9a-759e-4384-bbb8-5d670ab5e28a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:34.676833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "tag": "10462d55-80c2-4a54-93c5-e4593979d802", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:34.677252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1099bb9a-759e-4384-bbb8-5d670ab5e28a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:34.677800 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802', 'status': 'completed', 'code': 200} Jun 10 16:29:34.680376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Pushing event updated for resources: {'Port': ['ID=10462d55-80c2-4a54-93c5-e4593979d802,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:34.719992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db49cd4a-4ef1-4359-9a47-1351c8c2b472,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:34.736490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:34.739006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:34.766843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.774870 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3679004 Jun 10 16:29:34.775023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:34.778723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52708) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:34.787862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '07affce8-4ec1-4bdb-8203-644cc04a1ffb', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:34.834991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-4b341641-259a-4ba0-a1b3-1f7d99e63798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:34.836864 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-4b341641-259a-4ba0-a1b3-1f7d99e63798 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1097 time: 0.1931155 Jun 10 16:29:34.838329 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:29:34.864113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:34.873666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:34.874820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:34.911711 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-42f4578d-d077-4455-91c6-4f0654b8dea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 217 time: 0.0669951 Jun 10 16:29:34.914132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:35.056958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:35.082350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-373f055b-9d7c-4880-a2eb-422c03fd480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.083936 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-373f055b-9d7c-4880-a2eb-422c03fd480d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.1491852 Jun 10 16:29:35.102139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9e089166-f087-476c-82bc-88c6ca4ad5f0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9e089166-f087-476c-82bc-88c6ca4ad5f0,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:35.108977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:35.111616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:35.149488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:35.169917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:35.172824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aa385-6b4d-4b39-b3f1-2414418231dc req-bdb8180f-43c8-42c2-a73a-8265587abca8 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.173007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:35.174359 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-057aa385-6b4d-4b39-b3f1-2414418231dc req-bdb8180f-43c8-42c2-a73a-8265587abca8 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.2212172 Jun 10 16:29:35.177067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:35.180225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a8d426b8-13f8-42ef-921b-966a2d9eadd4 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:35.224675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9967ee8-1719-4829-bb81-edbecb42e069,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:35.232426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:35.232988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:35.234311 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4527829 Jun 10 16:29:35.259257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-8117be61-7d76-4bd1-b76f-4ab8e7d2c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.260911 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-8117be61-7d76-4bd1-b76f-4ab8e7d2c963 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1656294 Jun 10 16:29:35.269037 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-057aa385-6b4d-4b39-b3f1-2414418231dc req-f619051f-10a7-48e4-aa7d-500c2727857b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843863 Jun 10 16:29:35.390651 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-96443f51-f19a-487b-8781-1bbcb25106ef tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515712597&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0413058 Jun 10 16:29:35.394665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-9b7b6536-d094-440e-a7c1-0679381a418d service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260142 Jun 10 16:29:35.523120 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8f4554e7-f589-4f16-8a0d-ee66c68229a9 req-9c951cc2-38d2-413f-a51a-86d2551b85bf service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225886 Jun 10 16:29:35.546544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-01a1f2ae-ab64-4c23-bcb2-cd88c987a17c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.547997 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-01a1f2ae-ab64-4c23-bcb2-cd88c987a17c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=54f1a19c-7d26-4c52-8730-42ac54887bc4 HTTP/1.1" status: 200 len: 796 time: 0.1499276 Jun 10 16:29:35.563814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-dd6850ad-c0ae-4f91-83de-9310dab7ee70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0093524 Jun 10 16:29:35.638145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-dcd5431f-6ffd-49ca-9ffe-6a92e38ea1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.639713 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-dcd5431f-6ffd-49ca-9ffe-6a92e38ea1d8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1097 time: 0.0683868 Jun 10 16:29:35.656035 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-f89d19af-4b53-4b2d-a3ce-6dcbfab8441d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865974 Jun 10 16:29:35.763616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-cec4f35e-3ba8-47d9-a495-a3d3635e2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.765306 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-cec4f35e-3ba8-47d9-a495-a3d3635e2682 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1188354 Jun 10 16:29:35.801093 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-8286b112-692a-4a98-97c8-b414d999b1c4 service neutron] 10.222.0.23 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318312 Jun 10 16:29:35.845930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-87dae3dc-7d0b-488a-aaff-6e234ffdb226 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 217 time: 0.0688937 Jun 10 16:29:35.930451 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-b4f77da2-ec96-4f35-9122-78ee9bd852e5 service neutron] 10.222.0.23 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270640 Jun 10 16:29:35.931619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-2834d414-13fa-49d0-b91a-36d4bbb79891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:35.933748 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-2834d414-13fa-49d0-b91a-36d4bbb79891 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0816593 Jun 10 16:29:36.018686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-99b46509-4c18-4047-879b-1edccb6f20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:36.020669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-99b46509-4c18-4047-879b-1edccb6f20d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0787055 Jun 10 16:29:36.124440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:36.178014 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b7ff104-cbfa-4262-8637-440800cfd51f req-d5ecb504-9733-4a6c-9f16-a8b5599e3622 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 210 time: 0.0447960 Jun 10 16:29:36.204514 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-9841427e-6a15-463a-a953-7981c3715f5b service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764209 Jun 10 16:29:36.296181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ee20a48d-42fd-40ff-88f4-f28bed35dc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:36.343629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57714bd2-2f9f-46e9-a53b-2652aefe5399 req-dbf7089e-e4df-497b-8142-490763a8f1ba service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324630 Jun 10 16:29:36.491354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82b7f-3a82-4723-9705-fb4b636426c7 req-f7ce201e-c92d-4891-9d5a-d25c70404a04 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:36.493543 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-67b82b7f-3a82-4723-9705-fb4b636426c7 req-f7ce201e-c92d-4891-9d5a-d25c70404a04 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0845933 Jun 10 16:29:36.549093 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-67b82b7f-3a82-4723-9705-fb4b636426c7 req-76b9cc3f-2465-4ce8-af85-c97223016d00 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488291 Jun 10 16:29:36.584845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:36.642253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:36.642798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:37.308944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:37.370895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77cf8d5b-11e3-4335-8f53-684136bc736e req-4d118aa7-cab1-44f5-8b88-fa66e5edb2a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 210 time: 0.0554016 Jun 10 16:29:37.393125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-abf0cde7-b787-4474-90a6-1c97f0cebe44 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:37.395689 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-abf0cde7-b787-4474-90a6-1c97f0cebe44 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=54f1a19c-7d26-4c52-8730-42ac54887bc4 HTTP/1.1" status: 200 len: 796 time: 0.1871719 Jun 10 16:29:37.443427 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-bcb5bd30-4cd7-49b6-8867-4e4354ca7f1e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 380 time: 0.0394063 Jun 10 16:29:37.452946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['07affce8-4ec1-4bdb-8203-644cc04a1ffb']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:37.586256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:29:37.590742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:37.735634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.13 (54f1a19c-7d26-4c52-8730-42ac54887bc4/6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d/f25f5f10-2d6e-4e65-b24f-01fc08539b01) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:37.744110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9d91-d072-4877-8a43-7db5b84d64c9 req-4a9c7a2d-18d7-4a6f-ae26-ddde1891d75c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:37.745624 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-24fb9d91-d072-4877-8a43-7db5b84d64c9 req-4a9c7a2d-18d7-4a6f-ae26-ddde1891d75c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0731404 Jun 10 16:29:37.790161 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-24fb9d91-d072-4877-8a43-7db5b84d64c9 req-30a8cf3d-7685-458a-bb3d-f5c9d21770e2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Jun 10 16:29:37.901316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:37.914581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object f25f5f10-2d6e-4e65-b24f-01fc08539b01 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:37.949295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:37.952880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c08ef5be-b4a5-4887-946c-e70de3641f0a tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:38.000589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:38.011702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:38.015552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:38.023565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=f25f5f10-2d6e-4e65-b24f-01fc08539b01,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:38.051591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:38.079542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:38.080201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.099176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6496258 Jun 10 16:29:38.110461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Request body: {'port': {'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:38.204429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.219079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9bdad2c0-4080-40dc-a611-59c1c1896430 None None] Provisioning for port f25f5f10-2d6e-4e65-b24f-01fc08539b01 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:38.223376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9bdad2c0-4080-40dc-a611-59c1c1896430 None None] Provisioning complete for port f25f5f10-2d6e-4e65-b24f-01fc08539b01 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:38.223757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9bdad2c0-4080-40dc-a611-59c1c1896430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.264106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9bdad2c0-4080-40dc-a611-59c1c1896430 None None] Port f25f5f10-2d6e-4e65-b24f-01fc08539b01 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:29:38.409618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:29:38.553762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25f5f10-2d6e-4e65-b24f-01fc08539b01 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:29:38.562563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.582505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Transition to ACTIVE for port object f25f5f10-2d6e-4e65-b24f-01fc08539b01 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:29:38.587628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.590219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57e30692-42b6-4a8e-91ec-7c8ed9e1c166 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:38.651142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bca0b-f3db-4950-be59-fb91e60b2898 req-9bc6b16d-2dac-476b-81fd-52dbb39c11c2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:38.652649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-729bca0b-f3db-4950-be59-fb91e60b2898 req-9bc6b16d-2dac-476b-81fd-52dbb39c11c2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 932 time: 0.1442504 Jun 10 16:29:38.725732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Pushing event updated for resources: {'Port': ['ID=f25f5f10-2d6e-4e65-b24f-01fc08539b01,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:38.753525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:38.803899 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-729bca0b-f3db-4950-be59-fb91e60b2898 req-c0f84801-7650-49d1-9fc6-6c7a0f48276e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093903 Jun 10 16:29:38.833588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Attempting to bind port f25f5f10-2d6e-4e65-b24f-01fc08539b01 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:29:38.833928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Attempting to bind port f25f5f10-2d6e-4e65-b24f-01fc08539b01 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:29:38.834262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Attempting to bind port f25f5f10-2d6e-4e65-b24f-01fc08539b01 on network 54f1a19c-7d26-4c52-8730-42ac54887bc4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:38.838568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Port f25f5f10-2d6e-4e65-b24f-01fc08539b01 on network 54f1a19c-7d26-4c52-8730-42ac54887bc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:29:38.838888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Attempting to bind port f25f5f10-2d6e-4e65-b24f-01fc08539b01 on network 54f1a19c-7d26-4c52-8730-42ac54887bc4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:29:38.843540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:29:38.843877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Checking segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:29:38.844260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Bound using segment: {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:29:38.844689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Bound port: f25f5f10-2d6e-4e65-b24f-01fc08539b01, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:29:38.845036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.927401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] For port f25f5f10-2d6e-4e65-b24f-01fc08539b01, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:29:38.930673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] For port f25f5f10-2d6e-4e65-b24f-01fc08539b01, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:29:38.936317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.938771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.943495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:38.977677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6868e9-6a22-475c-8946-483e409eee5a req-798a683f-c88b-41c4-b0f6-d50835ca611e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:38.978945 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc6868e9-6a22-475c-8946-483e409eee5a req-798a683f-c88b-41c4-b0f6-d50835ca611e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0733519 Jun 10 16:29:38.979338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:38.979955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:38.981333 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] 10.222.0.25 "PUT /v2.0/ports/f25f5f10-2d6e-4e65-b24f-01fc08539b01 HTTP/1.1" status: 200 len: 1094 time: 0.8751569 Jun 10 16:29:38.981871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:38.984187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded" -d '{"events": [{"name": "network-changed", "server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:39.043630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f675064-9a43-46c7-b880-1a6d04f1ce8e x-openstack-request-id: req-5f675064-9a43-46c7-b880-1a6d04f1ce8e {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:39.043965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:39.044264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f675064-9a43-46c7-b880-1a6d04f1ce8e {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:39.044708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'status': 'completed', 'code': 200} Jun 10 16:29:39.046466 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc6868e9-6a22-475c-8946-483e409eee5a req-00a0529e-a056-4aa0-b5f6-1cf8c0ae91b5 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567510 Jun 10 16:29:39.067429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Pushing event updated for resources: {'Port': ['ID=f25f5f10-2d6e-4e65-b24f-01fc08539b01,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:39.071895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:39.102718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-b5aad76f-8b98-47f6-b285-63182a569d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:39.104698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-b5aad76f-8b98-47f6-b285-63182a569d9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 1097 time: 0.0770211 Jun 10 16:29:39.166004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-d79b161d-c66e-412a-9a0f-060106b27567 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01 HTTP/1.1" status: 200 len: 217 time: 0.0542359 Jun 10 16:29:39.242573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-6953c142-2216-4ab3-abf4-c5249ed03f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:39.244021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-6953c142-2216-4ab3-abf4-c5249ed03f67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d HTTP/1.1" status: 200 len: 835 time: 0.0702667 Jun 10 16:29:39.309646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-70263832-3fa9-4d6b-b357-f51259bcd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:39.311069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-70263832-3fa9-4d6b-b357-f51259bcd5ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54f1a19c-7d26-4c52-8730-42ac54887bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609245 Jun 10 16:29:39.429870 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-d51bf076-b9a1-49fb-9faf-4b13698bea2d service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113114 Jun 10 16:29:39.550294 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04b15920-03a8-4d3d-829b-7ee8f1e89d7b req-3d222a06-f4f8-4a16-8be4-deff61e0c598 service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133711 Jun 10 16:29:39.651192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-66d7194f-60c5-4708-842a-d511a714e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:39.652676 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-66d7194f-60c5-4708-842a-d511a714e01c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 1097 time: 0.0583777 Jun 10 16:29:39.767755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-bbcac4f1-12ba-4e14-80b0-a029b94a65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:39.769371 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-bbcac4f1-12ba-4e14-80b0-a029b94a65f3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54f1a19c-7d26-4c52-8730-42ac54887bc4 HTTP/1.1" status: 200 len: 897 time: 0.1100016 Jun 10 16:29:39.826117 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-43edeb4b-a372-4cfb-b1e5-e2ac4ac8dc2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01 HTTP/1.1" status: 200 len: 217 time: 0.0500610 Jun 10 16:29:40.235985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58a6d0-0469-4c57-b4fb-1eb9ae76f73d req-91346096-8da4-4466-b959-925387d35a67 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:40.238098 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1d58a6d0-0469-4c57-b4fb-1eb9ae76f73d req-91346096-8da4-4466-b959-925387d35a67 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0758445 Jun 10 16:29:40.281205 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1d58a6d0-0469-4c57-b4fb-1eb9ae76f73d req-2391a86f-d0c7-4826-b3fa-23946c2d37b3 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Jun 10 16:29:40.325586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-9e33c720-74a6-4065-9c56-b994018d2610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:40.327423 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-9e33c720-74a6-4065-9c56-b994018d2610 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d HTTP/1.1" status: 200 len: 835 time: 0.4942570 Jun 10 16:29:40.398993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7891a7-1db6-46d2-a1e5-e53a8ebb8d74 req-addb08e1-0dc7-47d5-94b3-dfe83e8d59d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:40.400404 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dc7891a7-1db6-46d2-a1e5-e53a8ebb8d74 req-addb08e1-0dc7-47d5-94b3-dfe83e8d59d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 944 time: 0.1278801 Jun 10 16:29:40.451495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dc7891a7-1db6-46d2-a1e5-e53a8ebb8d74 req-3272b163-1b21-4bdd-b5b5-935983efe2b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Jun 10 16:29:40.453188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-7e16d619-0f9d-4072-b8bd-17cf464f322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:40.454536 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-7e16d619-0f9d-4072-b8bd-17cf464f322d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54f1a19c-7d26-4c52-8730-42ac54887bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1160471 Jun 10 16:29:40.572620 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-ed08478c-7385-4522-b5f7-939d54b43f6e service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114166 Jun 10 16:29:40.692090 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e74cfe4-1eb9-4526-b3ce-df658abf9ded req-0199de85-816d-4227-b2d4-9aaf56b2e6ac service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128159 Jun 10 16:29:41.465608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beec969-f7f1-4f5d-ad9e-b4e7de764405 req-8669f503-b5bb-46f9-a50e-39ef37b76001 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:41.467043 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5beec969-f7f1-4f5d-ad9e-b4e7de764405 req-8669f503-b5bb-46f9-a50e-39ef37b76001 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0687125 Jun 10 16:29:41.508988 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5beec969-f7f1-4f5d-ad9e-b4e7de764405 req-9bcfeaf5-9412-4416-a957-00158ffb3009 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355537 Jun 10 16:29:41.520361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f25f5f10-2d6e-4e65-b24f-01fc08539b01 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:29:41.646733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f25f5f10-2d6e-4e65-b24f-01fc08539b01, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:41.647883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739a598-4a17-4a01-aade-a6c1110c9eb9 req-e3d5cd73-e3b8-41a7-82c5-aced88bdb5d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:41.649439 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6739a598-4a17-4a01-aade-a6c1110c9eb9 req-e3d5cd73-e3b8-41a7-82c5-aced88bdb5d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 944 time: 0.0823894 Jun 10 16:29:41.660213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:29:41.694800 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6739a598-4a17-4a01-aade-a6c1110c9eb9 req-9fe52504-091b-428c-86e3-cda30c209505 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Jun 10 16:29:41.709774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:41.725003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25f5f10-2d6e-4e65-b24f-01fc08539b01 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:29:41.745653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f25f5f10-2d6e-4e65-b24f-01fc08539b01, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:41.749808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:41.752362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-531e1a05-7663-4e62-8f85-0a12aef6818c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:41.805801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f25f5f10-2d6e-4e65-b24f-01fc08539b01,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:41.808742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:41.944091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['f25f5f10-2d6e-4e65-b24f-01fc08539b01'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:29:42.887840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab99ef3-de2c-499f-a01c-ae01f6b1de2a req-eef7289c-d41d-403a-b69b-9fe0eaa96067 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:42.889386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cab99ef3-de2c-499f-a01c-ae01f6b1de2a req-eef7289c-d41d-403a-b69b-9fe0eaa96067 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 945 time: 0.0731678 Jun 10 16:29:42.937798 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cab99ef3-de2c-499f-a01c-ae01f6b1de2a req-e3d9e075-bb92-42a8-b1e9-44ec4399b004 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420132 Jun 10 16:29:43.042068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16bee0-69fa-4a90-8bef-02e851d6c248 req-d359e62e-befc-430d-8996-81f1024d8f7e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:43.043508 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4d16bee0-69fa-4a90-8bef-02e851d6c248 req-d359e62e-befc-430d-8996-81f1024d8f7e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.4227624 Jun 10 16:29:43.085580 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4d16bee0-69fa-4a90-8bef-02e851d6c248 req-3859f9dc-3978-48ce-8920-8076700e6849 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362887 Jun 10 16:29:43.522391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f25f5f10-2d6e-4e65-b24f-01fc08539b01 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:43.576309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port f25f5f10-2d6e-4e65-b24f-01fc08539b01 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:43.580062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port f25f5f10-2d6e-4e65-b24f-01fc08539b01 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:43.580439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:43.668207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:43.692039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:43.694329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923adde-d7c3-474e-8d5c-eed7b341cac8" -d '{"events": [{"server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "name": "network-vif-plugged", "status": "completed", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:43.708220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f25f5f10-2d6e-4e65-b24f-01fc08539b01, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:43.712786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:43.714767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:43.742721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8eecf0-0d57-44ad-a7f4-76389c076e58 x-openstack-request-id: req-ae8eecf0-0d57-44ad-a7f4-76389c076e58 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:43.743020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "name": "network-vif-plugged", "status": "completed", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:43.743281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae8eecf0-0d57-44ad-a7f4-76389c076e58 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:43.743674 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'code': 200} Jun 10 16:29:43.773983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f25f5f10-2d6e-4e65-b24f-01fc08539b01,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:43.777794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:43.960264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac97af7-2067-47c0-8592-84082ecbf081 req-d2c60c1c-d074-452a-9307-480ebe9792e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:43.961871 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ac97af7-2067-47c0-8592-84082ecbf081 req-d2c60c1c-d074-452a-9307-480ebe9792e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 1099 time: 0.0604117 Jun 10 16:29:44.000428 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ac97af7-2067-47c0-8592-84082ecbf081 req-f2374b84-1d37-4e42-a8f8-07f1312b1d5c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Jun 10 16:29:44.118638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74783a30-1e27-4bde-841d-a03500b85a4a req-c0358bb3-296a-49e6-8202-7523022b6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:44.120096 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-74783a30-1e27-4bde-841d-a03500b85a4a req-c0358bb3-296a-49e6-8202-7523022b6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 946 time: 0.0700092 Jun 10 16:29:44.163180 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-74783a30-1e27-4bde-841d-a03500b85a4a req-0b60b58d-93ea-4d0c-b893-9b6ca7b8e38d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376160 Jun 10 16:29:44.266937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3f9ce-8c1d-4b82-9438-9ac812b3ac78 req-8cbd4e22-e7b2-4e94-abcb-e3c4cba744ca tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:44.268470 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a9a3f9ce-8c1d-4b82-9438-9ac812b3ac78 req-8cbd4e22-e7b2-4e94-abcb-e3c4cba744ca tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0691643 Jun 10 16:29:44.310894 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a9a3f9ce-8c1d-4b82-9438-9ac812b3ac78 req-476d9084-4631-4f99-af95-a5a0bb031054 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364308 Jun 10 16:29:45.349666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cac4dc-d522-4219-bce1-a8ec5315f4ab req-3012d2e2-4511-44c2-8ac3-f828a686c235 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:45.351212 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-20cac4dc-d522-4219-bce1-a8ec5315f4ab req-3012d2e2-4511-44c2-8ac3-f828a686c235 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 946 time: 0.0731807 Jun 10 16:29:45.392543 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-20cac4dc-d522-4219-bce1-a8ec5315f4ab req-20874277-7c20-40d0-b49d-1214a3638743 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358965 Jun 10 16:29:45.495670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1595813-add4-44b4-824a-f05587f59a8b req-37eeb976-0157-49aa-aeae-6754a2c62b9b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:45.497212 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f1595813-add4-44b4-824a-f05587f59a8b req-37eeb976-0157-49aa-aeae-6754a2c62b9b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 944 time: 0.0754986 Jun 10 16:29:45.521706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 10462d55-80c2-4a54-93c5-e4593979d802 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:29:45.549269 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f1595813-add4-44b4-824a-f05587f59a8b req-c916c522-0bf4-4e6f-b4e3-233cf68e5bf7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442212 Jun 10 16:29:45.577062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5d880-a2b6-4e2c-82a8-25aa568bb4c2 req-3edcab67-645c-4fd7-823c-b51834a5bba4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:45.578589 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6d5d880-a2b6-4e2c-82a8-25aa568bb4c2 req-3edcab67-645c-4fd7-823c-b51834a5bba4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 946 time: 0.0707223 Jun 10 16:29:45.622518 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6d5d880-a2b6-4e2c-82a8-25aa568bb4c2 req-12d5cccc-a140-4b27-afeb-c1f64e6e816c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357382 Jun 10 16:29:45.647394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52772) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:45.648500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 10462d55-80c2-4a54-93c5-e4593979d802, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=10462d55-80c2-4a54-93c5-e4593979d802,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:45.660760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '10462d55-80c2-4a54-93c5-e4593979d802', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:29:45.704914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e076d31-7d37-4ce6-a6a1-f1dd352d42fc tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:45.706480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4e076d31-7d37-4ce6-a6a1-f1dd352d42fc tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 1094 time: 0.0580850 Jun 10 16:29:45.707155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:45.709259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52774) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:45.713789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:45.737673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:45.868070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:45.877553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10462d55-80c2-4a54-93c5-e4593979d802 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:29:45.898426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 10462d55-80c2-4a54-93c5-e4593979d802, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=10462d55-80c2-4a54-93c5-e4593979d802,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:45.902340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:45.904396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:45.956498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=10462d55-80c2-4a54-93c5-e4593979d802,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:45.959859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:45.996459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.134 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/be8255c4-4edf-4122-88ed-1b6020be935d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:46.104648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['10462d55-80c2-4a54-93c5-e4593979d802'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:29:46.130088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:46.171160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:46.174185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c17f82e2-bde9-476a-8486-97620d78ebc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:46.218483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:46.221268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:46.225009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:46.259640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=be8255c4-4edf-4122-88ed-1b6020be935d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:46.263059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:46.732387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:46.800834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4a435-4846-4eee-b7d8-44fff66820da req-f84b8867-3380-4dd4-9d54-dfc57422d942 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:46.802249 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8cf4a435-4846-4eee-b7d8-44fff66820da req-f84b8867-3380-4dd4-9d54-dfc57422d942 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 945 time: 0.1247084 Jun 10 16:29:46.869267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:46.906100 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8cf4a435-4846-4eee-b7d8-44fff66820da req-d839bc70-185a-4426-aa20-a9078d75729c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717413 Jun 10 16:29:47.071150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.075508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.078338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:47.165048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=be8255c4-4edf-4122-88ed-1b6020be935d,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:47.168929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:47.173447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.309038 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 4774ef90-71a2-42c3-9eac-a5fe2e173b4e associated. External IP: 172.26.5.134, port: f25f5f10-2d6e-4e65-b24f-01fc08539b01. Jun 10 16:29:47.521804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 10462d55-80c2-4a54-93c5-e4593979d802 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:29:47.576677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 10462d55-80c2-4a54-93c5-e4593979d802 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:29:47.580216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 10462d55-80c2-4a54-93c5-e4593979d802 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:29:47.580591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.598831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 988541cc-ac42-4b95-bed7-d29705116e17 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:29:47.670713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.696861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:47.699158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4be0a2-8049-447d-8cb2-a6f4fd1834a4" -d '{"events": [{"server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "name": "network-vif-plugged", "status": "completed", "tag": "10462d55-80c2-4a54-93c5-e4593979d802"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:47.714012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 10462d55-80c2-4a54-93c5-e4593979d802, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=10462d55-80c2-4a54-93c5-e4593979d802,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:29:47.720931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.726213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:47.752128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:47.753069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac242557-1f72-4056-8fa3-626509ac8617 x-openstack-request-id: req-ac242557-1f72-4056-8fa3-626509ac8617 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:47.753719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "name": "network-vif-plugged", "status": "completed", "tag": "10462d55-80c2-4a54-93c5-e4593979d802", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:47.753719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac242557-1f72-4056-8fa3-626509ac8617 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:47.754025 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802', 'code': 200} Jun 10 16:29:47.766746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] Sync routers for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:47.774057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:47.791642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:47.792284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:47.819986 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1096237 Jun 10 16:29:47.820804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:47.822692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52780) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:47.823300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b209399-8805-442f-b06f-8b36b12e8fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:47.842716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=10462d55-80c2-4a54-93c5-e4593979d802,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:47.866392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3828bf97-9fb2-48bb-9c06-684dd0360f55 x-openstack-request-id: req-3828bf97-9fb2-48bb-9c06-684dd0360f55 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:47.866807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:47.867303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3828bf97-9fb2-48bb-9c06-684dd0360f55 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:47.867826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'status': 'completed', 'code': 200} Jun 10 16:29:47.908161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:47.966271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:48.020076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52786) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:48.020423 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bcfca050-e57b-4212-9718-71980e70f0ae tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17 HTTP/1.1" status: 200 len: 923 time: 0.1942205 Jun 10 16:29:48.074565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb85d41-0e7c-45ee-bcf6-3363081d3b81 req-0f70c3b3-8ce6-4e5f-b753-ffaf61d36ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:48.075935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cb85d41-0e7c-45ee-bcf6-3363081d3b81 req-0f70c3b3-8ce6-4e5f-b753-ffaf61d36ebd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1099 time: 0.1370201 Jun 10 16:29:48.119534 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ad16-da62-422b-901e-19ec6f3f4d0e req-82332923-e1c4-4316-93c3-f59b6f7f3ffe tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:48.121349 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc95ad16-da62-422b-901e-19ec6f3f4d0e req-82332923-e1c4-4316-93c3-f59b6f7f3ffe tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 946 time: 0.0812049 Jun 10 16:29:48.131829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-0c20d65f-f493-45f3-a18b-bbd2aac6c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:48.133340 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-0c20d65f-f493-45f3-a18b-bbd2aac6c610 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 1099 time: 0.2352352 Jun 10 16:29:48.170431 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc95ad16-da62-422b-901e-19ec6f3f4d0e req-1217ba7a-d3e8-4b15-9296-06c7d621dba2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Jun 10 16:29:48.172645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-54012c17-158b-479a-a09e-5ce0a8ae5691 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 992 time: 0.1512721 Jun 10 16:29:48.180760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cb85d41-0e7c-45ee-bcf6-3363081d3b81 req-781af762-0546-4aaf-9855-3ffca47ba668 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913007 Jun 10 16:29:48.266459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-5323758e-98c7-4886-bc3c-35493aa86ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:48.267962 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-5323758e-98c7-4886-bc3c-35493aa86ff1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54f1a19c-7d26-4c52-8730-42ac54887bc4 HTTP/1.1" status: 200 len: 897 time: 0.1211543 Jun 10 16:29:48.290135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4774ef90-71a2-42c3-9eac-a5fe2e173b4e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:46Z', 'updated_at': '2021-06-10T16:29:46Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:29:35Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:48.293499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] Checking router: 988541cc-ac42-4b95-bed7-d29705116e17 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:48.302111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:48.302772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:48.356756 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-072b6aa3-817b-40b6-96b4-d0a268ddfe43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01 HTTP/1.1" status: 200 len: 1000 time: 0.0818882 Jun 10 16:29:48.416544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-a86ca59b-ed2e-4653-8ab7-04987f900af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:48.418088 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-a86ca59b-ed2e-4653-8ab7-04987f900af7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d HTTP/1.1" status: 200 len: 835 time: 0.0541043 Jun 10 16:29:48.447267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:48.488627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-5b978c18-0948-4f83-b653-2dac9d9632b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:48.490167 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-5b978c18-0948-4f83-b653-2dac9d9632b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54f1a19c-7d26-4c52-8730-42ac54887bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0652106 Jun 10 16:29:48.629825 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-471543af-cb70-4015-bd13-ebcd9892ef1c service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317954 Jun 10 16:29:48.751118 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0b209399-8805-442f-b06f-8b36b12e8fb1 req-963cb3ea-080a-4189-8ec1-f6e79070d7b0 service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141009 Jun 10 16:29:48.754813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4774ef90-71a2-42c3-9eac-a5fe2e173b4e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:46Z', 'updated_at': '2021-06-10T16:29:46Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:29:35Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:48.758598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbab057-dc3f-47aa-bd8c-ef1bac58cf79 None None] The sync data for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv is: [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4774ef90-71a2-42c3-9eac-a5fe2e173b4e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:46Z', 'updated_at': '2021-06-10T16:29:46Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:29:35Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:48.952188 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1380e6-607a-4cc6-93e3-f54d6055aa30 None None] New status for floating IP 4774ef90-71a2-42c3-9eac-a5fe2e173b4e: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:29:49.176268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52788) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:49.259931 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1b5441e0-a394-4454-a59d-7b19a6cbf246 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 994 time: 0.0818124 Jun 10 16:29:49.370097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe7fb5-4335-49ce-9a06-723936bc14eb req-8775e41b-058a-4eac-8676-2244101f4e37 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:49.371570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6efe7fb5-4335-49ce-9a06-723936bc14eb req-8775e41b-058a-4eac-8676-2244101f4e37 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 946 time: 0.0737712 Jun 10 16:29:49.413329 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6efe7fb5-4335-49ce-9a06-723936bc14eb req-5c72b1c4-8b9e-4f54-b677-2b6db35d124c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359964 Jun 10 16:29:49.588708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8941-3b78-4245-963e-5365157a4959 req-965809dc-db3a-48c1-b4c8-32b627d20d7c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:49.590228 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-06dc8941-3b78-4245-963e-5365157a4959 req-965809dc-db3a-48c1-b4c8-32b627d20d7c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 946 time: 0.0680213 Jun 10 16:29:49.636068 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-06dc8941-3b78-4245-963e-5365157a4959 req-7b361bbf-7b9a-41a2-98bc-73edf146bbd7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401955 Jun 10 16:29:49.661591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52794) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:49.717465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d082e5-d421-4ac1-b7be-eebce15ac333 tempest-TestVolumeBootPattern-311953303 tempest-TestVolumeBootPattern-311953303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:49.718833 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-08d082e5-d421-4ac1-b7be-eebce15ac333 tempest-TestVolumeBootPattern-311953303 tempest-TestVolumeBootPattern-311953303-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1094 time: 0.0562658 Jun 10 16:29:49.722164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52796) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:29:49.726634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:29:49.747441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:49.872342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:49.992536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Allocated IP 172.26.5.215 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/1affcc03-0485-442b-ae39-d4d878b02108) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:29:50.144411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:50.183588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:50.186337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a94389e2-eaed-4ecf-a0e1-50b6144db43d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:50.235459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:29:50.242045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:29:50.245240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:29:50.248282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=1affcc03-0485-442b-ae39-d4d878b02108,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:50.274407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:50.701121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:50.788689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:50.977280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:50.981705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:50.983824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b3e0d388-e500-4078-a16f-0a8bee0fce78 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:29:51.071230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=1affcc03-0485-442b-ae39-d4d878b02108,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:29:51.075009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:29:51.083545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:51.222214 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Floating IP 7038a11f-0ae9-4ac9-b538-3537ce52029c associated. External IP: 172.26.5.215, port: 10462d55-80c2-4a54-93c5-e4593979d802. Jun 10 16:29:51.314624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:51.512290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:29:51.653991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:29:51.664116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:29:51.669820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:29:51.675917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:51.676560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:51.716251 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9930115 Jun 10 16:29:51.716951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:29:51.719334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a089740-2b7f-43a8-be20-e0cd02a07909" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "tag": "10462d55-80c2-4a54-93c5-e4593979d802"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:29:51.816912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ea0c8-e415-4f64-9f87-42c801d32819 x-openstack-request-id: req-d17ea0c8-e415-4f64-9f87-42c801d32819 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:29:51.817344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "tag": "10462d55-80c2-4a54-93c5-e4593979d802", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:29:51.817717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d17ea0c8-e415-4f64-9f87-42c801d32819 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:29:51.818285 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802', 'status': 'completed', 'code': 200} Jun 10 16:29:51.835059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:51.898038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-2d10aa54-5ed7-4db6-b9f1-18065c4c7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:51.899544 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-2d10aa54-5ed7-4db6-b9f1-18065c4c7500 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1099 time: 0.0586987 Jun 10 16:29:52.022024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-b43418cf-2ee1-4961-b6d9-7021bad2b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:52.023370 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-b43418cf-2ee1-4961-b6d9-7021bad2b75f service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1174457 Jun 10 16:29:52.108578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-43260d88-d0de-4fe3-aed8-e483162c5192 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 1000 time: 0.0790734 Jun 10 16:29:52.136398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:50Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:52.139732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:29:52.151183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:29:52.151812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:29:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:52.166310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-32b817e2-c2f6-437f-b378-9244b846c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:52.167760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-32b817e2-c2f6-437f-b378-9244b846c0e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0528240 Jun 10 16:29:52.232602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-8d79348a-4488-4d7a-845f-713923a4c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:29:52.234150 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-8d79348a-4488-4d7a-845f-713923a4c89d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0601802 Jun 10 16:29:52.476062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:29:52.773051 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-e5402a46-59ed-457a-bed8-88427d21212f service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320518 Jun 10 16:29:52.789328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:50Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:29:52.792760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe7c54-0c86-4b2b-be6c-73f9cafc2414 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:50Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:29:52.894619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a089740-2b7f-43a8-be20-e0cd02a07909 req-4a8c0cc9-0388-4b5c-9963-81609c2ca3a9 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150532 Jun 10 16:29:52.986127 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c92964-f42c-473a-a215-44cae2a96201 None None] New status for floating IP 7038a11f-0ae9-4ac9-b538-3537ce52029c: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:30:03.484487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-922388e4-3575-4b19-88e5-0e46a26f29bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:06.107508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:06.287487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-85bcaebe-122d-4bf3-979c-e677a38e5a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:07.309763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:08.941226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:15.408565 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:30:21.317813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:22.539848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52824) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:22.697539 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d12cbc7b-4d91-4277-8994-64fd5e7a94ab tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1563387 Jun 10 16:30:22.700202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52826) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:23.217829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca85702a-506f-460d-81c7-5d0e5e70cd8a tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Notify agent at dv-neutron-601336-90-hyperv the message router_removed_from_agent {{(pid=92386) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 10 16:30:23.220928 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ca85702a-506f-460d-81c7-5d0e5e70cd8a tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "DELETE /v2.0/agents/8afe4106-8c98-4069-be45-17e3920d6d8c/l3-routers/988541cc-ac42-4b95-bed7-d29705116e17 HTTP/1.1" status: 204 len: 168 time: 0.5198145 Jun 10 16:30:23.223661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52828) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:23.394274 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bf48a461-1273-4626-a7b9-499a76cd957d tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1688275 Jun 10 16:30:23.398145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52830) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:23.616019 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-52b065b6-9f6b-4e4a-bc16-b3021ddb8091 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 994 time: 0.2165608 Jun 10 16:30:24.031146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddeed84-e9fd-4f72-9ebd-17ab36b2b09b None None] New status for floating IP 4774ef90-71a2-42c3-9eac-a5fe2e173b4e: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:30:24.588743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:30:24.618940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52834) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:24.688465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:24.699991 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-80d62935-f15f-4501-9de4-02eec4b7cddc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 992 time: 0.0797901 Jun 10 16:30:24.725183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9e089166-f087-476c-82bc-88c6ca4ad5f0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9e089166-f087-476c-82bc-88c6ca4ad5f0,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:24.729194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:24.729968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:30:24.731585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:24.819065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:24.822112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:24.867960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:24.888935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:24.893587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:24.896249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-716737e7-1243-403e-b2ad-5001e341fcf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:24.950690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:24.953690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:26.745214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52840) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:26.933892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fddb42f-6647-40c7-a0fa-0b3feee5a587 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Router 988541cc-ac42-4b95-bed7-d29705116e17 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:30:26.934606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fddb42f-6647-40c7-a0fa-0b3feee5a587 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Notify agent at dv-neutron-601336-90-hyperv the message router_added_to_agent {{(pid=92385) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 10 16:30:26.965776 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4fddb42f-6647-40c7-a0fa-0b3feee5a587 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "POST /v2.0/agents/8afe4106-8c98-4069-be45-17e3920d6d8c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2194161 Jun 10 16:30:26.968479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52844) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:26.993679 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] Sync routers for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:30:27.007484 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:27.008122 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:27.154368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aa3f955b-d43b-4332-9b84-0618cecf4c97 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1833105 Jun 10 16:30:27.157894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52848) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:27.170583 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:27.249060 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1499c9ac-61c2-4009-b24e-85cb6d99500b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 992 time: 0.0898514 Jun 10 16:30:27.596449 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4774ef90-71a2-42c3-9eac-a5fe2e173b4e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:46Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:27.600242 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] Checking router: 988541cc-ac42-4b95-bed7-d29705116e17 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:30:27.608381 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:27.608993 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:27.749494 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:28.053076 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4774ef90-71a2-42c3-9eac-a5fe2e173b4e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:46Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:28.056607 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12a55-0dfc-404f-9aab-1981e89322a5 None None] The sync data for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv is: [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '4774ef90-71a2-42c3-9eac-a5fe2e173b4e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.134', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'port_id': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'mac_address': 'fa:16:3e:07:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:46Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:30:24Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:30:28.253271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52850) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:28.354126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1a41367e-fe41-43dd-b66d-f91bb0fb54d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 992 time: 0.0969152 Jun 10 16:30:28.632005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:28.707684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:28.708069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:28.809745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:28.853691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9e089166-f087-476c-82bc-88c6ca4ad5f0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9e089166-f087-476c-82bc-88c6ca4ad5f0,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:28.858918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:28.864075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:28.919621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:28.922564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:29.357610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52852) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:29.448874 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e41c1a00-870d-4287-bbf3-41d28f17031a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 992 time: 0.0899193 Jun 10 16:30:29.759409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0afffd-5533-497d-b822-9257890363ac None None] New status for floating IP 4774ef90-71a2-42c3-9eac-a5fe2e173b4e: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:30:30.452372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52854) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:30.539030 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e02b4cd4-2848-4d8d-8bbe-443dbbb5c0b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 200 len: 994 time: 0.0838025 Jun 10 16:30:30.662332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:30.719013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:30.719393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:30.808032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:30.829620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:30.833820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:30.834872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:30.836503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:30.929578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:30.934036 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:30.944089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9e089166-f087-476c-82bc-88c6ca4ad5f0 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:30.944478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:32.604040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:32.660504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:32.660893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:32.823091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52862) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:33.036891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port be8255c4-4edf-4122-88ed-1b6020be935d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:30:33.037264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:33.146779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:33.147108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:33.250795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for be8255c4-4edf-4122-88ed-1b6020be935d owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:30:33.440624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:33.442943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-241857f6-91ae-48bb-8ad2-374b37fe5c4f tempest-TestServerAdvancedOps-2031978964 tempest-TestServerAdvancedOps-2031978964-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:33.473746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=be8255c4-4edf-4122-88ed-1b6020be935d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:33.483234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.483478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.483729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.484179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.484459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.485108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.485572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.485962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.486360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.487243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.487659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.488005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:33.488634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-51ec0133-3212-4581-8234-848a8c6672f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:33.493919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:33.567001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:33.567416 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 4774ef90-71a2-42c3-9eac-a5fe2e173b4e disassociated (deleted). External IP: 172.26.5.134, port: f25f5f10-2d6e-4e65-b24f-01fc08539b01. Jun 10 16:30:33.869872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 988541cc-ac42-4b95-bed7-d29705116e17 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:30:34.019491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:30:34.028369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:34.028556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] Sync routers for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:30:34.038825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:34.039447 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:34.074250 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/4774ef90-71a2-42c3-9eac-a5fe2e173b4e HTTP/1.1" status: 204 len: 168 time: 1.2501526 Jun 10 16:30:34.074950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:30:34.077712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ae3e2-64f5-4c9c-8399-186125f85777" -d '{"events": [{"name": "network-changed", "server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:30:34.158001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac582607-505a-4b58-8c88-315d2d27687d x-openstack-request-id: req-ac582607-505a-4b58-8c88-315d2d27687d {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:30:34.160202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:30:34.160775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac582607-505a-4b58-8c88-315d2d27687d {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:30:34.161504 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'status': 'completed', 'code': 200} Jun 10 16:30:34.217448 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:34.270546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-df9fd38d-3ec5-477f-9d2f-d6992833bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:34.272022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-df9fd38d-3ec5-477f-9d2f-d6992833bd30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 1099 time: 0.0900483 Jun 10 16:30:34.435282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-7e5ae963-8862-416e-b32c-5c7fcd554f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:34.437169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-7e5ae963-8862-416e-b32c-5c7fcd554f38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54f1a19c-7d26-4c52-8730-42ac54887bc4 HTTP/1.1" status: 200 len: 897 time: 0.1586633 Jun 10 16:30:34.505273 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-0adb5893-2fd1-449c-b74a-5a5172ec01a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01 HTTP/1.1" status: 200 len: 217 time: 0.0606253 Jun 10 16:30:34.545998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce6dc4-104f-46ad-b765-cdd19572d96a req-974a8165-03b9-4259-902a-e80b20920dc6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:34.554529 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9bce6dc4-104f-46ad-b765-cdd19572d96a req-974a8165-03b9-4259-902a-e80b20920dc6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 946 time: 0.0873506 Jun 10 16:30:34.575136 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:30:28Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:34.580568 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] Checking router: 988541cc-ac42-4b95-bed7-d29705116e17 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:30:34.582005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-b42b7d8e-07c8-469b-822f-dd8b079af592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:34.583814 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-b42b7d8e-07c8-469b-822f-dd8b079af592 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d HTTP/1.1" status: 200 len: 835 time: 0.0720417 Jun 10 16:30:34.590418 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:34.591538 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:34.605863 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9bce6dc4-104f-46ad-b765-cdd19572d96a req-5daa22bc-1f2d-400e-8448-def8f110442c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503502 Jun 10 16:30:34.660726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-e960a000-98b5-4096-aecf-6b0c7a6e72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:34.662288 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-e960a000-98b5-4096-aecf-6b0c7a6e72a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54f1a19c-7d26-4c52-8730-42ac54887bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720656 Jun 10 16:30:34.758552 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:34.827586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-e9a5907a-1b5a-459c-93e5-1fa9ad0119ab service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568537 Jun 10 16:30:35.023368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d33ae3e2-64f5-4c9c-8399-186125f85777 req-d02adcec-1106-4a18-8f7b-20e8064b7df0 service neutron] 10.222.0.25 "GET /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877153 Jun 10 16:30:35.028388 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-c12387a9-66ee-477e-9180-da7232512eff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1761346 Jun 10 16:30:35.147554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-9b9c7601-54be-4952-8fc0-3654139040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:35.149488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-9b9c7601-54be-4952-8fc0-3654139040b0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1099 time: 0.0728188 Jun 10 16:30:35.243520 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:30:28Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:35.247234 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7dbd2e-50b8-47c6-9e9c-cf32fd3fb6c6 None None] The sync data for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv is: [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:29:29Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9e089166-f087-476c-82bc-88c6ca4ad5f0', 'name': '', 'network_id': '54f1a19c-7d26-4c52-8730-42ac54887bc4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:53:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:28Z', 'updated_at': '2021-06-10T16:30:28Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:30:35.322399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-d247bb14-104c-4473-9c18-ed4574adfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:35.323946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-d247bb14-104c-4473-9c18-ed4574adfd5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1513243 Jun 10 16:30:35.421714 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-48d6ef39-fd2d-4ee4-b57d-ddecb4da6a26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 1002 time: 0.0887735 Jun 10 16:30:35.486353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-8fb3027c-f116-4c07-b57f-54c1c20fcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:35.488490 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-8fb3027c-f116-4c07-b57f-54c1c20fcd07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0584252 Jun 10 16:30:35.567933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-5a655f14-8606-426b-85b2-548353f1254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:35.569499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-5a655f14-8606-426b-85b2-548353f1254b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724285 Jun 10 16:30:35.696986 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-bae4781e-74ec-4b6a-b407-c1472fbb58eb service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202650 Jun 10 16:30:35.922912 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87b3a1e0-d036-41e4-b765-532672795ab9 req-a5a69a67-69fb-4f48-ba55-8b676d72705d service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173748 Jun 10 16:30:35.947895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21c7aa-524b-453f-82b5-46b71f5d986e req-88b36be9-ebed-4fbb-ac94-7baf5b196703 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:35.948670 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-db21c7aa-524b-453f-82b5-46b71f5d986e req-88b36be9-ebed-4fbb-ac94-7baf5b196703 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 946 time: 0.2211950 Jun 10 16:30:35.960952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-07d0dcad-c0ad-403c-b96c-4547c22ddbc6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:35.962459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-07d0dcad-c0ad-403c-b96c-4547c22ddbc6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 946 time: 0.2335367 Jun 10 16:30:36.045870 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-db21c7aa-524b-453f-82b5-46b71f5d986e req-df425076-3002-41ea-ab4a-1d5ff560da63 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=07affce8-4ec1-4bdb-8203-644cc04a1ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822108 Jun 10 16:30:36.066526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbde5d0-90b0-497e-80ae-256a7fac1fc4 None None] New status for floating IP 4774ef90-71a2-42c3-9eac-a5fe2e173b4e: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:30:36.120177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port f25f5f10-2d6e-4e65-b24f-01fc08539b01 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:30:36.120539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:36.170759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:36.289518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d6f796f3-56dd-40ab-b2e2-757224f7fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:36.660013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port f25f5f10-2d6e-4e65-b24f-01fc08539b01, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f25f5f10-2d6e-4e65-b24f-01fc08539b01,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:36.660370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:36.756093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for f25f5f10-2d6e-4e65-b24f-01fc08539b01 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:30:36.915355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:36.919852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75047f15-d30b-428d-9dfa-f9155fa66063 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:36.950403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=f25f5f10-2d6e-4e65-b24f-01fc08539b01,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:36.954328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:37.016963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port f25f5f10-2d6e-4e65-b24f-01fc08539b01 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:30:37.021352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:37.024478 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-575454ab-7ed5-4c9d-88d0-1d598689cb8e req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/f25f5f10-2d6e-4e65-b24f-01fc08539b01 HTTP/1.1" status: 204 len: 173 time: 1.0546074 Jun 10 16:30:37.025387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'name': 'network-vif-deleted', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:30:37.027924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2d49f8-e657-4e7d-8f6a-cf9f782b44e5" -d '{"events": [{"server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "name": "network-vif-deleted", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:30:37.069967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc71df2-3e80-407e-8f88-25433163418b x-openstack-request-id: req-7bc71df2-3e80-407e-8f88-25433163418b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:30:37.070653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd752f0f-49ed-4eb8-8615-ac3d87fb33b2", "name": "network-vif-deleted", "tag": "f25f5f10-2d6e-4e65-b24f-01fc08539b01", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:30:37.070653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bc71df2-3e80-407e-8f88-25433163418b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:30:37.071117 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd752f0f-49ed-4eb8-8615-ac3d87fb33b2', 'name': 'network-vif-deleted', 'tag': 'f25f5f10-2d6e-4e65-b24f-01fc08539b01', 'status': 'completed', 'code': 200} Jun 10 16:30:37.210257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63d11d27-7b7f-48c4-a971-bcee8ab210e3 req-010d5276-9494-42b4-bbf6-79a2018491cd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd752f0f-49ed-4eb8-8615-ac3d87fb33b2 HTTP/1.1" status: 200 len: 210 time: 0.0385606 Jun 10 16:30:37.315487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:38.307746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52886) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:38.371074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:38.399316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:38.466119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:38.468723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:38.469885 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/07affce8-4ec1-4bdb-8203-644cc04a1ffb HTTP/1.1" status: 204 len: 168 time: 0.1611567 Jun 10 16:30:38.471186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c9d051e9-c1ba-4dab-9cb1-0a2dd8247cb9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:38.481565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07affce8-4ec1-4bdb-8203-644cc04a1ffb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:38.484511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:38.507938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52890) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:38.943638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:38.993050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:39.339659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 9e089166-f087-476c-82bc-88c6ca4ad5f0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:30:39.340352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:39.459900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 9e089166-f087-476c-82bc-88c6ca4ad5f0, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9e089166-f087-476c-82bc-88c6ca4ad5f0,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:39.460158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:39.561759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 9e089166-f087-476c-82bc-88c6ca4ad5f0 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:30:39.798484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:39.801126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a683b2f2-ee99-4168-b06d-0e899d656950 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:39.819271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f25f5f10-2d6e-4e65-b24f-01fc08539b01 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:30:39.834562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=9e089166-f087-476c-82bc-88c6ca4ad5f0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:39.839796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:39.844799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: f25f5f10-2d6e-4e65-b24f-01fc08539b01 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:30:39.845190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f25f5f10-2d6e-4e65-b24f-01fc08539b01 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:30:40.079347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:40.384617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 988541cc-ac42-4b95-bed7-d29705116e17 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:30:40.535245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:30:40.540156 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0312200 Jun 10 16:30:40.542918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52892) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:40.546516 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45183b62-0269-4568-894a-0b3632918edc None None] Sync routers for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:30:40.559194 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:40.559992 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:40.605577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:30:40.609781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:40.658241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:40.702240 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:40.760692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:40.829804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:40.831938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd010a93-2361-47f2-a6d2-afe145eeafef tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:40.866388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:40.869353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:40.874212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:40.879130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52894) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:40.879810 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8275d80b-c8a0-4796-b984-8fc1ea035a30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/6e16ba59-1c5c-469e-8d4d-cad1ecd96f2d HTTP/1.1" status: 204 len: 168 time: 0.3358970 Jun 10 16:30:40.888832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbdbb0-8920-42a4-a093-22410854e664 None None] Network 54f1a19c-7d26-4c52-8730-42ac54887bc4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:30:40.950284 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:39Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:40.953720 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45183b62-0269-4568-894a-0b3632918edc None None] Checking router: 988541cc-ac42-4b95-bed7-d29705116e17 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:30:40.963528 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] Routers {'988541cc-ac42-4b95-bed7-d29705116e17'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:40.964173 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['988541cc-ac42-4b95-bed7-d29705116e17'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:41.054837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.134804 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] Set router 988541cc-ac42-4b95-bed7-d29705116e17 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:41.204349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.279858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:30:41.280278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.312667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] DHCP port deletion for 54f1a19c-7d26-4c52-8730-42ac54887bc4 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:30:41.378205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Deleting port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:30:41.378597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.388950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-45183b62-0269-4568-894a-0b3632918edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:39Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:41.393247 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45183b62-0269-4568-894a-0b3632918edc None None] The sync data for ids ['988541cc-ac42-4b95-bed7-d29705116e17'] in dv-neutron-601336-90-hyperv is: [{'id': '988541cc-ac42-4b95-bed7-d29705116e17', 'name': 'tempest-TestNetworkBasicOps-router-1533678406', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155'}], 'enable_snat': True}, 'gw_port_id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:39Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:13:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988541cc-ac42-4b95-bed7-d29705116e17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:29:24Z', 'updated_at': '2021-06-10T16:30:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:30:41.403194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:41.403555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.468114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] For port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,segment=NetworkSegment(2da9ade0-1d64-4a6a-aaaf-e8e1ff134450),segment_id=2da9ade0-1d64-4a6a-aaaf-e8e1ff134450)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:41.468578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.509582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:30:41.562656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Calling delete_port for a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:30:41.670006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.672200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:41.703351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Pushing event deleted for resources: {'Port': ['ID=a26cd405-80ed-4bf8-88a9-4d5d5e7e0129,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:41.705785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] No DVR routers for this DVR port a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:30:41.718357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.718667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.719016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.719384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.719728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.720053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.720388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.720724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.721911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.722487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.722837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.723318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.727711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:41.734635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:41.737480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-54f3222b-5d32-41fd-949f-84fe9e99f22a tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:41.773716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:41.807611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.807997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.808375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.808744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.809116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.809502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.809861 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.810222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.810581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.810944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.811301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.811654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:41.816523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:41.870812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.018424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.020776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.078747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.079417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router 988541cc-ac42-4b95-bed7-d29705116e17 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:30:42.088262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.092116 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/988541cc-ac42-4b95-bed7-d29705116e17 HTTP/1.1" status: 204 len: 168 time: 1.2077041 Jun 10 16:30:42.092516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52898) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:42.202809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.329069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.341227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f1a19c-7d26-4c52-8730-42ac54887bc4']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:42.352533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:42.352942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da9ade0-1d64-4a6a-aaaf-e8e1ff134450') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:42.363110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.379529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.386471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:30:42.386860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:30:42.389972 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:30:42.475389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.481383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:42.485376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.488064 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/54f1a19c-7d26-4c52-8730-42ac54887bc4 HTTP/1.1" status: 204 len: 168 time: 0.3944604 Jun 10 16:30:42.509655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=54f1a19c-7d26-4c52-8730-42ac54887bc4,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:42.511932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52900) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:42.514857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b36000e-3ac6-41e9-a937-424c29933c41 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:42.519816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--12371891', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:42.546742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:30:42.550908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.582756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:30:42.594477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.594846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment c7797bb5-34f8-4759-875b-430940d9b7fa of type vlan for network a68a1ef4-cafe-4972-9756-2706286b6f6c Jun 10 16:30:42.622079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:30:42.653416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9e089166-f087-476c-82bc-88c6ca4ad5f0 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:30:42.653821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9e089166-f087-476c-82bc-88c6ca4ad5f0 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:30:42.654531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:30:42.656529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.684057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:30:42.684518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device c3b33bf5-b17e-4ac1-8008-0af84bf5fa3f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:30:42.684875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:30:42.691454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.704087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:42.706305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.711177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:30:42.711512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a26cd405-80ed-4bf8-88a9-4d5d5e7e0129 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:30:42.712008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:42.759398 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2452753 Jun 10 16:30:42.761817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:42.766806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-752093903', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:42.792555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.793623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.846538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=a68a1ef4-cafe-4972-9756-2706286b6f6c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:42.849416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:42.859121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:42.864124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network a68a1ef4-cafe-4972-9756-2706286b6f6c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:30:43.083868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:43.749477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:43.776771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:43.914706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.58 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/aab421ee-637b-4cc0-aade-d872979e2612) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:30:44.049859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:44.092174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:44.095286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:44.148723 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:30:44.151667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:30:44.157286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:30:44.198359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=aab421ee-637b-4cc0-aade-d872979e2612,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:44.206752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:44.527312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:44.813420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:44.981950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0d6e99c7-973b-4727-b522-b78adef585eb is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:30:45.125890 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:30:45.135029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Sync routers for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:30:45.144153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:45.148439 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3825357 Jun 10 16:30:45.148600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:45.148600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:45.148839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:45.186182 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1f5e691a-5e4c-4807-ba2a-397d4996487f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338166 Jun 10 16:30:45.186433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:45.296746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:45.309991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1cadc-eb94-4b27-a35c-5056bc6c8283 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:45.314276 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-adc1cadc-eb94-4b27-a35c-5056bc6c8283 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1242216 Jun 10 16:30:45.314450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52908) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:45.358397 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d4d9f5b4-dd1d-4c6b-8cab-92bbdbdf8fd1 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395007 Jun 10 16:30:45.358664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52910) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:45.364246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444269174', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:45.472788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:30:45.476468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:45.536798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:44Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:45.540611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Checking router: 0d6e99c7-973b-4727-b522-b78adef585eb for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:30:45.540974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Updating router 0d6e99c7-973b-4727-b522-b78adef585eb port aab421ee-637b-4cc0-aade-d872979e2612 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:30:45.583724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:45.707418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:45.710476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e46594a1-159c-4aab-9986-89d06bf3fc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:45.785116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=03e3a2cf-9f71-4512-b6a2-7e468956feca,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:45.789073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:45.793735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:30:45.794097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: a68a1ef4-cafe-4972-9756-2706286b6f6c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:30:45.812231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network a68a1ef4-cafe-4972-9756-2706286b6f6c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:30:45.824544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, a68a1ef4-cafe-4972-9756-2706286b6f6c) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:30:45.828783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:45.829412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:45.839470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef86fe71-cdae-4bf3-b37d-4eaeb4c7b244 None None] Network a68a1ef4-cafe-4972-9756-2706286b6f6c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:30:45.843720 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4841106 Jun 10 16:30:45.847233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52912) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:46.015547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.059718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Transition to ACTIVE for port object aab421ee-637b-4cc0-aade-d872979e2612 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:46.068964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.076533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:46.172898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7633f14-be16-4677-8060-e9043e5c5dd1 None None] Pushing event updated for resources: {'Port': ['ID=aab421ee-637b-4cc0-aade-d872979e2612,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:46.179923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a7633f14-be16-4677-8060-e9043e5c5dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:46.180969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Attempting to bind port aab421ee-637b-4cc0-aade-d872979e2612 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:30:46.181385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Attempting to bind port aab421ee-637b-4cc0-aade-d872979e2612 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:30:46.181759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Attempting to bind port aab421ee-637b-4cc0-aade-d872979e2612 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:30:46.187901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:30:46.188289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:30:46.188709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.189121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:30:46.189745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Bound port: aab421ee-637b-4cc0-aade-d872979e2612, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:30:46.190803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.194085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-a68a1ef4-cafe-4972-9756-2706286b6f6c', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:30:46.194903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.341745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] For port aab421ee-637b-4cc0-aade-d872979e2612, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:30:46.364961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] For port aab421ee-637b-4cc0-aade-d872979e2612, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=aab421ee-637b-4cc0-aade-d872979e2612,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:30:46.371791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.398893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-7841d9bd-5517-42ee-a858-b2027fa026f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:46.435366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:46.485663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Allocated IP 172.20.0.2 (a68a1ef4-cafe-4972-9756-2706286b6f6c/03e3a2cf-9f71-4512-b6a2-7e468956feca/7edb22ca-941e-4680-a924-74b316d0cd4c) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:30:46.493813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7633f14-be16-4677-8060-e9043e5c5dd1 None None] Pushing event updated for resources: {'Port': ['ID=aab421ee-637b-4cc0-aade-d872979e2612,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:46.498631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a7633f14-be16-4677-8060-e9043e5c5dd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:46.499272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:46.499898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:46.919081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:47.135701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.165361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Transition to ACTIVE for port object 7edb22ca-941e-4680-a924-74b316d0cd4c will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:47.212215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Transition to ACTIVE for port object 7edb22ca-941e-4680-a924-74b316d0cd4c will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:47.219801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.222990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:47.285676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (a68a1ef4-cafe-4972-9756-2706286b6f6c/03e3a2cf-9f71-4512-b6a2-7e468956feca/d7f89022-e0bd-4104-bd64-d1c87a85bcf5) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:30:47.289629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Network a68a1ef4-cafe-4972-9756-2706286b6f6c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:30:47.292413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Pushing event updated for resources: {'Port': ['ID=7edb22ca-941e-4680-a924-74b316d0cd4c,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:47.294923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:30:47.297397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:47.298266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:30:47.339017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:44Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:47.365933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6246d-cfd3-4d56-b0d4-f5ac7b086a8d None None] The sync data for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv is: [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:44Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:30:47.378083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Attempting to bind port 7edb22ca-941e-4680-a924-74b316d0cd4c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:30:47.378619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Attempting to bind port 7edb22ca-941e-4680-a924-74b316d0cd4c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:30:47.379125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Attempting to bind port 7edb22ca-941e-4680-a924-74b316d0cd4c on network a68a1ef4-cafe-4972-9756-2706286b6f6c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:30:47.390970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:30:47.391343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Checking segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:30:47.391775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.392190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Bound using segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:30:47.392948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Bound port: 7edb22ca-941e-4680-a924-74b316d0cd4c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:30:47.393291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.448221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.464213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object d7f89022-e0bd-4104-bd64-d1c87a85bcf5 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:47.483573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] For port 7edb22ca-941e-4680-a924-74b316d0cd4c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:30:47.488844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] For port 7edb22ca-941e-4680-a924-74b316d0cd4c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7edb22ca-941e-4680-a924-74b316d0cd4c,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:30:47.494392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.497663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a7633f14-be16-4677-8060-e9043e5c5dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:47.516460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.520489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fe4b0db-682e-416a-bc2a-b458b09be5d4 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:47.578128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Pushing event updated for resources: {'Port': ['ID=7edb22ca-941e-4680-a924-74b316d0cd4c,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:47.581505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:47.611131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network a68a1ef4-cafe-4972-9756-2706286b6f6c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:30:47.615716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:30:47.618549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:30:47.667571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:47.670522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:47.697009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:47.912937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:48.328618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:48.334875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:48.338855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-126cab40-7bb1-48a5-bf74-1edcb895bd88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:48.436266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:48.439287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:48.442251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:48.574022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network a68a1ef4-cafe-4972-9756-2706286b6f6c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:30:48.576327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:30:48.647759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2721d5c9-c2ca-4cda-b856-c48f292d4b8e None None] Network a68a1ef4-cafe-4972-9756-2706286b6f6c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:30:48.720494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7edb22ca-941e-4680-a924-74b316d0cd4c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:48.751375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0d6e99c7-973b-4727-b522-b78adef585eb has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:30:48.790267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-466bcc6c-f881-401d-8e48-a34b27e35dd6 None None] Provisioning for port 7edb22ca-941e-4680-a924-74b316d0cd4c completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:30:48.854590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7edb22ca-941e-4680-a924-74b316d0cd4c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:30:48.862113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7edb22ca-941e-4680-a924-74b316d0cd4c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:48.862507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:48.919024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:30:48.928771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52914) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:48.929401 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/0d6e99c7-973b-4727-b522-b78adef585eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0810699 Jun 10 16:30:49.011883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.059290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 7edb22ca-941e-4680-a924-74b316d0cd4c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7edb22ca-941e-4680-a924-74b316d0cd4c,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:49.066295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.067345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aab421ee-637b-4cc0-aade-d872979e2612 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:49.069376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:49.078917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.080062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.081160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.081633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.082124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.082577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.084368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1c641adb-f72d-489f-9104-ede89757732f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1545300 Jun 10 16:30:49.087209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52916) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:49.175866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.176719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.177783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.178432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.179084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.179226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=7edb22ca-941e-4680-a924-74b316d0cd4c,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:49.179851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:49.183508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:49.184273 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a4cdb960-3df7-4f6f-bdd1-8ed7f48e1398 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0959547 Jun 10 16:30:49.187780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52918) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:49.194864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port aab421ee-637b-4cc0-aade-d872979e2612 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:30:49.201551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port aab421ee-637b-4cc0-aade-d872979e2612 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:49.201940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.296799 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Sync routers for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:30:49.316095 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:49.317071 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:49.324254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.349727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6c2e5fca-b9e1-4a9b-b7d1-31e5c10462bc None None] Provisioning for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:30:49.356583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port aab421ee-637b-4cc0-aade-d872979e2612, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=aab421ee-637b-4cc0-aade-d872979e2612,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:49.358189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6c2e5fca-b9e1-4a9b-b7d1-31e5c10462bc None None] Provisioning complete for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:49.358650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5fca-b9e1-4a9b-b7d1-31e5c10462bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.391691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.396648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-141f3c49-59d3-430a-ae0a-cbfae459b7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:49.438623 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0ccdc194-4394-43f3-ba4e-b798a1a52304 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2486174 Jun 10 16:30:49.452767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e5fca-b9e1-4a9b-b7d1-31e5c10462bc None None] Port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:30:49.478778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=aab421ee-637b-4cc0-aade-d872979e2612,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:49.482859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:49.484266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6c2e5fca-b9e1-4a9b-b7d1-31e5c10462bc None None] Provisioning complete for port 7edb22ca-941e-4680-a924-74b316d0cd4c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:49.484705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5fca-b9e1-4a9b-b7d1-31e5c10462bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.542866 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:49.728050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2c658f2f-846b-4921-b2d4-126fd0848260 None None] Provisioning complete for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:49.728563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c658f2f-846b-4921-b2d4-126fd0848260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.730537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52922) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:49.736273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081780293', 'description': 'tempest-secgroup-smoke-1081780293 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:49.772006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.789064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2c658f2f-846b-4921-b2d4-126fd0848260 None None] Port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:30:49.858321 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:48Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:49.862913 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Checking router: 0d6e99c7-973b-4727-b522-b78adef585eb for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:30:49.863288 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Updating router 0d6e99c7-973b-4727-b522-b78adef585eb port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:30:49.869410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.873871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.876329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:49.907985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a5a4116a-136a-4b28-883b-8203245c065c None None] Provisioning complete for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:49.908939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.909072 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5a4116a-136a-4b28-883b-8203245c065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.910672 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1787941 Jun 10 16:30:49.912747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17efc60-a345-49b6-8c72-678a0512fd99,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:49.913547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52924) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:49.915727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a71da782-0e1d-4f58-9fb9-8f1cc363b7e2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:49.920523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-a345-49b6-8c72-678a0512fd99', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:49.926382 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.962952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:49.971500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a5a4116a-136a-4b28-883b-8203245c065c None None] Port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:30:50.055955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.060296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.067046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00a2ebdd-f0c9-49ef-82be-b62ac2e5a7b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.085895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e67e2f-5f6f-47f1-b9a2-81a20af46205,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.089318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:50.091477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.093065 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780694 Jun 10 16:30:50.096429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52926) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:50.102525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-a345-49b6-8c72-678a0512fd99', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:50.132716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.232487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.238448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.243350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e9dadcc-22cd-4cb4-aca7-06a44e15b926 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.262714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63574619-12a1-4036-84d3-8729048041b4,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.268695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:50.274648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.276118 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-054766d3-159a-43b7-813d-6ab5e00cc89e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779034 Jun 10 16:30:50.279881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52930) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:50.285430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-a345-49b6-8c72-678a0512fd99', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:50.321860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.405440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.411441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.414393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b6a7bdb0-ee12-4195-8ad0-93cea0bbd4d9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.432697 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.437189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb403236-2bf4-48fe-9433-9c5a468ab798,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.444511 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Transition to ACTIVE for port object d7f89022-e0bd-4104-bd64-d1c87a85bcf5 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:50.448008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:50.451359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.453449 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714487 Jun 10 16:30:50.453730 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.456405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52932) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:50.456582 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.463172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-a345-49b6-8c72-678a0512fd99', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:50.508841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.558528 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Pushing event updated for resources: {'Port': ['ID=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.599987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.607996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.613375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a9c718d0-ad5d-4909-a148-d1818de8667f tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.615622 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.615976 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.616805 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.616805 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.617053 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.618522 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.618878 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.619963 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.619963 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.619963 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.620330 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.620609 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:30:50.626770 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:50.642053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf7d2be-37bc-4e30-bf83-670f34f07e0f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.648317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:50.658319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.662517 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023232 Jun 10 16:30:50.663104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 52936) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:50.668256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-a345-49b6-8c72-678a0512fd99', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:50.698101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:30:50.700612 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Attempting to bind port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:30:50.700976 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Attempting to bind port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:30:50.701487 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Attempting to bind port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 on network a68a1ef4-cafe-4972-9756-2706286b6f6c {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:30:50.706909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.714261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7edb22ca-941e-4680-a924-74b316d0cd4c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:50.715561 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:30:50.715949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Checking segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:30:50.716572 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.717285 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Bound using segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:30:50.717786 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Bound port: d7f89022-e0bd-4104-bd64-d1c87a85bcf5, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:30:50.718173 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.796199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.802210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.806495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc03123b-f477-4775-8bb2-c21041e328ce tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.822490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f9bf67-9bed-4f1a-a1c9-409d0bd21bef,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.827220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:50.836139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.840125 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1735456 Jun 10 16:30:50.840738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52938) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:30:50.846833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': 'd17efc60-a345-49b6-8c72-678a0512fd99', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:50.848110 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] For port d7f89022-e0bd-4104-bd64-d1c87a85bcf5, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:30:50.851976 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] For port d7f89022-e0bd-4104-bd64-d1c87a85bcf5, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:30:50.852828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7edb22ca-941e-4680-a924-74b316d0cd4c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:50.854938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.857949 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.861702 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:50.881914 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:30:50.888380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:50.947599 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:30:50.948554 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:30:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:50.955612 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Pushing event updated for resources: {'Port': ['ID=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:50.995631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:51.005268 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:51.007640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4704fe27-955a-43e5-972b-56bb90c8b946 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:51.023299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aab421ee-637b-4cc0-aade-d872979e2612 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:51.029292 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:51.042121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:51.043522 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2014153 Jun 10 16:30:51.047282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ac8963-007e-4f8d-b522-f63b4ef3a4ea,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:51.056700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:51.129797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port aab421ee-637b-4cc0-aade-d872979e2612 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:51.130192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:51.199221 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:30:51.273831 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-64488fda-333e-45e4-a344-2bd80e065e5b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081780293&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0628235 Jun 10 16:30:51.321567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:51.428258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-fcc439d8-7966-4348-af46-31cab68b2488 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:51.433847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-fcc439d8-7966-4348-af46-31cab68b2488 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 200 len: 795 time: 0.1583414 Jun 10 16:30:51.450503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-f455ce41-5c65-40f4-aea7-2641fbd285ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0112300 Jun 10 16:30:51.534255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-b1a8b126-3886-47b4-a712-9b4836ca40f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750031 Jun 10 16:30:51.542583 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:50Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:30:51.546494 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c40129-31c2-42db-aec7-eb2f8af46846 None None] The sync data for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv is: [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:50Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:30:51.772041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-bcde8949-ab3c-4ed6-bdbb-18332135522f service neutron] 10.222.0.23 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231269 Jun 10 16:30:51.919844 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-5365034c-221a-4061-8399-dfaf76644b68 service neutron] 10.222.0.23 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384399 Jun 10 16:30:52.169919 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0cdd419-7e1c-422b-a28b-200fb8a134a8 req-6114771c-d1c5-4b2a-8250-d11d1dc34f81 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0614715 Jun 10 16:30:52.409213 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:30:52.683980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d7f89022-e0bd-4104-bd64-d1c87a85bcf5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:52.780014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:30:52.787362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:52.788292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:52.940255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:52.993946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d7f89022-e0bd-4104-bd64-d1c87a85bcf5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:30:52.998883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:53.000811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:53.074043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:53.077855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:53.344663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-22e6f6e9-05fd-4649-b568-38e3b5ddbce3 req-ec9717a3-8caa-4907-aab7-9019b46793a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0437875 Jun 10 16:30:54.068244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-43b7d491-1105-49ba-984c-1c39dd067ec8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:54.070113 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-43b7d491-1105-49ba-984c-1c39dd067ec8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 200 len: 795 time: 0.5934649 Jun 10 16:30:54.121318 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4635500e-5487-4031-9cf0-d1c59935f1a9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 380 time: 0.0415027 Jun 10 16:30:54.130291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['d17efc60-a345-49b6-8c72-678a0512fd99']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:54.273103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:30:54.276874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:54.442761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.14 (a68a1ef4-cafe-4972-9756-2706286b6f6c/03e3a2cf-9f71-4512-b6a2-7e468956feca/38212f40-d179-4c80-bbda-d7e0de73efdc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:30:54.510830 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9b1221bb-0f67-46d7-832b-e0ab606543a7 req-f10ce6f7-f93a-40aa-9674-1af64c9ff96c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0377321 Jun 10 16:30:54.626822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d7f89022-e0bd-4104-bd64-d1c87a85bcf5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:30:54.643999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:54.660051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 38212f40-d179-4c80-bbda-d7e0de73efdc will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:54.697448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:54.697896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:54.700445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:54.705685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a62ad4dc-eefe-4a73-be94-86a9a6ab522e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:54.759256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network a68a1ef4-cafe-4972-9756-2706286b6f6c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:30:54.763173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:30:54.767218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:30:54.775112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=38212f40-d179-4c80-bbda-d7e0de73efdc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:54.804013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:54.835329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:54.836321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:54.853367 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7267797 Jun 10 16:30:54.867196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Request body: {'port': {'device_id': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:30:54.972494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.007435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e1de49c-b846-4e32-a705-8ba19fc50f04 None None] Provisioning for port 38212f40-d179-4c80-bbda-d7e0de73efdc completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:30:55.012105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2e1de49c-b846-4e32-a705-8ba19fc50f04 None None] Provisioning complete for port 38212f40-d179-4c80-bbda-d7e0de73efdc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:30:55.012605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2e1de49c-b846-4e32-a705-8ba19fc50f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.056896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-2e1de49c-b846-4e32-a705-8ba19fc50f04 None None] Port 38212f40-d179-4c80-bbda-d7e0de73efdc cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:30:55.317286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38212f40-d179-4c80-bbda-d7e0de73efdc {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:30:55.325194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.338492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Transition to ACTIVE for port object 38212f40-d179-4c80-bbda-d7e0de73efdc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:30:55.342486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.344898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e0500da-b284-425d-a98b-9780b3f5181b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:55.454630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Pushing event updated for resources: {'Port': ['ID=38212f40-d179-4c80-bbda-d7e0de73efdc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:55.460039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:55.551609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Attempting to bind port 38212f40-d179-4c80-bbda-d7e0de73efdc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:30:55.551956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Attempting to bind port 38212f40-d179-4c80-bbda-d7e0de73efdc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:30:55.552296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Attempting to bind port 38212f40-d179-4c80-bbda-d7e0de73efdc on network a68a1ef4-cafe-4972-9756-2706286b6f6c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:30:55.558661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Port 38212f40-d179-4c80-bbda-d7e0de73efdc on network a68a1ef4-cafe-4972-9756-2706286b6f6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:30:55.559066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Attempting to bind port 38212f40-d179-4c80-bbda-d7e0de73efdc on network a68a1ef4-cafe-4972-9756-2706286b6f6c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:30:55.565972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:30:55.566318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Checking segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:30:55.566706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Bound using segment: {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:30:55.567152 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Bound port: 38212f40-d179-4c80-bbda-d7e0de73efdc, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7797bb5-34f8-4759-875b-430940d9b7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:30:55.567503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.704945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] For port 38212f40-d179-4c80-bbda-d7e0de73efdc, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:30:55.723230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] For port 38212f40-d179-4c80-bbda-d7e0de73efdc, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=38212f40-d179-4c80-bbda-d7e0de73efdc,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:30:55.734357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.739945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:30:55.778733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:55.779877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:30:55.781478 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] 10.222.0.25 "PUT /v2.0/ports/38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 200 len: 1094 time: 0.9202013 Jun 10 16:30:55.791191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:30:55.793917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e6d32f-f8fc-44d1-8780-997158c180a9" -d '{"events": [{"name": "network-changed", "server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:30:55.837035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0e3a6-680d-46db-990a-21c402f8ffb6 req-6ef45855-ddd3-4738-b1d7-78c86a74f691 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:55.838964 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97c0e3a6-680d-46db-990a-21c402f8ffb6 req-6ef45855-ddd3-4738-b1d7-78c86a74f691 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 944 time: 0.1858213 Jun 10 16:30:55.885725 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460a32ea-c340-41dc-bfaf-3d2b84b8b734 x-openstack-request-id: req-460a32ea-c340-41dc-bfaf-3d2b84b8b734 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:30:55.886055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:30:55.886353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-460a32ea-c340-41dc-bfaf-3d2b84b8b734 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:30:55.886801 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'status': 'completed', 'code': 200} Jun 10 16:30:55.898217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Pushing event updated for resources: {'Port': ['ID=38212f40-d179-4c80-bbda-d7e0de73efdc,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:30:55.915836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:30:55.947164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97c0e3a6-680d-46db-990a-21c402f8ffb6 req-4dbceb27-ea79-422f-b36f-32012931da30 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978868 Jun 10 16:30:55.965356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-37adad60-4cbf-4881-8f7a-3e1618e2543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:55.966891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-37adad60-4cbf-4881-8f7a-3e1618e2543f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1097 time: 0.1190224 Jun 10 16:30:56.035226 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-5d952aa9-c89f-4082-b6f4-d6d38cd2487d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 200 len: 217 time: 0.0610325 Jun 10 16:30:56.097496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-241ec38d-52d3-46dc-918b-16848cc5f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:56.098971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-241ec38d-52d3-46dc-918b-16848cc5f720 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 200 len: 843 time: 0.0582967 Jun 10 16:30:56.168155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-6f4219ae-1eab-4aea-b041-5d56317527bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:56.169673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-6f4219ae-1eab-4aea-b041-5d56317527bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a68a1ef4-cafe-4972-9756-2706286b6f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0646780 Jun 10 16:30:56.297968 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-2115a03e-61c5-4729-9074-26f505fe609b service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210828 Jun 10 16:30:56.426350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-806e3b8b-23a1-418a-be1e-12ab563c6aa4 req-df010c47-f583-45f9-bdf4-f08d7ad6f5b8 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223571 Jun 10 16:30:56.539265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-256b418b-a53a-47a1-8879-50ba6fa36b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:56.541551 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-256b418b-a53a-47a1-8879-50ba6fa36b71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1097 time: 0.0641422 Jun 10 16:30:56.670991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-6a8cc78c-6e65-4fc3-9744-8bb0e975e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:56.672523 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-6a8cc78c-6e65-4fc3-9744-8bb0e975e9d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 200 len: 896 time: 0.1224797 Jun 10 16:30:56.740081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-6c497e66-7c10-40c2-878c-e77706c15e06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 200 len: 217 time: 0.0573304 Jun 10 16:30:56.801933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-e6d3ab24-1945-4173-8edd-0a83fdecaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:56.803600 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-e6d3ab24-1945-4173-8edd-0a83fdecaf31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 200 len: 843 time: 0.0562823 Jun 10 16:30:56.870079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-4d5d8c8b-3f76-4915-94f4-18ed3c272842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:56.871557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-4d5d8c8b-3f76-4915-94f4-18ed3c272842 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a68a1ef4-cafe-4972-9756-2706286b6f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0615087 Jun 10 16:30:56.996019 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-18a0deed-ac81-4c64-aad0-b0db16abed02 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167459 Jun 10 16:30:57.139294 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-79e6d32f-f8fc-44d1-8780-997158c180a9 req-461d89f8-14fe-4330-adcb-f93c8c101b73 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361935 Jun 10 16:30:57.163881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31d07d-235a-40f0-ac74-b35dd683c603 req-a934545d-9635-4ca2-a9a0-a02a63ef2102 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:57.165433 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4f31d07d-235a-40f0-ac74-b35dd683c603 req-a934545d-9635-4ca2-a9a0-a02a63ef2102 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 944 time: 0.0825431 Jun 10 16:30:57.211702 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4f31d07d-235a-40f0-ac74-b35dd683c603 req-6cc9d736-a709-42d8-a046-6ef8a5052b76 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Jun 10 16:30:58.396261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba22b1-6e3b-4985-a12d-47e68486f4b2 req-295983ee-dbe7-4906-9eba-7fa0838a044b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:58.397780 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6eba22b1-6e3b-4985-a12d-47e68486f4b2 req-295983ee-dbe7-4906-9eba-7fa0838a044b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 944 time: 0.0718231 Jun 10 16:30:58.444937 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6eba22b1-6e3b-4985-a12d-47e68486f4b2 req-cca8b647-e11c-4a0e-8f12-f21141e0e7d1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Jun 10 16:30:59.624737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67d79-4c44-433d-bfd3-7cf4dc8fb1fc req-db25d0df-7f65-4121-9bed-d45ca91a313b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:30:59.626200 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2ab67d79-4c44-433d-bfd3-7cf4dc8fb1fc req-db25d0df-7f65-4121-9bed-d45ca91a313b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 944 time: 0.0682166 Jun 10 16:30:59.667434 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2ab67d79-4c44-433d-bfd3-7cf4dc8fb1fc req-f9dfeab7-1dc7-4059-8e74-2da40402f19a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Jun 10 16:30:59.967070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 38212f40-d179-4c80-bbda-d7e0de73efdc details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:31:00.257494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 38212f40-d179-4c80-bbda-d7e0de73efdc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=38212f40-d179-4c80-bbda-d7e0de73efdc,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:31:00.271297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'port_id': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'mac_address': 'fa:16:3e:8e:be:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:31:00.320197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:00.336425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38212f40-d179-4c80-bbda-d7e0de73efdc {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:31:00.358121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 38212f40-d179-4c80-bbda-d7e0de73efdc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=38212f40-d179-4c80-bbda-d7e0de73efdc,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:31:00.363595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:00.366037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bb577a43-3396-4bcf-a648-5ccc2109e0eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:00.425003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=38212f40-d179-4c80-bbda-d7e0de73efdc,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:00.428290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:00.580565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['38212f40-d179-4c80-bbda-d7e0de73efdc'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:31:00.852520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0480c67-f341-41ff-8614-a1e10d8be30e req-2caf2cb1-bd61-47be-8b19-14a3e9ec0404 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:00.854006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e0480c67-f341-41ff-8614-a1e10d8be30e req-2caf2cb1-bd61-47be-8b19-14a3e9ec0404 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0742788 Jun 10 16:31:00.897964 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e0480c67-f341-41ff-8614-a1e10d8be30e req-889b9211-7ce3-4e22-86a0-c89157b158ac tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382833 Jun 10 16:31:01.982243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 38212f40-d179-4c80-bbda-d7e0de73efdc up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:31:02.037569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 38212f40-d179-4c80-bbda-d7e0de73efdc completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:31:02.041521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 38212f40-d179-4c80-bbda-d7e0de73efdc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:31:02.042055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:02.094000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36781dff-dc12-4f19-abd4-f83926add6e1 req-0a18fa58-ffde-4281-b990-69bac77fc523 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:02.095508 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-36781dff-dc12-4f19-abd4-f83926add6e1 req-0a18fa58-ffde-4281-b990-69bac77fc523 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 945 time: 0.0782275 Jun 10 16:31:02.135224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:02.138797 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-36781dff-dc12-4f19-abd4-f83926add6e1 req-11ee918b-bfc5-4cb2-a19b-c2f7aa0d9969 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367575 Jun 10 16:31:02.167241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:31:02.169574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708bdf5d-ca30-4206-aab3-d11c331ba8be" -d '{"events": [{"server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "name": "network-vif-plugged", "status": "completed", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:31:02.183772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 38212f40-d179-4c80-bbda-d7e0de73efdc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=38212f40-d179-4c80-bbda-d7e0de73efdc,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:31:02.187856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:02.189924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a7633f14-be16-4677-8060-e9043e5c5dd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:02.217943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6189d22-1166-4467-a07a-e2a570752477 x-openstack-request-id: req-e6189d22-1166-4467-a07a-e2a570752477 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:31:02.218249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "name": "network-vif-plugged", "status": "completed", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:31:02.218515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6189d22-1166-4467-a07a-e2a570752477 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:31:02.218928 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'code': 200} Jun 10 16:31:02.249536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=38212f40-d179-4c80-bbda-d7e0de73efdc,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:02.254171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:02.440543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781938-a894-4b52-b910-457c474d01c6 req-39deceab-512a-4c72-b648-d5e155878539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:02.441616 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81781938-a894-4b52-b910-457c474d01c6 req-39deceab-512a-4c72-b648-d5e155878539 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1099 time: 0.0612261 Jun 10 16:31:02.478752 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81781938-a894-4b52-b910-457c474d01c6 req-e08d296a-40d2-4a80-963d-29f88d8ea6de service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314076 Jun 10 16:31:03.334009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910cb0-6a9d-4d8c-a230-f7586aa901e0 req-fa708cc2-f6b2-43b5-ac48-8134bb54d2f8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:03.335499 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18910cb0-6a9d-4d8c-a230-f7586aa901e0 req-fa708cc2-f6b2-43b5-ac48-8134bb54d2f8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 946 time: 0.0765297 Jun 10 16:31:03.379499 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18910cb0-6a9d-4d8c-a230-f7586aa901e0 req-211b6d5c-6d58-4ea8-a9c2-c9642d5c7e97 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382645 Jun 10 16:31:03.483232 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11e9eb66-c4af-4537-960e-e787bf8b8386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:04.573552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b320e-d065-467c-bd50-67085cfeb2b8 req-8e1743fe-4e11-454f-838b-2e5e4318aa50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:04.575062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-341b320e-d065-467c-bd50-67085cfeb2b8 req-8e1743fe-4e11-454f-838b-2e5e4318aa50 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 946 time: 0.0753450 Jun 10 16:31:04.618141 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-341b320e-d065-467c-bd50-67085cfeb2b8 req-76c487fb-5331-4bb0-9b62-914f6f6d58a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367780 Jun 10 16:31:04.800369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4bf81-faf0-4492-91df-f6978922947f req-6c5681d4-7180-44b3-a8a3-a6ddf7f44e26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:04.801839 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3ff4bf81-faf0-4492-91df-f6978922947f req-6c5681d4-7180-44b3-a8a3-a6ddf7f44e26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 946 time: 0.0731692 Jun 10 16:31:04.843415 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3ff4bf81-faf0-4492-91df-f6978922947f req-2ce2671f-0167-4f56-8ec7-7960c7b83352 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359848 Jun 10 16:31:04.867213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 52998) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:31:05.048204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8b4b32-670f-46de-a2a4-10a5c777539c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:05.050269 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7b8b4b32-670f-46de-a2a4-10a5c777539c tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1094 time: 0.1821001 Jun 10 16:31:05.052954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53002) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:31:05.057235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:31:05.078539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:05.196898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:05.319447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.49 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d33175bb-a230-4e96-94e3-58f240941e45) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:31:05.444160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:05.486910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:05.489700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-845c4d84-bc03-435b-a5e8-2a0dad071fbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:05.540451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:31:05.543411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:31:05.547518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:31:05.553016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=d33175bb-a230-4e96-94e3-58f240941e45,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:05.578494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:05.999813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.089621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.113170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.292181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-95ccff67-8950-4486-a853-310cfe0ac7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.620346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.625006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.628493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f623456b-bf8c-4dd2-b0cd-8387ff1375ec tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:06.712374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=d33175bb-a230-4e96-94e3-58f240941e45,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:06.716249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:06.720754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:06.858496 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP d2c4ca82-8468-4d36-9623-b4153080c6c0 associated. External IP: 172.26.5.49, port: 38212f40-d179-4c80-bbda-d7e0de73efdc. Jun 10 16:31:07.145325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0d6e99c7-973b-4727-b522-b78adef585eb has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:31:07.289889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:31:07.300407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] Sync routers for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:31:07.307955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:07.320370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:31:07.321083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:31:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:31:07.324325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:07.354182 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3002021 Jun 10 16:31:07.354866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:31:07.357027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53004) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:31:07.357559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cca5222-1096-4c90-81d6-8e877e65dd96" -d '{"events": [{"name": "network-changed", "server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:31:07.395987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b67f60-1a3b-4ace-9159-f01a6c1668f0 x-openstack-request-id: req-b3b67f60-1a3b-4ace-9159-f01a6c1668f0 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:31:07.396267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:31:07.396567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3b67f60-1a3b-4ace-9159-f01a6c1668f0 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:31:07.397037 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'status': 'completed', 'code': 200} Jun 10 16:31:07.471893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:31:07.474712 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ee81a19b-7c8e-4f16-9160-6996fa4001ae tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/d2c4ca82-8468-4d36-9623-b4153080c6c0 HTTP/1.1" status: 200 len: 991 time: 0.1162462 Jun 10 16:31:07.498842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-db53a304-1a3a-4b6b-b442-5ca7f07b626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:07.500304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-db53a304-1a3a-4b6b-b442-5ca7f07b626e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1099 time: 0.0798028 Jun 10 16:31:07.630822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-8ff7889b-9364-4953-a193-dd9296365b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:07.632284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-8ff7889b-9364-4953-a193-dd9296365b71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 200 len: 896 time: 0.1259279 Jun 10 16:31:07.716098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-c42658c6-2d0b-446f-9a29-582ff7a06417 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 200 len: 999 time: 0.0769441 Jun 10 16:31:07.765812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'd2c4ca82-8468-4d36-9623-b4153080c6c0', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'port_id': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'mac_address': 'fa:16:3e:8e:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:31:05Z', 'updated_at': '2021-06-10T16:31:05Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:31:07.769900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] Checking router: 0d6e99c7-973b-4727-b522-b78adef585eb for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:31:07.777768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:31:07.778365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:31:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:31:07.778908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-58fa985b-353e-4f0a-a835-e449b8278e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:07.780636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-58fa985b-353e-4f0a-a835-e449b8278e8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 200 len: 843 time: 0.0584328 Jun 10 16:31:07.844266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-7712ae18-3722-4a29-8a6b-86d06e41a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:07.846075 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-7712ae18-3722-4a29-8a6b-86d06e41a4c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a68a1ef4-cafe-4972-9756-2706286b6f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0594120 Jun 10 16:31:07.927354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:31:07.965278 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-6aa5b2b4-26a6-49d9-80ab-111713a08375 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125350 Jun 10 16:31:08.085467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1cca5222-1096-4c90-81d6-8e877e65dd96 req-26971353-f20f-4d94-b672-82aba2216c23 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139662 Jun 10 16:31:08.218213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'd2c4ca82-8468-4d36-9623-b4153080c6c0', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'port_id': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'mac_address': 'fa:16:3e:8e:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:31:05Z', 'updated_at': '2021-06-10T16:31:05Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:31:08.222002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524ad78c-32fb-4142-9399-0f0badfaf49d None None] The sync data for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv is: [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'd2c4ca82-8468-4d36-9623-b4153080c6c0', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.49', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'port_id': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'mac_address': 'fa:16:3e:8e:be:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:31:05Z', 'updated_at': '2021-06-10T16:31:05Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:31:08.401482 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54edb6b-10c9-4269-9408-5d06146e166c None None] New status for floating IP d2c4ca82-8468-4d36-9623-b4153080c6c0: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:31:08.478526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53008) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:31:08.557890 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cd8c4545-48ac-43e1-8cf8-4eb72d15ad65 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/d2c4ca82-8468-4d36-9623-b4153080c6c0 HTTP/1.1" status: 200 len: 991 time: 0.0781093 Jun 10 16:31:08.946903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:09.561865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53010) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:31:09.641936 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dc466089-170e-4eae-ab66-8f7c486bd7d1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/d2c4ca82-8468-4d36-9623-b4153080c6c0 HTTP/1.1" status: 200 len: 993 time: 0.0788462 Jun 10 16:31:21.316248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:29.408664 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:31:33.486718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9963d7d3-270d-430a-9498-a5ad58786cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:36.116493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:36.294520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0782f004-3bf5-468b-acb3-4fb58538cc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:36.596020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-8c8ad8ac-a9ef-4475-bfc5-273ddfddc9df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745406 Jun 10 16:31:36.700925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-8240894b-22e8-4d92-82a2-a72fe6238cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:36.702452 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-8240894b-22e8-4d92-82a2-a72fe6238cb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1099 time: 0.0601101 Jun 10 16:31:36.836853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-320be63e-e8e9-41ee-a7fb-155292926a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:36.838294 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-320be63e-e8e9-41ee-a7fb-155292926a3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1139495 Jun 10 16:31:36.932579 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-20f35f5c-7266-40c1-97a3-f18c648a89fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 1002 time: 0.0871720 Jun 10 16:31:36.989264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-78e72356-f00a-4d39-a9a6-b765f2dd71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:36.991475 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-78e72356-f00a-4d39-a9a6-b765f2dd71f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0523131 Jun 10 16:31:37.056632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-d5b9fe77-16d4-4439-86b9-d4a0bfe122a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:37.058228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-d5b9fe77-16d4-4439-86b9-d4a0bfe122a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0612025 Jun 10 16:31:37.181654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-4b9f51d1-436b-4e9b-b67c-2d22f6d33afe service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150894 Jun 10 16:31:37.321094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:37.894272 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1da48f7-fabc-4cff-8326-1e42aaeeae5d req-18e0f36e-6ae3-463e-8636-06197a28ee68 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056267 Jun 10 16:31:38.960193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:42.659891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-dc0a755e-31d1-4563-8f80-650ebeca361d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771757287&fields=id&tenant_id=b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 267 time: 0.0378079 Jun 10 16:31:42.790751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-ab8002b7-c92f-4b0a-a0c2-9c952e2f4c6a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:42.792084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-ab8002b7-c92f-4b0a-a0c2-9c952e2f4c6a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 811 time: 0.1247921 Jun 10 16:31:42.806481 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-61a9837f-7d70-4713-ade8-d1504e76699b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/quotas/b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 375 time: 0.0089326 Jun 10 16:31:42.887392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-757084c7-cbc8-4651-a1a5-cccc4935d42a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0759263 Jun 10 16:31:43.011190 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-c775f53a-605e-466f-90c6-83cafabdb347 service neutron] 10.222.0.23 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101458 Jun 10 16:31:43.136792 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-6577a8c4-6642-4a00-aa5c-6c48bd1d742e service neutron] 10.222.0.23 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197462 Jun 10 16:31:43.441909 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7c720058-0e98-4c00-a508-7f3dffc934c2 req-ab9df55b-97e3-4177-8362-a3468c9302a5 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0355229 Jun 10 16:31:44.476047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-78531828-ba46-497d-b3a1-b34ef76456b9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:44.477597 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-78531828-ba46-497d-b3a1-b34ef76456b9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 811 time: 0.1391320 Jun 10 16:31:44.542179 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-a4f8a257-8c07-444a-9105-0f4e220eaf8f tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97dcd794f8d40deb3df794f44b28b0c HTTP/1.1" status: 200 len: 379 time: 0.0480628 Jun 10 16:31:44.551811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'port': {'device_id': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'admin_state_up': True, 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'security_groups': ['0ba719f7-e70f-400f-ad91-e6806faef9d1']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:31:44.673020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fc90a7f2-fb1b-4497-9d3f-5112d3368262 req-58f69b36-859c-4d7c-baa3-c453075d40ab tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 210 time: 0.1011341 Jun 10 16:31:44.758990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Made reservation on behalf of b97dcd794f8d40deb3df794f44b28b0c for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:31:44.762786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:44.918938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Allocated IP 172.20.0.8 (2f1503e9-fcb1-4a55-9c4c-a144e2d0656e/7122a743-0201-45c0-8e40-2d37965bf380/4081f19b-b64d-4596-8f47-38bf39e01c91) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:31:45.098807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.112779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Transition to ACTIVE for port object 4081f19b-b64d-4596-8f47-38bf39e01c91 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:31:45.155872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.164321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d821b9e7-1d53-484b-accc-713418452265 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:45.229429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:31:45.233774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:31:45.237870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:31:45.279925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=4081f19b-b64d-4596-8f47-38bf39e01c91,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:45.295114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.295513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.295906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.296276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.296658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.297034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.297436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.297996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.298173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.298532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.298904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.299267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:45.305165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:45.321806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:45.322545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.339339 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918019 Jun 10 16:31:45.352405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Request body: {'port': {'device_id': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:31:45.452314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.549718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-44c6b364-c621-4ac3-8720-f1f0b3af2d56 None None] Provisioning for port 4081f19b-b64d-4596-8f47-38bf39e01c91 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:31:45.555063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-44c6b364-c621-4ac3-8720-f1f0b3af2d56 None None] Provisioning complete for port 4081f19b-b64d-4596-8f47-38bf39e01c91 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:31:45.555697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-44c6b364-c621-4ac3-8720-f1f0b3af2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.612314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-44c6b364-c621-4ac3-8720-f1f0b3af2d56 None None] Port 4081f19b-b64d-4596-8f47-38bf39e01c91 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:31:45.805402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4081f19b-b64d-4596-8f47-38bf39e01c91 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:31:45.813667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.827245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Transition to ACTIVE for port object 4081f19b-b64d-4596-8f47-38bf39e01c91 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:31:45.831682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:45.834041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:45.903948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7efb8-f47c-4d3e-b13c-38d03d37dd36 req-9d190037-95fa-4eae-9fbe-5ababe829ebe tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:45.906766 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98e7efb8-f47c-4d3e-b13c-38d03d37dd36 req-9d190037-95fa-4eae-9fbe-5ababe829ebe tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 931 time: 0.1014740 Jun 10 16:31:45.972227 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98e7efb8-f47c-4d3e-b13c-38d03d37dd36 req-931eb75f-3a1e-4ce4-80cf-b1cc03fbb0c3 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557430 Jun 10 16:31:46.016560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Pushing event updated for resources: {'Port': ['ID=4081f19b-b64d-4596-8f47-38bf39e01c91,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:46.024279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:46.061740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Attempting to bind port 4081f19b-b64d-4596-8f47-38bf39e01c91 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:31:46.062317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Attempting to bind port 4081f19b-b64d-4596-8f47-38bf39e01c91 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:31:46.062752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Attempting to bind port 4081f19b-b64d-4596-8f47-38bf39e01c91 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:31:46.067635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Port 4081f19b-b64d-4596-8f47-38bf39e01c91 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:31:46.069238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Attempting to bind port 4081f19b-b64d-4596-8f47-38bf39e01c91 on network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:31:46.075455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:31:46.076203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Checking segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:31:46.076425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Bound using segment: {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:31:46.076978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Bound port: 4081f19b-b64d-4596-8f47-38bf39e01c91, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7196728-138c-4f1f-af70-377993b4f63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:31:46.077460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:46.168440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] For port 4081f19b-b64d-4596-8f47-38bf39e01c91, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:31:46.171726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] For port 4081f19b-b64d-4596-8f47-38bf39e01c91, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4081f19b-b64d-4596-8f47-38bf39e01c91,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:31:46.177019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:46.180968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:46.222893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:46.223507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:46.224946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] 10.222.0.25 "PUT /v2.0/ports/4081f19b-b64d-4596-8f47-38bf39e01c91 HTTP/1.1" status: 200 len: 1093 time: 0.8778231 Jun 10 16:31:46.225521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:31:46.227867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a8f32f-a272-43c4-bc16-2f0f74aff80c" -d '{"events": [{"name": "network-changed", "server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:31:46.289828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2c10d-5ed5-412d-8d69-85ed417c2e2c x-openstack-request-id: req-00f2c10d-5ed5-412d-8d69-85ed417c2e2c {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:31:46.290417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:31:46.290760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00f2c10d-5ed5-412d-8d69-85ed417c2e2c {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:31:46.291742 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'status': 'completed', 'code': 200} Jun 10 16:31:46.314520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Pushing event updated for resources: {'Port': ['ID=4081f19b-b64d-4596-8f47-38bf39e01c91,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:46.344969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:46.377707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-8f3dac41-6c35-4329-aac9-3177647c50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:46.379312 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-8f3dac41-6c35-4329-aac9-3177647c50fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0848768 Jun 10 16:31:46.437071 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-efe7b36b-c408-4d33-afa2-6cb0d3b4adbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4081f19b-b64d-4596-8f47-38bf39e01c91 HTTP/1.1" status: 200 len: 217 time: 0.0506806 Jun 10 16:31:46.501202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-31f1cda6-985c-4b4d-b97d-bc69d5d8d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:46.502642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-31f1cda6-985c-4b4d-b97d-bc69d5d8d00f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0598197 Jun 10 16:31:46.570168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-291da52c-f430-41d6-9d33-f6d826d9e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:46.571565 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-291da52c-f430-41d6-9d33-f6d826d9e345 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0625556 Jun 10 16:31:46.708372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-09416239-103e-4e2a-9821-a9d451e84dc5 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296952 Jun 10 16:31:46.845282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f4fa67-8115-46ac-accd-8cf39bc6c332 req-eca10eba-3a18-43b4-92c7-f5ef1451426e service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307876 Jun 10 16:31:46.953801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-7aae8dea-abe5-42d7-aaf2-dee85cb8ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:46.955213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-7aae8dea-abe5-42d7-aaf2-dee85cb8ddf5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0626433 Jun 10 16:31:47.079927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-98ee9f51-dd48-4f49-9263-c026d17887a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:47.081428 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-98ee9f51-dd48-4f49-9263-c026d17887a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1203041 Jun 10 16:31:47.140120 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-2597141d-106c-4e40-88ea-e4e4c1177780 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4081f19b-b64d-4596-8f47-38bf39e01c91 HTTP/1.1" status: 200 len: 217 time: 0.0527875 Jun 10 16:31:47.191515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c971c-eef9-4317-92e2-f255730c1de8 req-54614851-5211-4a5a-b29e-79a7559b99fc tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:47.195875 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-511c971c-eef9-4317-92e2-f255730c1de8 req-54614851-5211-4a5a-b29e-79a7559b99fc tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0812898 Jun 10 16:31:47.203973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-fc0edc55-ca21-40c2-b76a-c852521cd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:47.205466 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-fc0edc55-ca21-40c2-b76a-c852521cd152 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0595834 Jun 10 16:31:47.250193 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-511c971c-eef9-4317-92e2-f255730c1de8 req-d17fb9e7-7ae3-4c60-a544-2e674fa3b1d7 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 Jun 10 16:31:47.276799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-5dcdd7e1-b58e-4724-9c63-e989d82e784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:47.278346 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-5dcdd7e1-b58e-4724-9c63-e989d82e784e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0669529 Jun 10 16:31:47.400129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-c23e4fd0-71d8-4f41-bb13-ea682b3a2467 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153162 Jun 10 16:31:47.527133 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73a8f32f-a272-43c4-bc16-2f0f74aff80c req-7acbe799-d2cc-4644-a826-5fa71e77acb1 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199026 Jun 10 16:31:48.452896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8543-cc8a-42f2-9936-edbaed9203e0 req-33dd0a02-b331-4a29-8d6a-9d9ff3e63c71 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:48.454405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99ee8543-cc8a-42f2-9936-edbaed9203e0 req-33dd0a02-b331-4a29-8d6a-9d9ff3e63c71 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0735254 Jun 10 16:31:48.498906 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99ee8543-cc8a-42f2-9936-edbaed9203e0 req-afc2a692-2e46-4b6a-bc4a-87c039366c0c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371549 Jun 10 16:31:49.686790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bad57-968d-4e0d-b998-4cf7e8844118 req-e07b0933-83f3-4da7-a2c0-b870684cff7b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:49.688234 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7d3bad57-968d-4e0d-b998-4cf7e8844118 req-e07b0933-83f3-4da7-a2c0-b870684cff7b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0726941 Jun 10 16:31:49.729425 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7d3bad57-968d-4e0d-b998-4cf7e8844118 req-5efce0af-7cb4-411d-aa0f-f9324f795e5d tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349538 Jun 10 16:31:50.915195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4614a-0753-4572-a43a-1bd3978f2f26 req-0480addd-9c61-4b19-8b87-85adfff15383 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:50.916654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cbf4614a-0753-4572-a43a-1bd3978f2f26 req-0480addd-9c61-4b19-8b87-85adfff15383 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0745440 Jun 10 16:31:50.959754 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cbf4614a-0753-4572-a43a-1bd3978f2f26 req-b2b2b2e6-bcae-4241-bfd9-377592846202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366819 Jun 10 16:31:51.326669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:52.147202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad759036-1572-41c0-81f6-ccd77dc2a804 req-17b03bc9-e1a6-4f42-8083-e0194bb4c5fd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:52.148888 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ad759036-1572-41c0-81f6-ccd77dc2a804 req-17b03bc9-e1a6-4f42-8083-e0194bb4c5fd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0752106 Jun 10 16:31:52.195423 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ad759036-1572-41c0-81f6-ccd77dc2a804 req-8f9aac81-8c6b-4b1c-8cd7-76e20dc8e0a8 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Jun 10 16:31:53.376655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339e6a-ad76-4265-918f-b3139693d14e req-fb228ee9-3057-458c-8bde-62b78b61a430 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:53.378227 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6d339e6a-ad76-4265-918f-b3139693d14e req-fb228ee9-3057-458c-8bde-62b78b61a430 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0730743 Jun 10 16:31:53.422213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6d339e6a-ad76-4265-918f-b3139693d14e req-d601732f-152c-4ba6-bf82-538955bfe9a6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376184 Jun 10 16:31:54.609350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ec42-277e-472f-8b08-86a29a8373c1 req-a08ce273-384c-44ef-bea6-0b21668ffb8c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:54.610813 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1cc2ec42-277e-472f-8b08-86a29a8373c1 req-a08ce273-384c-44ef-bea6-0b21668ffb8c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0754414 Jun 10 16:31:54.652918 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1cc2ec42-277e-472f-8b08-86a29a8373c1 req-5e494137-ede7-4b6d-889a-4a706d942a4a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358393 Jun 10 16:31:55.876251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992f560-4f79-4821-a1c9-4e29dca8c179 req-abfccf36-525e-4251-a1e1-17ebd4dd6c14 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:55.877762 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2992f560-4f79-4821-a1c9-4e29dca8c179 req-abfccf36-525e-4251-a1e1-17ebd4dd6c14 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 943 time: 0.0825293 Jun 10 16:31:55.934092 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2992f560-4f79-4821-a1c9-4e29dca8c179 req-9d72eaf9-7e97-4dda-a788-5194e6777681 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Jun 10 16:31:56.298429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4081f19b-b64d-4596-8f47-38bf39e01c91 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:31:56.442213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 4081f19b-b64d-4596-8f47-38bf39e01c91, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4081f19b-b64d-4596-8f47-38bf39e01c91,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:31:56.456225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'port_id': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'mac_address': 'fa:16:3e:6c:ec:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:31:56.503102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:56.518268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4081f19b-b64d-4596-8f47-38bf39e01c91 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:31:56.539989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 4081f19b-b64d-4596-8f47-38bf39e01c91, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4081f19b-b64d-4596-8f47-38bf39e01c91,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:31:56.544122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:56.546006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:56.599193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=4081f19b-b64d-4596-8f47-38bf39e01c91,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:56.606525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.606877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.607221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.607560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.607894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.608230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.608568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.608899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.609333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.609665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.609997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.610317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:31:56.614231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:56.827105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['4081f19b-b64d-4596-8f47-38bf39e01c91'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:31:57.129238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752940a7-09a7-4b16-b035-1567c7752e64 req-43ec471b-ad51-42b6-a785-c00f22c8bbf9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:57.130696 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-752940a7-09a7-4b16-b035-1567c7752e64 req-43ec471b-ad51-42b6-a785-c00f22c8bbf9 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 944 time: 0.0728402 Jun 10 16:31:57.178265 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-752940a7-09a7-4b16-b035-1567c7752e64 req-967065b6-91af-443a-9edf-2fe876921c78 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Jun 10 16:31:58.308016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4081f19b-b64d-4596-8f47-38bf39e01c91 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:31:58.365429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 4081f19b-b64d-4596-8f47-38bf39e01c91 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:31:58.366091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e7d1e-919f-42a4-933a-55bfa8d61cee req-d0ddcf9f-9c3b-41c7-8a77-045f50d9f277 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:58.367708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122e7d1e-919f-42a4-933a-55bfa8d61cee req-d0ddcf9f-9c3b-41c7-8a77-045f50d9f277 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 944 time: 0.0727355 Jun 10 16:31:58.369673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 4081f19b-b64d-4596-8f47-38bf39e01c91 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:31:58.370055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:58.412719 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122e7d1e-919f-42a4-933a-55bfa8d61cee req-4da0eb03-c663-4329-8ffc-fb746eee67be tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383534 Jun 10 16:31:58.461930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:58.488266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:31:58.490538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ec5e21-9117-4d6e-b01d-b789b6a1f9fb" -d '{"events": [{"server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "name": "network-vif-plugged", "status": "completed", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:31:58.504419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 4081f19b-b64d-4596-8f47-38bf39e01c91, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4081f19b-b64d-4596-8f47-38bf39e01c91,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:31:58.509468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:31:58.511364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:31:58.538333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4cccd-9136-42f0-afc4-1b16cfa9d58c x-openstack-request-id: req-acf4cccd-9136-42f0-afc4-1b16cfa9d58c {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:31:58.538644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "name": "network-vif-plugged", "status": "completed", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:31:58.539237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acf4cccd-9136-42f0-afc4-1b16cfa9d58c {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:31:58.539813 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'code': 200} Jun 10 16:31:58.569830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=4081f19b-b64d-4596-8f47-38bf39e01c91,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:31:58.573915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:31:58.755741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3119f5-a8be-4d21-8c14-07417c80841a req-e0952f3e-539b-4c76-aa46-50d5752317b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:58.757175 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b3119f5-a8be-4d21-8c14-07417c80841a req-e0952f3e-539b-4c76-aa46-50d5752317b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0640700 Jun 10 16:31:58.795387 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b3119f5-a8be-4d21-8c14-07417c80841a req-bbee3e87-6a41-47fe-bf09-d1308b0d0549 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305827 Jun 10 16:31:59.602560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fcdfb-9c65-45d4-b77e-04258c485808 req-c95ef204-708e-44ad-ae6e-57cbaa1d6cac tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:31:59.604044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ba1fcdfb-9c65-45d4-b77e-04258c485808 req-c95ef204-708e-44ad-ae6e-57cbaa1d6cac tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 945 time: 0.0735767 Jun 10 16:31:59.650430 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ba1fcdfb-9c65-45d4-b77e-04258c485808 req-21f3cf92-6e0c-4ce1-8a21-5bb944470ae2 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Jun 10 16:32:00.839376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2371c51-7383-4d08-8274-ac55f0204d8c req-2483ff8d-dce2-443c-ab66-cf033ae3127a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:00.840868 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d2371c51-7383-4d08-8274-ac55f0204d8c req-2483ff8d-dce2-443c-ab66-cf033ae3127a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 945 time: 0.0761950 Jun 10 16:32:00.885599 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d2371c51-7383-4d08-8274-ac55f0204d8c req-412b5f5c-39eb-4fc7-b2b2-0675b104dd73 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387137 Jun 10 16:32:01.078609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bebe90-5fc7-42cc-a71d-dd4bb42495f1 req-63e8c448-0750-4f8c-93df-d68329bb992c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:01.080081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07bebe90-5fc7-42cc-a71d-dd4bb42495f1 req-63e8c448-0750-4f8c-93df-d68329bb992c tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 945 time: 0.0788276 Jun 10 16:32:01.125863 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07bebe90-5fc7-42cc-a71d-dd4bb42495f1 req-c3507bef-55c8-4aab-9306-9f85c3e864ba tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Jun 10 16:32:01.150043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53120) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:32:01.212541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e653785-cd84-4e5f-8c28-2db2100cb790 tempest-TestVolumeBootPattern-311953303 tempest-TestVolumeBootPattern-311953303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:01.214059 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1e653785-cd84-4e5f-8c28-2db2100cb790 tempest-TestVolumeBootPattern-311953303 tempest-TestVolumeBootPattern-311953303-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 1093 time: 0.0630319 Jun 10 16:32:01.216713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53122) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:32:01.220984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:32:01.243008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:01.389567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:01.521682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Allocated IP 172.26.5.95 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/ebead7b9-377e-4e2c-bfd7-327d1b787ca5) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:32:01.666170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:01.705311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:01.707381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e56eea7-8709-4260-af43-7c614289b8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:32:01.752989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:32:01.758414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:32:01.761877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:32:01.767439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=ebead7b9-377e-4e2c-bfd7-327d1b787ca5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:32:01.803311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.803829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.805011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.805525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.805814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.806325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.806728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.807235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.807640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.808012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.808510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.808909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:32:01.817455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:32:02.284347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:02.378279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:02.564782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:02.569120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:02.571241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5fa11d2-ad9b-4997-bcad-affeafe373a7 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:32:02.662250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event updated for resources: {'Port': ['ID=ebead7b9-377e-4e2c-bfd7-327d1b787ca5,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:32:02.668368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:32:02.673004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:02.818274 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Floating IP 1a7c12bf-3dce-4108-989b-69e50db67c9e associated. External IP: 172.26.5.95, port: 4081f19b-b64d-4596-8f47-38bf39e01c91. Jun 10 16:32:03.495471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2adc7475-79f5-4573-8cb4-eb9386e9c46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:03.570821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:32:03.732791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:32:03.742710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:32:03.750446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:03.755010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:32:03.755983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:31:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:32:03.796220 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5784137 Jun 10 16:32:03.796951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:32:03.799237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e55ce-579c-455b-b50b-956209e4cd79" -d '{"events": [{"name": "network-changed", "server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:32:03.840774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f669e9d-06f1-4bf0-8ad3-66910f259b0a x-openstack-request-id: req-4f669e9d-06f1-4bf0-8ad3-66910f259b0a {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:32:03.841128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:32:03.841472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f669e9d-06f1-4bf0-8ad3-66910f259b0a {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:32:03.841936 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'status': 'completed', 'code': 200} Jun 10 16:32:03.931056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-b5256c5c-0ec2-447a-b074-eb828e0bee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:03.932616 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-b5256c5c-0ec2-447a-b074-eb828e0bee34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0659554 Jun 10 16:32:04.069368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-efde8ddb-182d-469a-b840-8a71fde2a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:04.071459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-efde8ddb-182d-469a-b840-8a71fde2a09b service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1320817 Jun 10 16:32:04.082978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:32:04.160302 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-cbde4707-6471-4e91-b4ad-034c1d9e14a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4081f19b-b64d-4596-8f47-38bf39e01c91 HTTP/1.1" status: 200 len: 998 time: 0.0828373 Jun 10 16:32:04.220713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-707d2e78-1781-45c9-98b5-983651610c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:04.222533 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-707d2e78-1781-45c9-98b5-983651610c29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0564981 Jun 10 16:32:04.294721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-9b0e8f91-d629-4691-8fdb-f5273aaaab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:04.296244 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-9b0e8f91-d629-4691-8fdb-f5273aaaab09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0678952 Jun 10 16:32:04.438513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '1a7c12bf-3dce-4108-989b-69e50db67c9e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:6c:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:32:02Z', 'updated_at': '2021-06-10T16:32:02Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}, {'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:53Z', 'revision_number': 1, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:32:04.439213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-6f0632de-83f3-4f94-b176-5272ca22d18d service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364529 Jun 10 16:32:04.442448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:32:04.451299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:32:04.452031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:31:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:32:04.577581 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de1e55ce-579c-455b-b50b-956209e4cd79 req-e6551302-3960-4c74-a46a-25fae3003556 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311142 Jun 10 16:32:04.621303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:32:04.949643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '1a7c12bf-3dce-4108-989b-69e50db67c9e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:6c:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:32:02Z', 'updated_at': '2021-06-10T16:32:02Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}, {'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:53Z', 'revision_number': 1, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:32:04.953542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202171f-c8b0-49ca-a413-95e98f8f24c8 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '1a7c12bf-3dce-4108-989b-69e50db67c9e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:6c:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:32:02Z', 'updated_at': '2021-06-10T16:32:02Z', 'revision_number': 0, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}, {'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:53Z', 'revision_number': 1, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:32:05.158928 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb18d2-b741-4144-95ce-28d841ed5de0 None None] New status for floating IP 1a7c12bf-3dce-4108-989b-69e50db67c9e: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:32:06.119482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:06.294998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ad937e32-7641-4fe7-b5e5-4ca27477130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:06.407128 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:32:07.320566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:08.953090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:21.327239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:33.487787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ae717b23-4f35-40f5-bb6c-6fb0649b4f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:36.124244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:36.296666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-566f8b55-0868-4142-8f6b-969e574a310f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:36.604585 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-6b41441f-f8ab-40e5-8a4a-bf79f2b5ee3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576849 Jun 10 16:32:36.689426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-8df04c5b-3722-4ac7-bccf-49e920b29c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:36.690888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-8df04c5b-3722-4ac7-bccf-49e920b29c29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1099 time: 0.0641563 Jun 10 16:32:36.817842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-03395394-4e4d-4e33-adb3-56e09c957cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:36.819313 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-03395394-4e4d-4e33-adb3-56e09c957cfe service neutron] 10.222.0.25 "GET /v2.0/networks?id=a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 200 len: 896 time: 0.1076953 Jun 10 16:32:36.910772 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-94c54386-facb-4631-b7ba-322fa2ac3514 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 200 len: 1001 time: 0.0838301 Jun 10 16:32:36.967711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-038c7b21-f910-4dcf-b209-35e8021a699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:36.969268 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-038c7b21-f910-4dcf-b209-35e8021a699e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 200 len: 843 time: 0.0521841 Jun 10 16:32:37.040786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-6ddb9b1b-b3a7-4b25-b170-83b37c7f98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:37.042300 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-6ddb9b1b-b3a7-4b25-b170-83b37c7f98fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a68a1ef4-cafe-4972-9756-2706286b6f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0661407 Jun 10 16:32:37.161860 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-f97d6d1e-5d95-4076-ae22-0c4966c42600 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120241 Jun 10 16:32:37.323692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:37.325887 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bbd66f7f-5504-4cc2-8175-a80944a98cbe req-a4362aba-21b8-41a5-8fa3-df1b022f2282 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572449 Jun 10 16:32:38.956230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:43.405952 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:32:51.345839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:59.567992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53146) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:32:59.574221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:32:59.685575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2968387'] for subnet, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:59.859145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763997951546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3252115'] for subnet, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:59.861261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-86619dce-836b-4f75-9126-0c338a29bd98 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:32:59.908772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:32:59.908772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:32:59.910340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027af51-afdc-4477-bd79-b211fc4646ae None None] Network a68a1ef4-cafe-4972-9756-2706286b6f6c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:32:59.911903 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/subnets/03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 200 len: 835 time: 0.3428874 Jun 10 16:32:59.925486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=03e3a2cf-9f71-4512-b6a2-7e468956feca,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:32:59.928338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:00.350146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-88fe0e0d-1bf1-4c19-8f9d-81f5fe1ea457 None None] Provisioning complete for port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:33:00.350562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88fe0e0d-1bf1-4c19-8f9d-81f5fe1ea457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:00.461091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-88fe0e0d-1bf1-4c19-8f9d-81f5fe1ea457 None None] Provisioning complete for port 7edb22ca-941e-4680-a924-74b316d0cd4c triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:33:00.461540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88fe0e0d-1bf1-4c19-8f9d-81f5fe1ea457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:00.557790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-88fe0e0d-1bf1-4c19-8f9d-81f5fe1ea457 None None] Provisioning complete for port 38212f40-d179-4c80-bbda-d7e0de73efdc triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:33:00.558174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-88fe0e0d-1bf1-4c19-8f9d-81f5fe1ea457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:03.490092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9372538a-9b84-4b83-ac20-060ebbe4582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:06.125948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:06.298940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b73e0c24-bb36-4147-a0fa-6f5753129769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:07.326528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:08.961901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:20.405043 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:33:21.347346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:31.690610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53152) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:31.908027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Deleting port ebead7b9-377e-4e2c-bfd7-327d1b787ca5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:31.908367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:32.011047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:32.011297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:32.105021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Calling delete_port for ebead7b9-377e-4e2c-bfd7-327d1b787ca5 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:32.285636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:32.288310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b1f061eb-744e-4ee6-a2fe-bc88aa10a619 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:32.318001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'Port': ['ID=ebead7b9-377e-4e2c-bfd7-327d1b787ca5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:32.351499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.351895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.352283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.352658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.353041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.353443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.353817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.354189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.354559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.354927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.355296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.355665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:32.359277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:32.403503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:32.403833 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Floating IP 1a7c12bf-3dce-4108-989b-69e50db67c9e disassociated (deleted). External IP: 172.26.5.95, port: 4081f19b-b64d-4596-8f47-38bf39e01c91. Jun 10 16:33:32.694127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:33:32.843553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:33:32.848616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:32.855472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:33:32.864620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:32.865426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:32.894424 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "DELETE /v2.0/floatingips/1a7c12bf-3dce-4108-989b-69e50db67c9e HTTP/1.1" status: 204 len: 168 time: 1.2026169 Jun 10 16:33:32.895125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:33:32.898242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dbbcd4-78ec-4e00-90f3-e67bf5188020" -d '{"events": [{"name": "network-changed", "server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:33:32.940442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c8bda3-a29e-453a-a33d-4c1dc1d7e5f5 x-openstack-request-id: req-c4c8bda3-a29e-453a-a33d-4c1dc1d7e5f5 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:33:32.940789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:33:32.941097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4c8bda3-a29e-453a-a33d-4c1dc1d7e5f5 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:33:32.941583 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'status': 'completed', 'code': 200} Jun 10 16:33:33.023133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:33.077364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-3e7dfe36-3a3c-405f-b0ef-5d381b42ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:33.079562 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-3e7dfe36-3a3c-405f-b0ef-5d381b42ca3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 1098 time: 0.1152184 Jun 10 16:33:33.409884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6312221-9034-481f-8aad-777c386e4236 req-0edd37c4-4100-4bdc-a6cb-d4bf0b244985 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:33.411614 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6312221-9034-481f-8aad-777c386e4236 req-0edd37c4-4100-4bdc-a6cb-d4bf0b244985 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 945 time: 0.1869986 Jun 10 16:33:33.460196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6312221-9034-481f-8aad-777c386e4236 req-475d9314-5a24-4123-824c-7e203856a0e6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422869 Jun 10 16:33:33.516655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-03a936a1-437e-4ae0-bd1e-ae3838235596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:33.545450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:53Z', 'revision_number': 1, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:33.548884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:33:33.558058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:33.558464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:33.643862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-b537fed7-fc50-4755-b964-754e9dc0b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:33.645370 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-b537fed7-fc50-4755-b964-754e9dc0b30e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.5602765 Jun 10 16:33:33.708638 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-89392e7c-61a4-4684-8d90-cb0f5cb59ce1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4081f19b-b64d-4596-8f47-38bf39e01c91 HTTP/1.1" status: 200 len: 217 time: 0.0563998 Jun 10 16:33:33.711596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:33.766838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-7c561447-b645-4814-89bb-46e063b1285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:33.768174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-7c561447-b645-4814-89bb-46e063b1285a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0532341 Jun 10 16:33:33.837610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-83b7a8ef-3e9e-480c-be31-3360c64e7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:33.839129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-83b7a8ef-3e9e-480c-be31-3360c64e7fab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0639026 Jun 10 16:33:33.959292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-71d75cd3-d261-417d-b1df-4b3e5b189869 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128974 Jun 10 16:33:34.003046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:53Z', 'revision_number': 1, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:34.006759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3eb21d-f403-44db-a194-3269469e72a3 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7038a11f-0ae9-4ac9-b538-3537ce52029c', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'port_id': '10462d55-80c2-4a54-93c5-e4593979d802', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'mac_address': 'fa:16:3e:37:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:29:50Z', 'updated_at': '2021-06-10T16:29:53Z', 'revision_number': 1, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:33:34.081649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92dbbcd4-78ec-4e00-90f3-e67bf5188020 req-eae7e564-8dd7-4b73-974d-d1ffaf386971 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151555 Jun 10 16:33:34.211848 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe38b3-090f-4ddf-a17d-fe91bf55cf88 None None] New status for floating IP 1a7c12bf-3dce-4108-989b-69e50db67c9e: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:33:34.746507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a977-3c41-4ed2-a27e-cb5fc5a002d7 req-dac05849-d94d-4e00-8476-c6cbd553d968 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:34.747992 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ef1a977-3c41-4ed2-a27e-cb5fc5a002d7 req-dac05849-d94d-4e00-8476-c6cbd553d968 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 945 time: 0.1654108 Jun 10 16:33:34.760405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7c90e622-0315-4a46-bb25-682e98163083 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:34.761841 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7c90e622-0315-4a46-bb25-682e98163083 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 945 time: 0.0972741 Jun 10 16:33:34.844159 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ef1a977-3c41-4ed2-a27e-cb5fc5a002d7 req-4835b795-9f43-47f6-990a-805f42089027 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813563 Jun 10 16:33:34.903653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Deleting port 4081f19b-b64d-4596-8f47-38bf39e01c91 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:34.903994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:35.030395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] For port 4081f19b-b64d-4596-8f47-38bf39e01c91, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4081f19b-b64d-4596-8f47-38bf39e01c91,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:35.030748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:35.130865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Calling delete_port for 4081f19b-b64d-4596-8f47-38bf39e01c91 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:35.296631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:35.304965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8557fafa-38fa-4a62-92e1-36e745c310fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:35.345441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'Port': ['ID=4081f19b-b64d-4596-8f47-38bf39e01c91,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:35.385670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.386030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.386482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.386916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.387402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.387890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.388359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.388833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.389371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.389837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.390329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.390801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:35.394460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:35.419942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] No DVR routers for this DVR port 4081f19b-b64d-4596-8f47-38bf39e01c91 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:33:35.422865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:35.424799 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-240be3f3-12a8-46b5-90f4-e654117794ca req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "DELETE /v2.0/ports/4081f19b-b64d-4596-8f47-38bf39e01c91 HTTP/1.1" status: 204 len: 173 time: 0.6563232 Jun 10 16:33:35.425515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'name': 'network-vif-deleted', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:33:35.428005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da48d6-523a-4e2b-810a-85926f23c571" -d '{"events": [{"server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "name": "network-vif-deleted", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:33:35.536156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a9da3-a8d8-40fb-81e4-6084d06df9c1 x-openstack-request-id: req-ed9a9da3-a8d8-40fb-81e4-6084d06df9c1 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:33:35.536513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625d00b6-8cc8-4010-9842-90641e8e2ab6", "name": "network-vif-deleted", "tag": "4081f19b-b64d-4596-8f47-38bf39e01c91", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:33:35.536821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed9a9da3-a8d8-40fb-81e4-6084d06df9c1 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:33:35.537308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625d00b6-8cc8-4010-9842-90641e8e2ab6', 'name': 'network-vif-deleted', 'tag': '4081f19b-b64d-4596-8f47-38bf39e01c91', 'status': 'completed', 'code': 200} Jun 10 16:33:36.013326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6c42792c-6711-40b3-bf30-df856a8a6853 req-b35599c0-8194-45c8-bc30-13762f08fba3 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0381715 Jun 10 16:33:36.130915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:36.304092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ff30ea33-f7db-4965-8819-b4e35ad128e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:37.188446 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-84d1851c-c55c-4cf5-899a-4c8c78f5b5eb req-9c1d3c32-656d-474c-a9fd-482c6106315e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0436985 Jun 10 16:33:37.330172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:37.578017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-07f90f6e-48d9-4ce3-8691-85f5f85675db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623116 Jun 10 16:33:37.702815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-ef0273ae-5639-411a-bf03-ef44bf35536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:37.704221 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-ef0273ae-5639-411a-bf03-ef44bf35536f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1099 time: 0.0804501 Jun 10 16:33:37.844646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-c23cc86f-9ca4-448f-bbeb-3cda0b8fcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:37.846129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-c23cc86f-9ca4-448f-bbeb-3cda0b8fcce6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.1217482 Jun 10 16:33:37.938563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-9c1c33a3-4679-4acf-8fb4-59f3c7f79e45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 1002 time: 0.0859351 Jun 10 16:33:37.999025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-f6dfbe87-38fa-4fb7-ae04-de8d40be147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:38.000385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-f6dfbe87-38fa-4fb7-ae04-de8d40be147a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.0548515 Jun 10 16:33:38.077000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-9ddfefcb-babd-4a2f-bf4a-3c99d6df80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:38.078640 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-9ddfefcb-babd-4a2f-bf4a-3c99d6df80e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711918 Jun 10 16:33:38.211894 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-088cf94e-2dd8-4bfb-9392-c698a7fcc91c service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267319 Jun 10 16:33:38.378453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d34a2fc8-b027-4078-bea8-16a8b5d007ba req-d9d6ff83-d628-492f-a7b3-4f3bcb511baa tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=625d00b6-8cc8-4010-9842-90641e8e2ab6 HTTP/1.1" status: 200 len: 210 time: 0.0573130 Jun 10 16:33:38.385116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b8c8f18-a859-405e-86ad-b61d48bca1e1 req-c4b08ac7-b9d7-43d8-978f-362d35af5e36 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636467 Jun 10 16:33:38.746594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4081f19b-b64d-4596-8f47-38bf39e01c91 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:33:38.770542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 4081f19b-b64d-4596-8f47-38bf39e01c91 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:33:38.770907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4081f19b-b64d-4596-8f47-38bf39e01c91 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:33:38.962403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:42.876886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53214) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:43.113379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port d33175bb-a230-4e96-94e3-58f240941e45 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:43.113637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:43.220456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:43.220781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:43.316378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for d33175bb-a230-4e96-94e3-58f240941e45 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:43.505131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:43.508981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:43.539885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=d33175bb-a230-4e96-94e3-58f240941e45,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:43.543305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:43.620596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:43.620596 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP d2c4ca82-8468-4d36-9623-b4153080c6c0 disassociated (deleted). External IP: 172.26.5.49, port: 38212f40-d179-4c80-bbda-d7e0de73efdc. Jun 10 16:33:43.829645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53218) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:44.064965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Deleting port 1affcc03-0485-442b-ae39-d4d878b02108 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:44.065417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:44.183574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:44.183904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:44.300964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Calling delete_port for 1affcc03-0485-442b-ae39-d4d878b02108 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:44.303378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0d6e99c7-973b-4727-b522-b78adef585eb has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:33:44.458832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:33:44.464774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:44.469289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] Sync routers for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:33:44.481805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:44.482457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:44.500401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:44.502839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-18958c4b-7d08-4892-8cf5-e42596bfbaff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:44.525329 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/d2c4ca82-8468-4d36-9623-b4153080c6c0 HTTP/1.1" status: 204 len: 168 time: 1.6443315 Jun 10 16:33:44.525329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:33:44.527234 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba37d0-1958-4225-905e-f1caee0a4056" -d '{"events": [{"name": "network-changed", "server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:33:44.534335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'Port': ['ID=1affcc03-0485-442b-ae39-d4d878b02108,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:44.575400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:44.575638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025ad40-f982-47e5-af61-b63364d70ec7 x-openstack-request-id: req-7025ad40-f982-47e5-af61-b63364d70ec7 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:33:44.576028 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:33:44.576334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7025ad40-f982-47e5-af61-b63364d70ec7 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:33:44.576851 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'status': 'completed', 'code': 200} Jun 10 16:33:44.671836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:44.672183 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Floating IP 7038a11f-0ae9-4ac9-b538-3537ce52029c disassociated (deleted). External IP: 172.26.5.215, port: 10462d55-80c2-4a54-93c5-e4593979d802. Jun 10 16:33:44.673907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:44.813350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-0cffb2f9-eb5e-46c6-8a39-57d60c74d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:44.814732 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-0cffb2f9-eb5e-46c6-8a39-57d60c74d906 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 1099 time: 0.2039373 Jun 10 16:33:44.985285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:44.988053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aab0a3-587c-43ea-95c0-8e344aab393f req-1781fb13-6cdd-492b-b274-c874e8a9d42d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:44.988053 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-75aab0a3-587c-43ea-95c0-8e344aab393f req-1781fb13-6cdd-492b-b274-c874e8a9d42d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 946 time: 0.0800910 Jun 10 16:33:44.990992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] Checking router: 0d6e99c7-973b-4727-b522-b78adef585eb for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:33:45.000830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:45.001536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:45.034452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-75aab0a3-587c-43ea-95c0-8e344aab393f req-a5a0aacb-4052-4027-bb65-b92e0a9a6968 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405450 Jun 10 16:33:45.084439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-ab256849-7019-487c-89ef-79d1cfaa7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:45.086606 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-ab256849-7019-487c-89ef-79d1cfaa7a3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 200 len: 896 time: 0.2627840 Jun 10 16:33:45.152710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:45.153800 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-57c55db2-41a4-4d86-a6aa-8e9e2ec7aee9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 200 len: 217 time: 0.0601242 Jun 10 16:33:45.201892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:33:45.273494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-2a286a24-461c-4b47-9d59-57130dd75e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:45.274971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-2a286a24-461c-4b47-9d59-57130dd75e08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 200 len: 843 time: 0.1132162 Jun 10 16:33:45.419125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:33:45.425357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:45.433356 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:33:45.443908 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:45.445033 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:45.457421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-1449a6d8-9f44-4d4d-8fe4-5fa2160b94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:45.458948 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-1449a6d8-9f44-4d4d-8fe4-5fa2160b94a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a68a1ef4-cafe-4972-9756-2706286b6f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1353812 Jun 10 16:33:45.501411 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "DELETE /v2.0/floatingips/7038a11f-0ae9-4ac9-b538-3537ce52029c HTTP/1.1" status: 204 len: 168 time: 1.6702588 Jun 10 16:33:45.504057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:33:45.506516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac50f4-68a6-430b-a911-d4b8917117c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "tag": "10462d55-80c2-4a54-93c5-e4593979d802"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:33:45.610492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c6b5ae-021d-4edf-9d68-cf6fc3aa3861 x-openstack-request-id: req-a9c6b5ae-021d-4edf-9d68-cf6fc3aa3861 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:33:45.610977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "tag": "10462d55-80c2-4a54-93c5-e4593979d802", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:33:45.611282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c6b5ae-021d-4edf-9d68-cf6fc3aa3861 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:33:45.611735 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802', 'status': 'completed', 'code': 200} Jun 10 16:33:45.636477 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-65824b63-1afd-4f0e-8750-f6b6fb70c011 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649811 Jun 10 16:33:45.651399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:45.658506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76fae9f-e81d-485c-8d18-31b3af76658e None None] The sync data for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv is: [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:30:47Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd7f89022-e0bd-4104-bd64-d1c87a85bcf5', 'name': '', 'network_id': 'a68a1ef4-cafe-4972-9756-2706286b6f6c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:19:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:46Z', 'updated_at': '2021-06-10T16:30:52Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '03e3a2cf-9f71-4512-b6a2-7e468956feca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:33:45.679273 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:46.012855 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:46.017047 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:33:46.029431 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:46.029900 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:46.042338 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a4fbf-9953-4825-89f0-4a6e0af7d58d None None] New status for floating IP d2c4ca82-8468-4d36-9623-b4153080c6c0: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:33:46.102615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70367568-2da3-4145-ac56-09ab8e42e324 req-48ee3650-f2f4-41a9-a9e2-b8a6116fabe4 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:46.104883 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-70367568-2da3-4145-ac56-09ab8e42e324 req-48ee3650-f2f4-41a9-a9e2-b8a6116fabe4 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 946 time: 0.1061049 Jun 10 16:33:46.184981 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-70367568-2da3-4145-ac56-09ab8e42e324 req-c9a96618-26b7-4723-88a7-069a6e9046bd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724812 Jun 10 16:33:46.287703 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:46.420671 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9ba37d0-1958-4225-905e-f1caee0a4056 req-c5c7e435-e4a5-4b20-8e0a-042faa2274d1 service neutron] 10.222.0.25 "GET /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720549 Jun 10 16:33:46.447286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-06e57b18-137d-4f16-ac90-00f411889d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:46.448829 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-06e57b18-137d-4f16-ac90-00f411889d66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 1099 time: 0.7987757 Jun 10 16:33:46.458522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-e397abf4-d5ce-4f9e-924b-7cb02c14a1ea tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:46.460028 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-e397abf4-d5ce-4f9e-924b-7cb02c14a1ea tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 946 time: 0.1824460 Jun 10 16:33:46.527563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7019b5-3b6e-485c-a941-aff59d33628c req-2beb3d1e-c999-49cf-9f5a-96105e2f2f22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:46.530129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b7019b5-3b6e-485c-a941-aff59d33628c req-2beb3d1e-c999-49cf-9f5a-96105e2f2f22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 946 time: 0.2503679 Jun 10 16:33:46.570542 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:46.574317 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b93c9-66eb-401b-b48b-5390e704fe76 None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:26:16Z', 'revision_number': 4, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'bc4edd1b-2164-4514-9bfa-f92fc3c31e01', 'name': '', 'network_id': '2f1503e9-fcb1-4a55-9c4c-a144e2d0656e', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'mac_address': 'fa:16:3e:c9:6c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '7122a743-0201-45c0-8e40-2d37965bf380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:14Z', 'updated_at': '2021-06-10T16:26:27Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'subnets': [{'id': '7122a743-0201-45c0-8e40-2d37965bf380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:33:46.709717 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b7019b5-3b6e-485c-a941-aff59d33628c req-97fac07b-022c-4373-8f0d-88c5b11c4f1f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=d17efc60-a345-49b6-8c72-678a0512fd99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253510 Jun 10 16:33:46.716458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-d65e5550-3a28-412d-8797-7b6945f137b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:46.718896 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-d65e5550-3a28-412d-8797-7b6945f137b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 200 len: 912 time: 0.2560141 Jun 10 16:33:46.787878 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-58f8d3bd-9c5e-4447-8eda-60227bf190f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 200 len: 217 time: 0.0594168 Jun 10 16:33:46.806153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 38212f40-d179-4c80-bbda-d7e0de73efdc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:46.806506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:46.809351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e076b4-8f78-4293-b01d-0893daba4538 None None] New status for floating IP 7038a11f-0ae9-4ac9-b538-3537ce52029c: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:33:46.928668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-868b1534-766a-4b22-b4fc-d92d9b1bdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:46.930289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-868b1534-766a-4b22-b4fc-d92d9b1bdb86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 200 len: 850 time: 0.1336043 Jun 10 16:33:47.007402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 38212f40-d179-4c80-bbda-d7e0de73efdc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=38212f40-d179-4c80-bbda-d7e0de73efdc,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:47.008292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:47.116331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 38212f40-d179-4c80-bbda-d7e0de73efdc owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:47.187186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-07a31564-e81a-40ba-898a-fae31438e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:47.188604 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-07a31564-e81a-40ba-898a-fae31438e5e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2503507 Jun 10 16:33:47.376674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165187-89c2-4986-bef6-afdcf925fe66 req-b34c5dad-2f22-4dff-a664-66cc05e7752b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:47.378362 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e3165187-89c2-4986-bef6-afdcf925fe66 req-b34c5dad-2f22-4dff-a664-66cc05e7752b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 946 time: 0.0749757 Jun 10 16:33:47.414930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-84601624-2b01-4c61-894f-ac194a23be8b service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188630 Jun 10 16:33:47.425803 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e3165187-89c2-4986-bef6-afdcf925fe66 req-45296f4d-57b7-474f-b81b-12e0980b08e4 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ba719f7-e70f-400f-ad91-e6806faef9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Jun 10 16:33:47.509528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:47.515605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c0dc9c2-d176-45a0-aa63-7620d702b83e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:47.563585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=38212f40-d179-4c80-bbda-d7e0de73efdc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:47.571819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:47.634113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-df05942f-5da8-4c4b-a60d-7dac166f4de3 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:47.635585 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-df05942f-5da8-4c4b-a60d-7dac166f4de3 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 946 time: 0.3121464 Jun 10 16:33:47.665504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 38212f40-d179-4c80-bbda-d7e0de73efdc on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:33:47.673461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:47.675276 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/38212f40-d179-4c80-bbda-d7e0de73efdc HTTP/1.1" status: 204 len: 173 time: 1.2043478 Jun 10 16:33:47.675958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'name': 'network-vif-deleted', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:33:47.678299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542dd118-809b-4559-802a-4ec3e5cb9f7f" -d '{"events": [{"server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "name": "network-vif-deleted", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:33:47.682658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cfac50f4-68a6-430b-a911-d4b8917117c5 req-03ccd4f1-de0e-4e14-bd77-445e298130c9 service neutron] 10.222.0.25 "GET /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598703 Jun 10 16:33:47.730053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b2b670-7b7d-4e1e-9b90-28c0bf9296d9 x-openstack-request-id: req-f1b2b670-7b7d-4e1e-9b90-28c0bf9296d9 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:33:47.730393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997da622-13ab-44a0-9fc7-970c1cea8ba3", "name": "network-vif-deleted", "tag": "38212f40-d179-4c80-bbda-d7e0de73efdc", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:33:47.730698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1b2b670-7b7d-4e1e-9b90-28c0bf9296d9 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:33:47.731151 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997da622-13ab-44a0-9fc7-970c1cea8ba3', 'name': 'network-vif-deleted', 'tag': '38212f40-d179-4c80-bbda-d7e0de73efdc', 'status': 'completed', 'code': 200} Jun 10 16:33:47.832437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Deleting port 10462d55-80c2-4a54-93c5-e4593979d802 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:47.832817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:47.887288 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-05b961ff-627f-4017-aa89-162da8e43c55 req-b0ea88e8-d0d9-42c1-8351-07fef3723919 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=997da622-13ab-44a0-9fc7-970c1cea8ba3 HTTP/1.1" status: 200 len: 210 time: 0.0415368 Jun 10 16:33:47.966280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] For port 10462d55-80c2-4a54-93c5-e4593979d802, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=10462d55-80c2-4a54-93c5-e4593979d802,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:47.966757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:48.068674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Calling delete_port for 10462d55-80c2-4a54-93c5-e4593979d802 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:48.249477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:48.253931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:48.287805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'Port': ['ID=10462d55-80c2-4a54-93c5-e4593979d802,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:48.291135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:48.359847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] No DVR routers for this DVR port 10462d55-80c2-4a54-93c5-e4593979d802 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:33:48.362571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:48.364687 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f110f650-4aac-4c6c-a949-c2623173f1a2 req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.25 "DELETE /v2.0/ports/10462d55-80c2-4a54-93c5-e4593979d802 HTTP/1.1" status: 204 len: 173 time: 0.7023284 Jun 10 16:33:48.588370 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7d18702b-e526-43b6-af65-33bd837ba778 req-3f442ac4-98a0-445a-b2d0-d2c0fc14c5c1 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 210 time: 0.0414147 Jun 10 16:33:48.814677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 38212f40-d179-4c80-bbda-d7e0de73efdc no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:33:48.840470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 38212f40-d179-4c80-bbda-d7e0de73efdc {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:33:48.840828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 38212f40-d179-4c80-bbda-d7e0de73efdc not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:33:48.995930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53246) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:49.073027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:49.105314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:49.178400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:49.181508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:49.182814 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/d17efc60-a345-49b6-8c72-678a0512fd99 HTTP/1.1" status: 204 len: 168 time: 0.1858258 Jun 10 16:33:49.183629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56be1c3e-09e8-448e-bccb-1ce13fa3df0a tempest-NegativeSecGroupTest-1755698101 tempest-NegativeSecGroupTest-1755698101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:49.196787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17efc60-a345-49b6-8c72-678a0512fd99,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:49.201171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57f3bb3d-d195-4da0-abe8-f2d2a57c1b93 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:49.733112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'name': 'network-vif-deleted', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:33:49.735733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ce30ee-6da9-4138-a29c-3e6ee27b58e7" -d '{"events": [{"server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "name": "network-vif-deleted", "tag": "10462d55-80c2-4a54-93c5-e4593979d802"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:33:49.753189 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ca40c1c9-53a2-4348-8491-8e04eaf3bb1c req-c90afc8d-6fd8-49c5-bd42-6e6426a9b8f5 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 210 time: 0.0397158 Jun 10 16:33:49.806110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c7136f-b2d5-4386-9029-421fca3f7780 x-openstack-request-id: req-45c7136f-b2d5-4386-9029-421fca3f7780 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:33:49.806655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcbc51d-97ee-49f3-8be1-8f12aa0bb931", "name": "network-vif-deleted", "tag": "10462d55-80c2-4a54-93c5-e4593979d802", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:33:49.807031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45c7136f-b2d5-4386-9029-421fca3f7780 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:33:49.807557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcbc51d-97ee-49f3-8be1-8f12aa0bb931', 'name': 'network-vif-deleted', 'tag': '10462d55-80c2-4a54-93c5-e4593979d802', 'status': 'completed', 'code': 200} Jun 10 16:33:50.240277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:50.816693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:50.830478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 10462d55-80c2-4a54-93c5-e4593979d802 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:33:50.860390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 10462d55-80c2-4a54-93c5-e4593979d802 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:33:50.861172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 10462d55-80c2-4a54-93c5-e4593979d802 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:33:50.931587 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c8fd9b2-e6b7-4de8-8848-64dc275a3382 req-44b79608-6eb3-4a78-b1a5-ec76d9bcca43 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 210 time: 0.0450411 Jun 10 16:33:51.217482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port d7f89022-e0bd-4104-bd64-d1c87a85bcf5 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:51.217716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:51.350115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port d7f89022-e0bd-4104-bd64-d1c87a85bcf5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:51.350641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:51.356858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:51.456108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for d7f89022-e0bd-4104-bd64-d1c87a85bcf5 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:51.712941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:51.715284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:51.746638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=d7f89022-e0bd-4104-bd64-d1c87a85bcf5,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:51.750674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:52.446673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3cc9ba82-1d55-4f78-96cd-b3a26a337430 req-18f24e0f-0c19-402a-8e90-9e7a52769313 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbcbc51d-97ee-49f3-8be1-8f12aa0bb931 HTTP/1.1" status: 200 len: 210 time: 0.0449278 Jun 10 16:33:52.479517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:52.803309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 0d6e99c7-973b-4727-b522-b78adef585eb has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:33:52.950513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:33:52.955611 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/0d6e99c7-973b-4727-b522-b78adef585eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142067 Jun 10 16:33:52.958299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53262) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:52.959993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] Sync routers for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:33:52.970143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:52.970782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:53.020822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 03e3a2cf-9f71-4512-b6a2-7e468956feca {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:33:53.024702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.082203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.139829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:53.193576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.275803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.278210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e0488824-000c-4d8d-b598-9eba94758a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:53.313376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=03e3a2cf-9f71-4512-b6a2-7e468956feca,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:53.325758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:53.326809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.328779 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/03e3a2cf-9f71-4512-b6a2-7e468956feca HTTP/1.1" status: 204 len: 168 time: 0.3695292 Jun 10 16:33:53.329703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1021cc-1516-4008-b93e-d09f16cc9582 None None] Network a68a1ef4-cafe-4972-9756-2706286b6f6c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:33:53.331553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53264) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:53.484253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.547270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:33:51Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:53.558152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53268) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:53.562853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] Checking router: 0d6e99c7-973b-4727-b522-b78adef585eb for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:33:53.574924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] Routers {'0d6e99c7-973b-4727-b522-b78adef585eb'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:53.575650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['0d6e99c7-973b-4727-b522-b78adef585eb'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:53.640727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.717466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port aab421ee-637b-4cc0-aade-d872979e2612 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:53.718367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.749710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Deleting port 2c75fbe9-b0da-41ce-af2a-0e07f8dbe056 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:53.750087 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.755714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] Set router 0d6e99c7-973b-4727-b522-b78adef585eb gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:53.805655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] DHCP port deletion for a68a1ef4-cafe-4972-9756-2706286b6f6c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:33:53.843497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port aab421ee-637b-4cc0-aade-d872979e2612, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=aab421ee-637b-4cc0-aade-d872979e2612,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:53.843967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.879757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.880089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:53.951549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for aab421ee-637b-4cc0-aade-d872979e2612 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:53.983376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Calling delete_port for 2c75fbe9-b0da-41ce-af2a-0e07f8dbe056 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:53.993363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Deleting port 7edb22ca-941e-4680-a924-74b316d0cd4c {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:53.993971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.095049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] For port 7edb22ca-941e-4680-a924-74b316d0cd4c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7edb22ca-941e-4680-a924-74b316d0cd4c,segment=NetworkSegment(c7797bb5-34f8-4759-875b-430940d9b7fa),segment_id=c7797bb5-34f8-4759-875b-430940d9b7fa)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:54.095496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.168012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.172097 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:54.191657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.193843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e6ab2a72-48f6-4c32-99c4-fc3d61d2f699 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:54.203131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'Port': ['ID=2c75fbe9-b0da-41ce-af2a-0e07f8dbe056,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:54.205743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:54.222972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Calling delete_port for 7edb22ca-941e-4680-a924-74b316d0cd4c owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:54.228006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=aab421ee-637b-4cc0-aade-d872979e2612,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:54.230575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:54.304738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.309685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.314413 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "DELETE /v2.0/floatingips/4858de4d-e4f8-447c-957f-da7bac695d35 HTTP/1.1" status: 204 len: 168 time: 0.7526686 Jun 10 16:33:54.322013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:33:51Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:54.325712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.327408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b64a-f21a-4c3c-b57a-44f29391fc9d None None] The sync data for ids ['0d6e99c7-973b-4727-b522-b78adef585eb'] in dv-neutron-601336-90-hyperv is: [{'id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'name': 'tempest-TestNetworkBasicOps-router-752093903', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:30:42Z', 'updated_at': '2021-06-10T16:33:51Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': 'aab421ee-637b-4cc0-aade-d872979e2612', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:28:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6e99c7-973b-4727-b522-b78adef585eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:30:43Z', 'updated_at': '2021-06-10T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:33:54.377446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.380827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:54.412343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Pushing event deleted for resources: {'Port': ['ID=7edb22ca-941e-4680-a924-74b316d0cd4c,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:54.416660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] No DVR routers for this DVR port 7edb22ca-941e-4680-a924-74b316d0cd4c on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:33:54.422418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.423003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.423435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.423871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.424308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.424751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.425207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.425659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.426092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.426522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.427153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.427459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:54.433564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:54.490769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.494079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.558966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.560385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router 0d6e99c7-973b-4727-b522-b78adef585eb {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:33:54.567853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.568995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/0d6e99c7-973b-4727-b522-b78adef585eb HTTP/1.1" status: 204 len: 168 time: 1.2364614 Jun 10 16:33:54.572313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:54.696521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.827238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d7f89022-e0bd-4104-bd64-d1c87a85bcf5 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:33:54.846141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.859369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68a1ef4-cafe-4972-9756-2706286b6f6c']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:54.872663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7797bb5-34f8-4759-875b-430940d9b7fa') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:54.873306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7797bb5-34f8-4759-875b-430940d9b7fa') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:54.874150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d7f89022-e0bd-4104-bd64-d1c87a85bcf5 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:33:54.874516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d7f89022-e0bd-4104-bd64-d1c87a85bcf5 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:33:54.874961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7edb22ca-941e-4680-a924-74b316d0cd4c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:33:54.889786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.902242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7edb22ca-941e-4680-a924-74b316d0cd4c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:33:54.902732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7edb22ca-941e-4680-a924-74b316d0cd4c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:33:54.912489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.925995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:33:54.926395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:33:54.929536 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:33:55.022232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.026722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-de75e8fc-ee64-405a-bccc-1f3170b752da tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:55.031618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.034263 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/a68a1ef4-cafe-4972-9756-2706286b6f6c HTTP/1.1" status: 204 len: 168 time: 0.4608285 Jun 10 16:33:55.051465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53282) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:55.056884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--1131261304', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:33:55.058058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=a68a1ef4-cafe-4972-9756-2706286b6f6c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:55.065781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4c4a6beb-7d7e-48bb-bac9-8b3107adc737 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:55.090996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:33:55.094973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.128992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:33:55.141972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.142382 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment b1ac801d-fe9e-4782-875e-5420ea285a13 of type vlan for network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 Jun 10 16:33:55.202899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.236979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.243648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:55.244314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.246995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:55.334489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2815847 Jun 10 16:33:55.337178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53284) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:55.349859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-848263966', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:33:55.363692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=bbcb1740-659b-44fa-9cc0-50e2fab23fb3,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:55.367867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:55.376028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:33:55.380154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.381629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.464289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.688635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:55.983347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:56.010577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:56.136954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.226 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/5d311ca0-c8d6-471a-8ff4-5f0d49433289) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:33:56.285840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:56.326494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:56.328747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:56.382314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:33:56.386136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:33:56.390167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:33:56.424100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=5d311ca0-c8d6-471a-8ff4-5f0d49433289,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:56.428799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:56.685877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aab421ee-637b-4cc0-aade-d872979e2612 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:33:56.727677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: aab421ee-637b-4cc0-aade-d872979e2612 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:33:56.728126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device aab421ee-637b-4cc0-aade-d872979e2612 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:33:56.773136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:57.068862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:57.405343 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:33:57.623992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:33:57.784012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:33:57.789054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53292) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:57.795815 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:33:57.806436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:57.808847 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:57.810261 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:57.811060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53294) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:57.813106 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4747801 Jun 10 16:33:57.864043 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1bb06a65-4de6-4649-97de-9c0150f7c0bc tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421360 Jun 10 16:33:57.867968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53296) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:57.928729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:57.962161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.003602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129227b3-aaf4-49d1-a6bf-9d1410f2fc72 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:58.005044 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-129227b3-aaf4-49d1-a6bf-9d1410f2fc72 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360300 Jun 10 16:33:58.009509 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53298) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:58.042642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.046522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.050428 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ba719f7-e70f-400f-ad91-e6806faef9d1 HTTP/1.1" status: 204 len: 168 time: 0.2554066 Jun 10 16:33:58.050428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f1a8882f-e4ef-46bf-b3f8-0831016ace6b tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:58.058985 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-73f2273e-96cf-4523-83a7-4757089a7947 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453620 Jun 10 16:33:58.059965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53302) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:58.062193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba719f7-e70f-400f-ad91-e6806faef9d1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:58.064722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:58.065051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2071760724', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:33:58.095786 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:58.128324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53304) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:58.205289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:33:58.209647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.390966 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:33:56Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:58.395070 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:33:58.395647 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Updating router 7a484547-009f-4061-8642-09eb8dd7872e port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:33:58.444169 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.491219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.494497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42cf993b-3b91-483f-babe-125d284c59c7 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:58.566633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=2b1f887e-5a55-41bb-8e58-c2eb156142f7,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:58.576384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:58.586112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:33:58.586910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: bbcb1740-659b-44fa-9cc0-50e2fab23fb3, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:33:58.608673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:33:58.627495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, bbcb1740-659b-44fa-9cc0-50e2fab23fb3) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:33:58.635512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:33:58.636125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.641277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36989bc-19e2-4571-b85e-6bfa7b90985d None None] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:33:58.657999 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5970387 Jun 10 16:33:58.659066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53308) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:33:58.792771 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.807627 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Transition to ACTIVE for port object 5d311ca0-c8d6-471a-8ff4-5f0d49433289 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:33:58.815965 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.818553 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-52ceb69b-9d34-402d-a901-4a4289a79b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:58.879707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.911983 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Pushing event updated for resources: {'Port': ['ID=5d311ca0-c8d6-471a-8ff4-5f0d49433289,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:58.914982 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Attempting to bind port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:33:58.915391 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Attempting to bind port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:33:58.915731 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Attempting to bind port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:33:58.925931 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.927187 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.927187 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.927408 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.927666 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.927969 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.928302 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.928630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.929124 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.930118 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.930854 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.930854 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:33:58.934141 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:33:58.934526 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:33:58.934996 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.935404 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:33:58.935893 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Bound port: 5d311ca0-c8d6-471a-8ff4-5f0d49433289, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:33:58.936412 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:58.938538 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:59.036028 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] For port 5d311ca0-c8d6-471a-8ff4-5f0d49433289, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:33:59.042689 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] For port 5d311ca0-c8d6-471a-8ff4-5f0d49433289, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5d311ca0-c8d6-471a-8ff4-5f0d49433289,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:33:59.051271 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.059515 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-cd2ee9e2-7ba9-4d05-a8f8-0732cf21441c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:59.100755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:33:59.102597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.193670 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Pushing event updated for resources: {'Port': ['ID=5d311ca0-c8d6-471a-8ff4-5f0d49433289,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:59.199643 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:59.206489 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:33:59.207129 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:59.293269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Allocated IP 172.20.0.2 (bbcb1740-659b-44fa-9cc0-50e2fab23fb3/2b1f887e-5a55-41bb-8e58-c2eb156142f7/46cf0754-2137-4a7e-80f6-84a278de97d5) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:33:59.377551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Deleting port bc4edd1b-2164-4514-9bfa-f92fc3c31e01 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:33:59.377790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.400950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:33:59.464294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.512963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] For port bc4edd1b-2164-4514-9bfa-f92fc3c31e01, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:33:59.513532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.544419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.554228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Transition to ACTIVE for port object 46cf0754-2137-4a7e-80f6-84a278de97d5 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:33:59.572422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Transition to ACTIVE for port object 46cf0754-2137-4a7e-80f6-84a278de97d5 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:33:59.581216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.585259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:59.638852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Calling delete_port for bc4edd1b-2164-4514-9bfa-f92fc3c31e01 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:33:59.645249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:33:59.650269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:33:59.652723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:33:59.655987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Pushing event updated for resources: {'Port': ['ID=46cf0754-2137-4a7e-80f6-84a278de97d5,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:59.665702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:59.725844 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:33:56Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:33:59.732447 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d6881-ca57-432f-9acd-098dd7d4805b None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:33:56Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:33:59.737222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Attempting to bind port 46cf0754-2137-4a7e-80f6-84a278de97d5 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:33:59.737572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Attempting to bind port 46cf0754-2137-4a7e-80f6-84a278de97d5 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:33:59.737925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Attempting to bind port 46cf0754-2137-4a7e-80f6-84a278de97d5 on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:33:59.744848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:33:59.745268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Checking segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:33:59.746082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.746519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Bound using segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:33:59.747023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Bound port: 46cf0754-2137-4a7e-80f6-84a278de97d5, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:33:59.747691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.847934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] For port 46cf0754-2137-4a7e-80f6-84a278de97d5, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:33:59.853420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] For port 46cf0754-2137-4a7e-80f6-84a278de97d5, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=46cf0754-2137-4a7e-80f6-84a278de97d5,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:33:59.860112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.866188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:59.901075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (bbcb1740-659b-44fa-9cc0-50e2fab23fb3/2b1f887e-5a55-41bb-8e58-c2eb156142f7/240c9257-a051-44af-afa2-5dca126bdf1d) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:33:59.950429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:33:59.956031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Pushing event updated for resources: {'Port': ['ID=46cf0754-2137-4a7e-80f6-84a278de97d5,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:33:59.959344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:33:59.962923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-071ff939-20b9-46a6-8940-971cb1927d4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:33:59.998717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4edd1b-2164-4514-9bfa-f92fc3c31e01,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:00.040348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:00.114793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:00.133471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 240c9257-a051-44af-afa2-5dca126bdf1d will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:34:00.211164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:00.222889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-42352490-a3d5-4ad3-873b-462ef6ab9939 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:00.266103 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:34:00.272775 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:34:00.277479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:34:00.339299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:00.391584 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=240c9257-a051-44af-afa2-5dca126bdf1d,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:00.395798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:00.417593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:00.656975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:00.952704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 46cf0754-2137-4a7e-80f6-84a278de97d5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:01.036496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 46cf0754-2137-4a7e-80f6-84a278de97d5 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:01.048427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5d311ca0-c8d6-471a-8ff4-5f0d49433289 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:01.131196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:01.137667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:01.144463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.144857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.150655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.157782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7c640212-1238-4a48-8c51-3da99d054301 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:01.253985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Router f425dff3-6bff-468e-8de4-c8b0a077d380 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:34:01.281377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.285855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.297435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=240c9257-a051-44af-afa2-5dca126bdf1d,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:01.300997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:01.319365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 5d311ca0-c8d6-471a-8ff4-5f0d49433289, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5d311ca0-c8d6-471a-8ff4-5f0d49433289,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:01.325582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.329800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e0ea9679-6e62-48d9-a667-649dad1ff777 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:01.370037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d910a-1f69-4e41-aa50-ce563e158bf6 None None] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:34:01.435791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:34:01.437661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:34:01.464684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:34:01.471673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] 10.222.0.23 "PUT /v2.0/routers/f425dff3-6bff-468e-8de4-c8b0a077d380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3383300 Jun 10 16:34:01.474471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53310) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:01.478358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] Sync routers for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:34:01.488344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=5d311ca0-c8d6-471a-8ff4-5f0d49433289,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:01.496741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:01.497407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Provisioning for port 46cf0754-2137-4a7e-80f6-84a278de97d5 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:01.505981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Provisioning complete for port 46cf0754-2137-4a7e-80f6-84a278de97d5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:01.506375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.571207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:01.571869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:01.617542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:34:01.677940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.787565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.792885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:34:01.801744 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/7a484547-009f-4061-8642-09eb8dd7872e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1385472 Jun 10 16:34:01.801969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53312) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:01.868955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:01.925091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] For port 46cf0754-2137-4a7e-80f6-84a278de97d5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=46cf0754-2137-4a7e-80f6-84a278de97d5,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:01.936919 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:34:01.947064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.949016 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:01.950039 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:01.978614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:01.979499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:01.979499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:01.979920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:01.980183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:01.981161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:01.981968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:01.983575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-11a3eeb5-6817-4f0b-b87e-345f6e52bea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:01.983850 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5e55bfce-2b9e-4c06-89aa-42595dec2f07 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1813936 Jun 10 16:34:01.987145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53314) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:02.117903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:02.119200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:02.119697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:02.120153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:02.120608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:02.121051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:02.126199 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-218c5ec2-39a6-4d17-9540-86224fd14897 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1374996 Jun 10 16:34:02.126458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53316) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:02.140529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Deleting port 1c3b6e96-fb36-4385-a959-5b6360e506c3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:02.141522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:02.147183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Pushing event updated for resources: {'Port': ['ID=46cf0754-2137-4a7e-80f6-84a278de97d5,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:02.151913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:02.248679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:33:59Z', 'revision_number': 5, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port': {'id': '1c3b6e96-fb36-4385-a959-5b6360e506c3', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:09Z', 'updated_at': '2021-06-10T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:02.260084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] Checking router: f425dff3-6bff-468e-8de4-c8b0a077d380 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:34:02.266969 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:02.272817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] Routers {'f425dff3-6bff-468e-8de4-c8b0a077d380'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:02.274386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f425dff3-6bff-468e-8de4-c8b0a077d380'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:02.304516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] For port 1c3b6e96-fb36-4385-a959-5b6360e506c3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1c3b6e96-fb36-4385-a959-5b6360e506c3,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:02.305919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:02.453619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Calling delete_port for 1c3b6e96-fb36-4385-a959-5b6360e506c3 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:02.673991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] Set router f425dff3-6bff-468e-8de4-c8b0a077d380 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:02.713090 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:02.720457 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:34:02.720820 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Updating router 7a484547-009f-4061-8642-09eb8dd7872e port 240c9257-a051-44af-afa2-5dca126bdf1d binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:34:02.823810 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:02.831513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 6, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:02.836427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 46cf0754-2137-4a7e-80f6-84a278de97d5 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:02.856205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:02.860747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-200cadc2-c980-4f20-bd66-b9a2ff61462a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:02.877059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bbec346c-ee39-4dd1-9ac2-ab5e6c53d535 None None] Provisioning for port 240c9257-a051-44af-afa2-5dca126bdf1d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:02.880791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b611c7-56f3-4a3a-b3ba-f4c43670eeec None None] The sync data for ids ['f425dff3-6bff-468e-8de4-c8b0a077d380'] in dv-neutron-601336-90-hyperv is: [{'id': 'f425dff3-6bff-468e-8de4-c8b0a077d380', 'name': 'tempest-TestVolumeBootPattern-521775611-router', 'tenant_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:08Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 6, 'project_id': 'b97dcd794f8d40deb3df794f44b28b0c', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:34:02.893269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bbec346c-ee39-4dd1-9ac2-ab5e6c53d535 None None] Provisioning complete for port 240c9257-a051-44af-afa2-5dca126bdf1d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:02.893800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bbec346c-ee39-4dd1-9ac2-ab5e6c53d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:02.905859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3b6e96-fb36-4385-a959-5b6360e506c3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:02.913040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:02.973862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-bbec346c-ee39-4dd1-9ac2-ab5e6c53d535 None None] Port 240c9257-a051-44af-afa2-5dca126bdf1d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:34:02.976310 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-503511be-5320-401d-acee-80533dd34b79 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 0.8483806 Jun 10 16:34:02.987668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 46cf0754-2137-4a7e-80f6-84a278de97d5 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:02.988575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:02.993102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bbec346c-ee39-4dd1-9ac2-ab5e6c53d535 None None] Provisioning complete for port 46cf0754-2137-4a7e-80f6-84a278de97d5 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:02.993905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bbec346c-ee39-4dd1-9ac2-ab5e6c53d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.044842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.202548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5d311ca0-c8d6-471a-8ff4-5f0d49433289 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:03.228690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.231382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.291459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:03.291852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.323223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.323939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f425dff3-6bff-468e-8de4-c8b0a077d380 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:34:03.330776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.337820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53320) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:03.338090 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f425dff3-6bff-468e-8de4-c8b0a077d380 HTTP/1.1" status: 204 len: 168 time: 1.8615115 Jun 10 16:34:03.370678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c2869fb0-22e3-41ee-b192-5de07d1cb627 None None] Provisioning complete for port 240c9257-a051-44af-afa2-5dca126bdf1d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:03.371065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c2869fb0-22e3-41ee-b192-5de07d1cb627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.384493 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.399554 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Transition to ACTIVE for port object 240c9257-a051-44af-afa2-5dca126bdf1d will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:34:03.410236 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.425361 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-897dbcb2-547f-4116-8c9e-2297fbcd68ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:03.427162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53322) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:03.435039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175251207', 'description': 'tempest-secgroup-smoke-175251207 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:03.455018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Deleting subnet 7122a743-0201-45c0-8e40-2d37965bf380 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:34:03.463286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.467310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c2869fb0-22e3-41ee-b192-5de07d1cb627 None None] Port 240c9257-a051-44af-afa2-5dca126bdf1d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:34:03.504389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f1e583c0-2b90-48fc-8b6c-dc12d4d3a4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.516121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.531589 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b545f-ef4e-4519-bb4c-e30eee34c76f None None] Pushing event updated for resources: {'Port': ['ID=240c9257-a051-44af-afa2-5dca126bdf1d,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:03.535491 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-c23b545f-ef4e-4519-bb4c-e30eee34c76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:03.544370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.604488 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Attempting to bind port 240c9257-a051-44af-afa2-5dca126bdf1d on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:34:03.604865 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Attempting to bind port 240c9257-a051-44af-afa2-5dca126bdf1d by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:34:03.605783 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Attempting to bind port 240c9257-a051-44af-afa2-5dca126bdf1d on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:34:03.612373 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:34:03.612854 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Checking segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:34:03.613307 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.613715 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Bound using segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:34:03.614359 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Bound port: 240c9257-a051-44af-afa2-5dca126bdf1d, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:34:03.614581 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.689527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.695627 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] For port 240c9257-a051-44af-afa2-5dca126bdf1d, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:34:03.699812 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] For port 240c9257-a051-44af-afa2-5dca126bdf1d, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240c9257-a051-44af-afa2-5dca126bdf1d,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:34:03.706939 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.708998 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41329ec6-802b-45ee-a8d3-88ed7d2b0bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:03.759954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.767669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.774559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f6dc2a81-69b5-4b90-99f7-d08053572f04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:03.779831 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:03.780470 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:33:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:03.786441 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b545f-ef4e-4519-bb4c-e30eee34c76f None None] Pushing event updated for resources: {'Port': ['ID=240c9257-a051-44af-afa2-5dca126bdf1d,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:03.818317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.823730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53324) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:03.825026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3965366 Jun 10 16:34:03.832870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1089180c-50a1-4e08-95d3-2f98bc9974f0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:03.836369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '1089180c-50a1-4e08-95d3-2f98bc9974f0', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:03.837023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c9407c71-8132-406a-ba4d-fed9e4acf2ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:03.837960 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-c23b545f-ef4e-4519-bb4c-e30eee34c76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:03.840854 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.843632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8f08f30-06fb-4006-a123-cfc397c40429 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:03.879322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.886962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7122a743-0201-45c0-8e40-2d37965bf380,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:03.891245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:03.894037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:03.896187 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7122a743-0201-45c0-8e40-2d37965bf380 HTTP/1.1" status: 204 len: 168 time: 0.5568573 Jun 10 16:34:03.899631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67758fff-2d9b-430e-8f3c-72efbc6b500b None None] Network 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:34:03.904084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53326) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:03.955164 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:04.071466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.096464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.108307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.112743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:04.169024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b1bcb3-d96c-40f5-8c68-762dea2dd26e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:04.177242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:04.178149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.183145 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4fc4abcd-46e4-4840-b06e-40a90ae9421b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543682 Jun 10 16:34:04.184054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53328) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:04.189238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '1089180c-50a1-4e08-95d3-2f98bc9974f0', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:04.206995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] DHCP port deletion for 2f1503e9-fcb1-4a55-9c4c-a144e2d0656e request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:34:04.210905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Deleting port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:04.211349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.235410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.309757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Deleting port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:04.310671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.311878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] For port 8068a282-bc9d-4221-89e5-e09d3b3b59d1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8068a282-bc9d-4221-89e5-e09d3b3b59d1,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:04.312269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.333190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.338351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.340906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7079b7b0-6c8a-4152-9b18-e52ae69c8394 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:04.346929 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:03Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:04.351075 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0b1823-5fcd-4181-a688-0e76c393f66e None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:03Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:34:04.370725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.374541 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1868386 Jun 10 16:34:04.374909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53330) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:04.377283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1493d9-2005-4ec6-be9e-67b2efb23ab2,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:04.384131 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '1089180c-50a1-4e08-95d3-2f98bc9974f0', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:04.403738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:04.448190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.448951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Calling delete_port for 8068a282-bc9d-4221-89e5-e09d3b3b59d1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:04.484475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] For port 8068a282-bc9d-4221-89e5-e09d3b3b59d1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8068a282-bc9d-4221-89e5-e09d3b3b59d1,segment=NetworkSegment(f7196728-138c-4f1f-af70-377993b4f63d),segment_id=f7196728-138c-4f1f-af70-377993b4f63d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:04.485460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.531830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.538119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.544610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8dee96d-29ce-47cf-9d16-50b43de99e73 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:04.566627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efe459f-1902-4478-9a6c-92a1d5a480ac,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:04.569485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:04.574282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.577825 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018723 Jun 10 16:34:04.577975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:04.584441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '1089180c-50a1-4e08-95d3-2f98bc9974f0', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:04.591070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.598534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af1918cd-1148-48b0-acb0-3079f2d6e947 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:04.614760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Calling delete_port for 8068a282-bc9d-4221-89e5-e09d3b3b59d1 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:04.648889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] No DVR routers for this DVR port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:34:04.652404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Pushing event deleted for resources: {'Port': ['ID=8068a282-bc9d-4221-89e5-e09d3b3b59d1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:04.657012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:04.690742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:34:04.718668 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 16:34:04.726764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.737575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-334bc114-1529-4322-873a-c3a2d9af9696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:04.771939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Pushing event deleted for resources: {'Port': ['ID=8068a282-bc9d-4221-89e5-e09d3b3b59d1,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:04.775654 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] No DVR routers for this DVR port 8068a282-bc9d-4221-89e5-e09d3b3b59d1 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:34:04.779916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:04.808171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.818106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240c9257-a051-44af-afa2-5dca126bdf1d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:04.827616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1503e9-fcb1-4a55-9c4c-a144e2d0656e']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:04.845539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7196728-138c-4f1f-af70-377993b4f63d') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:04.846161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7196728-138c-4f1f-af70-377993b4f63d') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:04.863392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.865215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.874636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.878049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-76316662-9a17-4574-a664-666e18a87005 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:04.883176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 240c9257-a051-44af-afa2-5dca126bdf1d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:04.887681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 240c9257-a051-44af-afa2-5dca126bdf1d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:04.888322 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.901201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.904371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1d0ab1-0380-4af4-b189-28f2bfc4b883,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:04.911620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:04.912873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:34:04.913621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:34:04.915938 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:04.940778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3551660 Jun 10 16:34:04.944137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53334) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:04.948562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '1089180c-50a1-4e08-95d3-2f98bc9974f0', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:04.985358 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:34:04.991289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.015993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.026724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8e243b36-1fe9-42e4-8c13-eee3a16b84ee tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:05.031933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.035265 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f1503e9-fcb1-4a55-9c4c-a144e2d0656e HTTP/1.1" status: 204 len: 168 time: 1.1301012 Jun 10 16:34:05.039647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.041956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53336) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:05.058330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1503e9-fcb1-4a55-9c4c-a144e2d0656e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:05.060771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:05.083808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 240c9257-a051-44af-afa2-5dca126bdf1d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240c9257-a051-44af-afa2-5dca126bdf1d,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:05.089402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.092497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:05.152383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bc4edd1b-2164-4514-9bfa-f92fc3c31e01 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:34:05.187111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: bc4edd1b-2164-4514-9bfa-f92fc3c31e01 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:34:05.187457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bc4edd1b-2164-4514-9bfa-f92fc3c31e01 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:34:05.187894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8068a282-bc9d-4221-89e5-e09d3b3b59d1 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:34:05.190731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=240c9257-a051-44af-afa2-5dca126bdf1d,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:05.198286 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.205740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.209737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0a3fb05-4ce0-4063-8bac-5bfa79cef1c5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:05.220778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:05.221543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 8068a282-bc9d-4221-89e5-e09d3b3b59d1 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:34:05.221879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8068a282-bc9d-4221-89e5-e09d3b3b59d1 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:34:05.222309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1c3b6e96-fb36-4385-a959-5b6360e506c3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:34:05.233985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e834da0-c5c9-484d-b5f8-7f35a235afeb,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:05.239555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:05.251899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.251899 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3090076 Jun 10 16:34:05.253796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53338) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:05.259022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '1089180c-50a1-4e08-95d3-2f98bc9974f0', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:05.263741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 1c3b6e96-fb36-4385-a959-5b6360e506c3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:34:05.264351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1c3b6e96-fb36-4385-a959-5b6360e506c3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:34:05.295804 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:34:05.301756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.381543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.387859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.389798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d06ee6e4-7b26-4192-9277-5fce4e19f4cc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:05.410456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a128f8d-b574-44a8-8e2b-97eab92b0141,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:05.413231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:05.420776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.425710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706219 Jun 10 16:34:05.591921 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-702457d2-4704-4016-8d59-8e108a1a70fb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175251207&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0458548 Jun 10 16:34:05.676514 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:05.745252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-5c5ad548-0772-4918-9a60-c1b8cf663ad2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:05.746744 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-5c5ad548-0772-4918-9a60-c1b8cf663ad2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 797 time: 0.1445224 Jun 10 16:34:05.762548 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-2ce9c661-3cb5-437e-9d66-3ca3fca7b625 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0101671 Jun 10 16:34:05.845979 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-449db9ac-7204-4273-a8b1-91c2dfcfb216 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777366 Jun 10 16:34:05.973972 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-d18d5fc3-9014-479e-a88c-01fdaacc213e service neutron] 10.222.0.23 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155479 Jun 10 16:34:06.028918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Deleting port d0950bbb-cac8-4282-91ff-d82ea114aa20 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:06.029270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:06.098803 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fc51f996-69ec-4b25-8e55-d77dd5ad498c service neutron] 10.222.0.23 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177754 Jun 10 16:34:06.127153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:06.151213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] For port d0950bbb-cac8-4282-91ff-d82ea114aa20, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d0950bbb-cac8-4282-91ff-d82ea114aa20,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:06.151979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:06.252636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Calling delete_port for d0950bbb-cac8-4282-91ff-d82ea114aa20 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:06.307385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-23de4d90-7b89-4c09-8436-043cc6246649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:06.480512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:06.482855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-81d266cc-abd5-4172-8808-f2e9d4579aab tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:06.515073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0950bbb-cac8-4282-91ff-d82ea114aa20,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:06.517737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:06.740445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:06.781843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240c9257-a051-44af-afa2-5dca126bdf1d up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:06.837268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 240c9257-a051-44af-afa2-5dca126bdf1d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:06.837655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:07.049470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Router f42605b6-106f-4a52-95c2-9aedb9f74cd3 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:34:07.192999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:34:07.198859 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/f42605b6-106f-4a52-95c2-9aedb9f74cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1555431 Jun 10 16:34:07.201512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53356) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:07.203571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] Sync routers for ids ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:34:07.214324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] Routers {'f42605b6-106f-4a52-95c2-9aedb9f74cd3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:07.214970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:34:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:07.331073 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2d910839-0df0-441b-9940-fe5ddecdb776 req-d70b17c8-9159-4ddf-a22d-ccead6f0348c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 210 time: 0.0369649 Jun 10 16:34:07.367624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:07.369757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:07.390266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] Set router f42605b6-106f-4a52-95c2-9aedb9f74cd3 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:07.515876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:07.577221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Deleting port 8f730ae2-bbfa-4894-9786-3a9404479d8e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:07.577567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:07.640609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:34:06Z', 'revision_number': 5, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port': {'id': '8f730ae2-bbfa-4894-9786-3a9404479d8e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:88:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:26:24Z', 'updated_at': '2021-06-10T16:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:07.644122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] Checking router: f42605b6-106f-4a52-95c2-9aedb9f74cd3 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:34:07.653247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] Routers {'f42605b6-106f-4a52-95c2-9aedb9f74cd3'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:07.653872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:34:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:07.697604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] For port 8f730ae2-bbfa-4894-9786-3a9404479d8e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8f730ae2-bbfa-4894-9786-3a9404479d8e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:07.697962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:07.799427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Calling delete_port for 8f730ae2-bbfa-4894-9786-3a9404479d8e owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:07.942979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] Set router f42605b6-106f-4a52-95c2-9aedb9f74cd3 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:08.025400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:34:07Z', 'revision_number': 6, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:08.029318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb50a49-9f48-4106-aad7-ca17771bde53 None None] The sync data for ids ['f42605b6-106f-4a52-95c2-9aedb9f74cd3'] in dv-neutron-601336-90-hyperv is: [{'id': 'f42605b6-106f-4a52-95c2-9aedb9f74cd3', 'name': 'tempest-TestVolumeBootPattern-479443131-router', 'tenant_id': '0f412e4209ad46d29467bf4811b2208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:26:22Z', 'updated_at': '2021-06-10T16:34:07Z', 'revision_number': 6, 'project_id': '0f412e4209ad46d29467bf4811b2208f', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:34:08.524355 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d802c461-b908-494e-b408-56f1ddf07012 req-a6c1ad78-3df1-4a83-acb6-0d4c6a9cde5c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 210 time: 0.0445549 Jun 10 16:34:08.544457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.548724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c4a1e888-7405-418f-93dd-3e18a05e8a0c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:08.578344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f730ae2-bbfa-4894-9786-3a9404479d8e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:08.581352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:08.684580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.827260 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.830209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.872187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8f730ae2-bbfa-4894-9786-3a9404479d8e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:34:08.900045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.900787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f42605b6-106f-4a52-95c2-9aedb9f74cd3 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:34:08.903378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 8f730ae2-bbfa-4894-9786-3a9404479d8e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:34:08.903795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8f730ae2-bbfa-4894-9786-3a9404479d8e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:34:08.904255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d0950bbb-cac8-4282-91ff-d82ea114aa20 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:34:08.905686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.906831 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f42605b6-106f-4a52-95c2-9aedb9f74cd3 HTTP/1.1" status: 204 len: 168 time: 1.7043035 Jun 10 16:34:08.909594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53378) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:08.928853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d0950bbb-cac8-4282-91ff-d82ea114aa20 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:34:08.929235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d0950bbb-cac8-4282-91ff-d82ea114aa20 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:34:08.971210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:08.974549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Deleting subnet cf50514b-1be3-459d-a7db-2dc7216e74c9 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:34:08.978102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.030766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.133686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.196808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.199768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-227810ad-9bb2-4cd7-8687-d082039a1a4d tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:09.236777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf50514b-1be3-459d-a7db-2dc7216e74c9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:09.238789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.241899 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cf50514b-1be3-459d-a7db-2dc7216e74c9 HTTP/1.1" status: 204 len: 168 time: 0.3308020 Jun 10 16:34:09.243115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:09.243922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53380) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:09.245073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61db4bc-d867-4808-aa3d-22a886f9fb75 None None] Network 7083db7e-7131-42b1-b3dd-5c25abd14fbe requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:34:09.340954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.410751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Deleting port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:09.411157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.473351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] DHCP port deletion for 7083db7e-7131-42b1-b3dd-5c25abd14fbe request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:34:09.502305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] For port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:09.502662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.525658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Deleting port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:34:09.526050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.603264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Calling delete_port for 8a84dab2-57ac-43da-8ca9-ae77ed3b929a owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:09.621679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] For port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,segment=NetworkSegment(6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc),segment_id=6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:09.622190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.622517 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-51c28d81-f9b8-4af8-a2d4-5ec56f58170c req-ffad4d5a-2fbe-40d8-a65b-8a94812701a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 210 time: 0.0397220 Jun 10 16:34:09.706524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.708499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-08d15dcf-ae97-4f84-bf58-b9b729d442c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:09.721334 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Calling delete_port for 8a84dab2-57ac-43da-8ca9-ae77ed3b929a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:34:09.736737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:09.741328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:09.746248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] No DVR routers for this DVR port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:34:09.827812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.830079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-655a2e34-be31-47a3-9e07-25e572791436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:09.859070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.859426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Pushing event deleted for resources: {'Port': ['ID=8a84dab2-57ac-43da-8ca9-ae77ed3b929a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:09.861991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:09.864539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] No DVR routers for this DVR port 8a84dab2-57ac-43da-8ca9-ae77ed3b929a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:34:09.878077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7083db7e-7131-42b1-b3dd-5c25abd14fbe']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:09.891043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:09.891349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a444a84-4d76-46ab-9fb8-28c9ad1c1fdc') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:09.902636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.919482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.926713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:34:09.927171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:34:09.928904 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:34:10.014297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:10.017715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20689ca8-2552-41e8-b05e-26c1bb858c7b tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:10.020370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:10.022163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7083db7e-7131-42b1-b3dd-5c25abd14fbe HTTP/1.1" status: 204 len: 168 time: 0.7772918 Jun 10 16:34:10.037628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=7083db7e-7131-42b1-b3dd-5c25abd14fbe,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:10.040435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:10.370363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53392) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:10.415658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3f92a3e7-0c8f-47a0-88e2-8cd1b93cd524 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b97dcd794f8d40deb3df794f44b28b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436585 Jun 10 16:34:10.417864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53394) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:10.472262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:10.499104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:10.558226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:10.562269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:10.566164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22a0d223-e7a3-4109-a112-3c06cb934bb1 HTTP/1.1" status: 204 len: 168 time: 0.1449711 Jun 10 16:34:10.566164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-579635fa-cd5a-4354-9034-9526733aabf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:10.573708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a0d223-e7a3-4109-a112-3c06cb934bb1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:10.576246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:10.749109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8a84dab2-57ac-43da-8ca9-ae77ed3b929a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:34:10.821131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 8a84dab2-57ac-43da-8ca9-ae77ed3b929a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:34:10.824271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 8a84dab2-57ac-43da-8ca9-ae77ed3b929a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:34:10.935205 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46886d47-eb2f-4a7b-80de-df549eb585ce req-d418e3fa-b08b-47ca-a7a9-5e2df232dfdb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 210 time: 0.0622947 Jun 10 16:34:11.011419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-2e884b91-c155-433c-91d6-452467c46451 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:11.013098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-2e884b91-c155-433c-91d6-452467c46451 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 797 time: 0.2860165 Jun 10 16:34:11.030993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53408) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:11.077602 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-1301d3f8-252a-4ae1-8f58-aa2f3316ac3b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 379 time: 0.0521340 Jun 10 16:34:11.084129 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e862e589-1454-4e81-8471-f2a5a2abc0ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f412e4209ad46d29467bf4811b2208f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515401 Jun 10 16:34:11.086662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53410) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:11.090577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['1089180c-50a1-4e08-95d3-2f98bc9974f0']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:11.146129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.173911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.237694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.240489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.241697 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aaeb491-e87d-448c-8e16-152670df5697 HTTP/1.1" status: 204 len: 168 time: 0.1537769 Jun 10 16:34:11.242743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6fe8bae2-a8c8-4d88-b00c-f437be0a9c39 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:11.252393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:34:11.256983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.259941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaeb491-e87d-448c-8e16-152670df5697,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:11.262356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:11.428582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.8 (bbcb1740-659b-44fa-9cc0-50e2fab23fb3/2b1f887e-5a55-41bb-8e58-c2eb156142f7/8e0f693a-a725-45a9-ac56-11e8dda8ca82) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:34:11.635526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.648246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 8e0f693a-a725-45a9-ac56-11e8dda8ca82 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:34:11.684018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.687825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0c427ac1-287e-44dd-b9ed-226d3a67fb98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:11.737732 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:34:11.741013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:34:11.745080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:34:11.776951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:11.781619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:11.808082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:11.808738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.824750 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381017 Jun 10 16:34:11.837503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Request body: {'port': {'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:11.930622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.944353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9b61a4c7-32bf-47de-bf98-62a43d155fb9 None None] Provisioning for port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:11.949565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9b61a4c7-32bf-47de-bf98-62a43d155fb9 None None] Provisioning complete for port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:11.950556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b61a4c7-32bf-47de-bf98-62a43d155fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:11.998452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9b61a4c7-32bf-47de-bf98-62a43d155fb9 None None] Port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:34:12.143708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695cf29-c18f-4396-aea3-c62f7e5ec55c req-c86417ac-122b-4ed4-85cb-10e21a92aa17 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:12.143708 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6695cf29-c18f-4396-aea3-c62f7e5ec55c req-c86417ac-122b-4ed4-85cb-10e21a92aa17 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 931 time: 0.0712981 Jun 10 16:34:12.195353 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6695cf29-c18f-4396-aea3-c62f7e5ec55c req-c06d92d2-c820-47d9-97af-549c81967a79 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475540 Jun 10 16:34:12.259600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0f693a-a725-45a9-ac56-11e8dda8ca82 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:34:12.267162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:12.282051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Transition to ACTIVE for port object 8e0f693a-a725-45a9-ac56-11e8dda8ca82 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:34:12.286481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:12.288874 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-551bdfdb-b182-4b0c-b6ee-24e07becaf3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:12.389188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:12.394819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:12.487042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Attempting to bind port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:34:12.487383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Attempting to bind port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:34:12.487716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Attempting to bind port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:34:12.495017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:34:12.495339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Attempting to bind port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:34:12.500234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:34:12.500567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Checking segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:34:12.500957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Bound using segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:34:12.501426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Bound port: 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:34:12.501775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:12.575006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:34:12.578068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:34:12.582727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:12.586242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-199bdbf6-1403-4d64-bc63-62c35bee9566 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:12.621807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:12.622427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:12.623812 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] 10.222.0.25 "PUT /v2.0/ports/8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 1093 time: 0.7919500 Jun 10 16:34:12.624349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:34:12.626733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538f80ec-35a5-4223-8020-fc4624fbf05e" -d '{"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:34:12.657826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:12.661268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:12.702256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eee7163-f2f6-48a8-831a-bba21e86e979 x-openstack-request-id: req-4eee7163-f2f6-48a8-831a-bba21e86e979 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:34:12.702744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:34:12.703042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4eee7163-f2f6-48a8-831a-bba21e86e979 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:34:12.703492 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'status': 'completed', 'code': 200} Jun 10 16:34:12.737716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-b7d8f23a-ff86-446c-ba3b-3f5ebd2d068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:12.739230 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-b7d8f23a-ff86-446c-ba3b-3f5ebd2d068f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1096 time: 0.0720160 Jun 10 16:34:12.794957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-72723067-7065-4b1a-b201-8294cf02279c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 217 time: 0.0489545 Jun 10 16:34:12.853290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-5a0c3de8-6433-431c-8dc8-98525eda3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:12.854776 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-5a0c3de8-6433-431c-8dc8-98525eda3aa3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0542245 Jun 10 16:34:12.922707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-63c3cfbc-779b-4618-87b8-71e6aa4e42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:12.924055 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-63c3cfbc-779b-4618-87b8-71e6aa4e42af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0631416 Jun 10 16:34:13.041372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-1226ec9a-15a6-4196-b581-aa24244b26df service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107142 Jun 10 16:34:13.152789 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e56b8e04-dd5b-4677-9a37-84da84182db6 req-20bdec59-0a77-49ba-aa53-e97fef4af4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048634 Jun 10 16:34:13.266593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-c7f283bc-4b71-40ea-b2df-d6827eb2d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:13.268101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-c7f283bc-4b71-40ea-b2df-d6827eb2d0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1096 time: 0.0661798 Jun 10 16:34:13.378846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76432-a06c-4578-bbf6-d1884ed94437 req-a308bc24-084c-49bd-806f-2fefe068fd34 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:13.380309 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-12d76432-a06c-4578-bbf6-d1884ed94437 req-a308bc24-084c-49bd-806f-2fefe068fd34 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 943 time: 0.0712006 Jun 10 16:34:13.394005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-c407eb7d-c547-4f2f-a09a-b7619dca89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:13.395459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-c407eb7d-c547-4f2f-a09a-b7619dca89ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1202378 Jun 10 16:34:13.423205 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-12d76432-a06c-4578-bbf6-d1884ed94437 req-f97ca9ff-e9e1-4cf7-b365-2daca83fd050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356457 Jun 10 16:34:13.449910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-e7c68f28-54a6-48e3-a25e-1dacb045f4f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 217 time: 0.0477226 Jun 10 16:34:13.508903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-3abbcbb4-d036-4600-90e4-d86f75f54588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:13.510301 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-3abbcbb4-d036-4600-90e4-d86f75f54588 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0542190 Jun 10 16:34:13.580503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-3fa78a1d-2f96-4c03-b0f7-3613b158f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:13.582068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-3fa78a1d-2f96-4c03-b0f7-3613b158f22a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0652237 Jun 10 16:34:13.697766 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-d66d6490-2998-4c2e-b3d8-692c750abe80 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080258 Jun 10 16:34:13.811625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-538f80ec-35a5-4223-8020-fc4624fbf05e req-65a88c33-fee3-41d8-8570-7f02f00df8a0 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062920 Jun 10 16:34:14.612862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfe12f-69e5-41fb-b8e9-4469f0be4799 req-6b35b92a-06de-4be9-bcf0-0cea8714c9b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:14.614353 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99bfe12f-69e5-41fb-b8e9-4469f0be4799 req-6b35b92a-06de-4be9-bcf0-0cea8714c9b8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 943 time: 0.0733051 Jun 10 16:34:14.655791 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99bfe12f-69e5-41fb-b8e9-4469f0be4799 req-a2b379b7-9b49-4b14-9614-3a6757d3ba37 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351102 Jun 10 16:34:14.922081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 8e0f693a-a725-45a9-ac56-11e8dda8ca82 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:34:15.043199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:15.056380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:34:15.098739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:15.113722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0f693a-a725-45a9-ac56-11e8dda8ca82 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:34:15.134066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:15.137729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:15.139501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:15.197961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:15.200951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:15.343476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['8e0f693a-a725-45a9-ac56-11e8dda8ca82'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:34:15.837448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b922726-ff72-4abe-85aa-ac4d7f668ecf req-654dc1e8-be83-4a4a-9fbd-f50880311535 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:15.838904 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6b922726-ff72-4abe-85aa-ac4d7f668ecf req-654dc1e8-be83-4a4a-9fbd-f50880311535 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 944 time: 0.0705218 Jun 10 16:34:15.884534 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6b922726-ff72-4abe-85aa-ac4d7f668ecf req-ac384fe8-7483-4967-ac9f-630b103e5799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400281 Jun 10 16:34:16.953697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 8e0f693a-a725-45a9-ac56-11e8dda8ca82 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:17.009768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:17.013603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:17.013990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:17.068901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50888200-fa4e-4910-8a42-79785f09b446 req-fd8c0177-1c4a-4861-ae1a-6a7081902338 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:17.070518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50888200-fa4e-4910-8a42-79785f09b446 req-fd8c0177-1c4a-4861-ae1a-6a7081902338 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 944 time: 0.0717480 Jun 10 16:34:17.107731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:17.114816 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50888200-fa4e-4910-8a42-79785f09b446 req-0f6e1d0a-ca55-4ce8-abae-edd79ee37924 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382009 Jun 10 16:34:17.136700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:34:17.139008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced91e61-c0f2-48a3-b316-b253cea6973e" -d '{"events": [{"server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "name": "network-vif-plugged", "status": "completed", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:34:17.153367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:17.157914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:17.160172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:17.214461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:17.217433 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:17.356109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5175ff89-fbcc-4eac-b37b-dfc6e162e5a2 x-openstack-request-id: req-5175ff89-fbcc-4eac-b37b-dfc6e162e5a2 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:34:17.356413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "name": "network-vif-plugged", "status": "completed", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:34:17.356685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5175ff89-fbcc-4eac-b37b-dfc6e162e5a2 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:34:17.357202 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'code': 200} Jun 10 16:34:17.591245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86702717-9b1c-40b9-9f03-c37b698f452f req-6848119f-64f2-4767-b13b-5cc9012d41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:17.593123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-86702717-9b1c-40b9-9f03-c37b698f452f req-6848119f-64f2-4767-b13b-5cc9012d41c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1098 time: 0.0672259 Jun 10 16:34:17.635277 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-86702717-9b1c-40b9-9f03-c37b698f452f req-cf67ab55-bfe9-40fe-b556-fbfd47ca795c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358784 Jun 10 16:34:18.306967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b32c9-6098-40b8-9ed9-d51bdfedd666 req-11797880-6b89-41ec-8221-42f895aab150 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:18.308500 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e11b32c9-6098-40b8-9ed9-d51bdfedd666 req-11797880-6b89-41ec-8221-42f895aab150 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 945 time: 0.0735412 Jun 10 16:34:18.355509 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e11b32c9-6098-40b8-9ed9-d51bdfedd666 req-fdff0478-1c1b-4382-973e-89f0a9f014e3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Jun 10 16:34:19.701039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20cd0a-4c59-4350-b946-18b5847dd07e req-7ebef8f1-9049-4856-b768-66bd22612c90 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:19.702569 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc20cd0a-4c59-4350-b946-18b5847dd07e req-7ebef8f1-9049-4856-b768-66bd22612c90 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 945 time: 0.0705161 Jun 10 16:34:19.745251 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bc20cd0a-4c59-4350-b946-18b5847dd07e req-3522fdb0-49db-41cf-9410-e9d655cbdc74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369658 Jun 10 16:34:19.931510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790e4c-9adf-4f0a-b93e-0555b4cec2cc req-049df89b-45ff-45fe-a596-50cf5ed4f516 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:19.933018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0790e4c-9adf-4f0a-b93e-0555b4cec2cc req-049df89b-45ff-45fe-a596-50cf5ed4f516 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 945 time: 0.0759342 Jun 10 16:34:19.975881 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0790e4c-9adf-4f0a-b93e-0555b4cec2cc req-8edf9ea5-acb2-4b01-a17a-5a419dba301a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370595 Jun 10 16:34:19.999562 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53442) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:20.057683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918febe-ed5b-47de-8b3e-92d6716a581a tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:20.059167 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4918febe-ed5b-47de-8b3e-92d6716a581a tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1093 time: 0.0586405 Jun 10 16:34:20.061958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53444) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:20.066357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:20.089839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:20.217944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:20.701669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.19 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/c7a8a0f4-0b6f-44dc-a5b7-3fcbe94e11a3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:34:20.834344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:20.878142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:20.881091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aef5a55a-9a58-4e1a-bf3e-91fb536b5d72 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:20.930319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:34:20.933066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:34:20.935532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:34:20.941093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=c7a8a0f4-0b6f-44dc-a5b7-3fcbe94e11a3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:20.943952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:21.362882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:21.413563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:21.522627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:21.711782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:21.716243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:21.718728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27ddd5f7-8fa2-493f-b2bf-bff8b83f4a0d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:21.800855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=c7a8a0f4-0b6f-44dc-a5b7-3fcbe94e11a3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:21.803553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:21.812665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:21.955116 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 620721d8-e69f-4c4b-97fb-d4fae9abd89c associated. External IP: 172.26.5.19, port: 8e0f693a-a725-45a9-ac56-11e8dda8ca82. Jun 10 16:34:22.247926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:34:22.393154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:34:22.403388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:34:22.410546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:22.413166 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:22.414382 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:34:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:22.458903 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3959057 Jun 10 16:34:22.459724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:34:22.462303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53446) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:22.462857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c31a4c-5eca-42a9-8d63-dc2751c54499" -d '{"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:34:22.504492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdba685-d7c8-45c2-ac24-a4e704d90dcf x-openstack-request-id: req-4cdba685-d7c8-45c2-ac24-a4e704d90dcf {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:34:22.504839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:34:22.505163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cdba685-d7c8-45c2-ac24-a4e704d90dcf {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:34:22.505642 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'status': 'completed', 'code': 200} Jun 10 16:34:22.533375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1695452-15e8-490a-859e-4ce33c4b379f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:22.537695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b1695452-15e8-490a-859e-4ce33c4b379f tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1093 time: 0.0717974 Jun 10 16:34:22.597196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-427c7108-8ede-4db2-b454-7fd1dc362bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:22.598686 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-427c7108-8ede-4db2-b454-7fd1dc362bb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1098 time: 0.0678375 Jun 10 16:34:22.675231 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:22.734016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-8e0a3ea0-6f83-4d34-bb6f-29d8c1175166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:22.736064 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-8e0a3ea0-6f83-4d34-bb6f-29d8c1175166 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1317816 Jun 10 16:34:22.812301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53452) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:22.817170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550011207', 'description': 'tempest-secgroup-smoke-550011207 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:22.831208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-abd3981d-8826-4cf9-8ddf-11bbfbd5edce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 998 time: 0.0885880 Jun 10 16:34:22.841997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:22.895122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-2e17f653-9fca-4360-b977-635b50205beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:22.897961 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-2e17f653-9fca-4360-b977-635b50205beb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0602071 Jun 10 16:34:22.938623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:22.942741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:22.947043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bbb88b7a-7777-4835-b40c-eb5cd01309b7 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:22.973397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-ef6d2acc-2aa0-45ca-b438-4575fa93521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:22.974848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:22.974963 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-ef6d2acc-2aa0-45ca-b438-4575fa93521e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709009 Jun 10 16:34:22.976898 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1627538 Jun 10 16:34:22.979702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53454) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:22.985216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '959f2554-7279-4fac-8c9d-167a4f253a8f', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:22.987916 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:21Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:22.993055 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:34:22.993342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959f2554-7279-4fac-8c9d-167a4f253a8f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.005410 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:23.006051 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:34:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:23.009941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7a3122e8-89f2-40d4-ae1a-632060cc0f49 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.032558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.094158 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-eeafd88d-9164-4988-af53-22262aceecc1 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118662 Jun 10 16:34:23.102729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.109000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.114563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-747c8959-b874-4090-8c37-644cdcad7d42 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:23.131226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3298b957-be81-4331-be42-dc887ccd6e4e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.134654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.139282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.143487 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dc697ecd-fab3-4d07-b854-45f61a2682ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598487 Jun 10 16:34:23.143487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53456) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:23.150190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '959f2554-7279-4fac-8c9d-167a4f253a8f', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:23.159805 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:23.177510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.237310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8c31a4c-5eca-42a9-8d63-dc2751c54499 req-748e9d70-ded9-414c-9978-b6a0bcfd10e8 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355956 Jun 10 16:34:23.247066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.251601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.253731 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e9e27874-969f-48fe-879a-040f1e7d3b05 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:23.276715 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6eb06ce-3bbe-4c37-be43-dfcc4b656943,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.279167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.284340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.285731 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415958 Jun 10 16:34:23.288528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53458) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:23.293098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '959f2554-7279-4fac-8c9d-167a4f253a8f', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:23.318693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.387759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.391789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.393753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0a6144cd-e4f4-48ff-9b6c-d7db8b55b799 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:23.411574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb557ba-4398-4ca9-b425-80112afd0bee,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.414454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.418603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.419822 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303654 Jun 10 16:34:23.422660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53460) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:23.427420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '959f2554-7279-4fac-8c9d-167a4f253a8f', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:23.455216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.530946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.535791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.537780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3714e717-2886-4e99-b5d3-ea6a2f60a392 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:23.556359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5668c10-7b92-4d35-bc7d-3e1033f2dc60,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.560582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.565292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.566488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7d7e6a12-e66d-484a-95ce-2a77fee61d6c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427925 Jun 10 16:34:23.569332 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53462) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:23.574223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '959f2554-7279-4fac-8c9d-167a4f253a8f', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:23.595270 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:34:23.600274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.617706 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:21Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:23.621817 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f9813-3020-4f5e-9217-ed6c69b8b5ba None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:21Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:34:23.672360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.676254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.678144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-892a88f6-0081-4347-ac40-c0f76fedd3ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:23.696830 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a74a8c1-6772-41f1-9a0b-dc0703b404ac,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.699864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.702918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.704057 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335702 Jun 10 16:34:23.706896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53464) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:23.711756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '959f2554-7279-4fac-8c9d-167a4f253a8f', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:23.733995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:34:23.739366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.810229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.815809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.821847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cf56c411-e8ba-482d-83a1-14cfcf5a6545 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:23.823136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2812be-fcd0-4b08-9f3a-00db626a81a4 None None] New status for floating IP 620721d8-e69f-4c4b-97fb-d4fae9abd89c: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:34:23.840733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5932f39d-aaa7-4c01-9033-f585bf5c2e8a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:23.843522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:23.849045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:23.853242 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424348 Jun 10 16:34:24.066501 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-79575b6f-e0c4-459c-9ef2-4c19365d7be5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550011207&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0419052 Jun 10 16:34:24.203580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-92a5dcac-e425-4026-96c1-1ccfa07a33e4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:24.205034 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-92a5dcac-e425-4026-96c1-1ccfa07a33e4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 797 time: 0.1308258 Jun 10 16:34:24.220145 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-119c52ed-3363-4683-ba5e-4c97d53d8356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0096910 Jun 10 16:34:24.308309 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-846a994b-9574-4cc1-9478-f87845b9bdb1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825851 Jun 10 16:34:24.528368 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-7a5144b0-6ec3-44ea-83fa-80e714de0aaf service neutron] 10.222.0.23 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075577 Jun 10 16:34:24.662939 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-5fe0188d-e98c-4a43-aa17-e7ea861ec0dc service neutron] 10.222.0.23 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277270 Jun 10 16:34:24.839208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c0901453-2f54-4053-8394-e42f3023eeea req-f1ef4d90-f8d3-4090-8f39-7d57c8ac8ae6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 210 time: 0.0360637 Jun 10 16:34:25.914716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-92329715-5afa-48cc-a2be-cbd5c9540d19 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:25.916535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-92329715-5afa-48cc-a2be-cbd5c9540d19 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 797 time: 0.1435778 Jun 10 16:34:25.969490 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-0dc9d886-9751-4699-ae95-453c2f5bd197 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 471 time: 0.0436599 Jun 10 16:34:25.979012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['959f2554-7279-4fac-8c9d-167a4f253a8f']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:25.995236 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ede1fa9-0821-4ce6-8811-d723a633ec3c req-f3a92a13-7478-4c07-ad62-b16f8f5c9f5c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 210 time: 0.0368183 Jun 10 16:34:26.115848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:34:26.120122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:26.263506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.13 (bbcb1740-659b-44fa-9cc0-50e2fab23fb3/2b1f887e-5a55-41bb-8e58-c2eb156142f7/29c2abf4-6d50-4d38-a55a-eed7888b973b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:34:26.426209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:26.439368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 29c2abf4-6d50-4d38-a55a-eed7888b973b will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:34:26.878372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:26.882340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:26.931592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:34:26.934888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:34:26.938625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:34:26.944981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=29c2abf4-6d50-4d38-a55a-eed7888b973b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:26.972045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:27.010868 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:27.011491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.028276 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537641 Jun 10 16:34:27.040859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Request body: {'port': {'device_id': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:27.169429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ad888fa4-8034-4b83-8394-4889d652ff21 None None] Provisioning for port 29c2abf4-6d50-4d38-a55a-eed7888b973b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:27.173156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ad888fa4-8034-4b83-8394-4889d652ff21 None None] Provisioning complete for port 29c2abf4-6d50-4d38-a55a-eed7888b973b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:27.173549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ad888fa4-8034-4b83-8394-4889d652ff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.180424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.214539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ad888fa4-8034-4b83-8394-4889d652ff21 None None] Port 29c2abf4-6d50-4d38-a55a-eed7888b973b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:34:27.275149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12acb7-d45e-4592-b1e0-2d27408602a6 req-2e1509af-bebe-4c6f-bdaf-3426470536a6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:27.276664 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7f12acb7-d45e-4592-b1e0-2d27408602a6 req-2e1509af-bebe-4c6f-bdaf-3426470536a6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 932 time: 0.1409113 Jun 10 16:34:27.397462 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7f12acb7-d45e-4592-b1e0-2d27408602a6 req-d5b12cbf-d603-488d-a00d-874d7d57d6c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728898 Jun 10 16:34:27.556057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c2abf4-6d50-4d38-a55a-eed7888b973b {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:34:27.563616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.576041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Transition to ACTIVE for port object 29c2abf4-6d50-4d38-a55a-eed7888b973b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:34:27.579952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.582194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8096a4fd-a62c-4b45-9bee-5b159cc4a134 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:27.678618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Pushing event updated for resources: {'Port': ['ID=29c2abf4-6d50-4d38-a55a-eed7888b973b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:27.684535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:27.778862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Attempting to bind port 29c2abf4-6d50-4d38-a55a-eed7888b973b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:34:27.779201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Attempting to bind port 29c2abf4-6d50-4d38-a55a-eed7888b973b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:34:27.779530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Attempting to bind port 29c2abf4-6d50-4d38-a55a-eed7888b973b on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:34:27.786276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Port 29c2abf4-6d50-4d38-a55a-eed7888b973b on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:34:27.786602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Attempting to bind port 29c2abf4-6d50-4d38-a55a-eed7888b973b on network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:34:27.792010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:34:27.792342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Checking segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:34:27.792730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Bound using segment: {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:34:27.793181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Bound port: 29c2abf4-6d50-4d38-a55a-eed7888b973b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1ac801d-fe9e-4782-875e-5420ea285a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:34:27.793534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.871126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] For port 29c2abf4-6d50-4d38-a55a-eed7888b973b, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:34:27.874143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] For port 29c2abf4-6d50-4d38-a55a-eed7888b973b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:34:27.878627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.881555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:27.923875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:27.924497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:27.925904 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] 10.222.0.25 "PUT /v2.0/ports/29c2abf4-6d50-4d38-a55a-eed7888b973b HTTP/1.1" status: 200 len: 1094 time: 0.8906949 Jun 10 16:34:27.926441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:34:27.928806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33289f38-b4a8-4d2e-b0af-3782cbda1492" -d '{"events": [{"name": "network-changed", "server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:34:27.961066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Pushing event updated for resources: {'Port': ['ID=29c2abf4-6d50-4d38-a55a-eed7888b973b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:27.964415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:27.976589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfda6bf-54a0-458e-b16e-b225e136975f x-openstack-request-id: req-6bfda6bf-54a0-458e-b16e-b225e136975f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:34:27.976943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:34:27.977284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bfda6bf-54a0-458e-b16e-b225e136975f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:34:27.977743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'status': 'completed', 'code': 200} Jun 10 16:34:28.067323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-c854a849-80fa-4a22-a213-2ac4cd0ba56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.068985 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-c854a849-80fa-4a22-a213-2ac4cd0ba56e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 1097 time: 0.0666168 Jun 10 16:34:28.134422 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-02eb3de1-7517-4de1-98c2-6235b360d0ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b HTTP/1.1" status: 200 len: 217 time: 0.0554466 Jun 10 16:34:28.196691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-f761f625-ebfc-4d53-8213-7f9db7e45136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.198190 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-f761f625-ebfc-4d53-8213-7f9db7e45136 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0582042 Jun 10 16:34:28.265902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-2458adf8-0661-4143-a524-f30e88f37411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.267446 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-2458adf8-0661-4143-a524-f30e88f37411 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0630686 Jun 10 16:34:28.392935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-e3250e1f-e7cb-4f8f-8826-f58197269ee4 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185691 Jun 10 16:34:28.514677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98066c99-eb1e-47a2-b888-e60ed8f761db req-40d81247-6714-4f48-82a3-94e772309d3d service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159208 Jun 10 16:34:28.644442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712850c0-40aa-4862-8e79-7b4fb0371d86 req-81e2ce32-5ed1-4e7b-abff-380deab6a627 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.645873 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-712850c0-40aa-4862-8e79-7b4fb0371d86 req-81e2ce32-5ed1-4e7b-abff-380deab6a627 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 944 time: 0.1146574 Jun 10 16:34:28.678078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-01b4b069-14c2-410d-92ee-ff57d72de58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.680089 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-01b4b069-14c2-410d-92ee-ff57d72de58d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 1097 time: 0.1054354 Jun 10 16:34:28.706215 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-712850c0-40aa-4862-8e79-7b4fb0371d86 req-a8a369d5-b568-4514-83e3-df588968ccb8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539544 Jun 10 16:34:28.811735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-5cd21f45-e640-4cd8-85f4-a0dd7aae8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.813244 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-5cd21f45-e640-4cd8-85f4-a0dd7aae8bca service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1163154 Jun 10 16:34:28.870155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-c64d065e-7512-4cf3-865e-9568490f6c34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b HTTP/1.1" status: 200 len: 217 time: 0.0505381 Jun 10 16:34:28.927859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-eae5fa01-b0f8-469f-ab84-4fc654fd5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:28.929676 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-eae5fa01-b0f8-469f-ab84-4fc654fd5780 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0530441 Jun 10 16:34:29.000340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-9f0f34f3-9c03-4b53-b00e-7382d0ceefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:29.001885 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-9f0f34f3-9c03-4b53-b00e-7382d0ceefe5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0654383 Jun 10 16:34:29.122931 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-3a7ee9b3-9ae6-4f0e-85df-8896742837d7 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142519 Jun 10 16:34:29.240245 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-33289f38-b4a8-4d2e-b0af-3782cbda1492 req-3ecdef9d-d405-4d12-a96f-7bb38dd0436e service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104200 Jun 10 16:34:29.892765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36feee-c26f-414d-a6f8-39fc73f4583a req-6b0c54f1-6e0d-4c2c-b6a9-23c65631db1f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:29.894260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2a36feee-c26f-414d-a6f8-39fc73f4583a req-6b0c54f1-6e0d-4c2c-b6a9-23c65631db1f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 944 time: 0.0693944 Jun 10 16:34:29.936695 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2a36feee-c26f-414d-a6f8-39fc73f4583a req-b320a1b4-477a-4b9a-ba27-62b0efa4f095 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366025 Jun 10 16:34:31.008552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 29c2abf4-6d50-4d38-a55a-eed7888b973b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:34:31.130210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f79bd3-aa51-43f6-b163-e7a84dc0ef5d req-1c96b17a-0fa7-46b1-b54c-32446d3c16cf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:31.131737 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80f79bd3-aa51-43f6-b163-e7a84dc0ef5d req-1c96b17a-0fa7-46b1-b54c-32446d3c16cf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 944 time: 0.0779376 Jun 10 16:34:31.137882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 29c2abf4-6d50-4d38-a55a-eed7888b973b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:31.151418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'port_id': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'mac_address': 'fa:16:3e:19:38:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:34:31.178032 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80f79bd3-aa51-43f6-b163-e7a84dc0ef5d req-cf402458-014a-4b04-ad3e-58b9f1a79f4d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Jun 10 16:34:31.203327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:31.219512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c2abf4-6d50-4d38-a55a-eed7888b973b {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:34:31.250167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 29c2abf4-6d50-4d38-a55a-eed7888b973b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:31.255016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:31.256802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:31.311902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=29c2abf4-6d50-4d38-a55a-eed7888b973b,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:31.315022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:31.478587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['29c2abf4-6d50-4d38-a55a-eed7888b973b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:34:32.368164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454ea35-eeae-4c5d-8da0-134c970c5b12 req-4e4c2821-5422-42c5-a463-ffa26024532e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:32.369675 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5454ea35-eeae-4c5d-8da0-134c970c5b12 req-4e4c2821-5422-42c5-a463-ffa26024532e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 945 time: 0.0741708 Jun 10 16:34:32.411798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5454ea35-eeae-4c5d-8da0-134c970c5b12 req-47052cbc-d055-43c0-bbad-6c20360ee130 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365009 Jun 10 16:34:33.016151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 29c2abf4-6d50-4d38-a55a-eed7888b973b up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:34:33.071192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 29c2abf4-6d50-4d38-a55a-eed7888b973b completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:34:33.074790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 29c2abf4-6d50-4d38-a55a-eed7888b973b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:34:33.075177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:33.167297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:33.193705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:34:33.196649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ae0f8-1dc8-40e1-a3bf-27e35ce2e4f5" -d '{"events": [{"server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "name": "network-vif-plugged", "status": "completed", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:34:33.211150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 29c2abf4-6d50-4d38-a55a-eed7888b973b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:34:33.215669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:33.218833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:33.248865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a92572a-4a6d-440a-a7a1-81bcec404ce3 x-openstack-request-id: req-1a92572a-4a6d-440a-a7a1-81bcec404ce3 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:34:33.249179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "name": "network-vif-plugged", "status": "completed", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:34:33.249444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a92572a-4a6d-440a-a7a1-81bcec404ce3 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:34:33.249834 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'code': 200} Jun 10 16:34:33.280447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=29c2abf4-6d50-4d38-a55a-eed7888b973b,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:33.283594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:33.470518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2a99c-3964-4817-99c9-36cf778aab52 req-9ed4b022-05be-4021-bc66-cb2a379c4f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:33.472062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-61f2a99c-3964-4817-99c9-36cf778aab52 req-9ed4b022-05be-4021-bc66-cb2a379c4f1f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 1099 time: 0.0605018 Jun 10 16:34:33.506166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9c7e953-3fb3-4e42-8e4a-210da3b7408d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:33.513305 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-61f2a99c-3964-4817-99c9-36cf778aab52 req-e1a73985-008b-45a4-987f-35fdcccf4919 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353134 Jun 10 16:34:33.597834 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b351ad-6ba5-4cfc-a86c-c55c21f20db8 req-b662f025-8720-492a-bbc3-9b6d9974e505 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:33.599324 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d7b351ad-6ba5-4cfc-a86c-c55c21f20db8 req-b662f025-8720-492a-bbc3-9b6d9974e505 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 946 time: 0.0709479 Jun 10 16:34:33.641519 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d7b351ad-6ba5-4cfc-a86c-c55c21f20db8 req-2d285eed-9482-45a6-b456-7b3459a0c69c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359523 Jun 10 16:34:34.404402 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:34:34.833626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542a5b-57f4-4da7-a97d-34ac95dc6e5d req-82fc8d12-95c9-4f0b-b1a5-e402461b047a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:34.835098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-78542a5b-57f4-4da7-a97d-34ac95dc6e5d req-82fc8d12-95c9-4f0b-b1a5-e402461b047a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 946 time: 0.0770724 Jun 10 16:34:34.881686 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-78542a5b-57f4-4da7-a97d-34ac95dc6e5d req-55bc0b0c-73c3-4eb6-bcf3-318ae5a5423e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383201 Jun 10 16:34:35.073754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d80cc-6561-45c5-97f7-f240148f54de req-cd8cb442-2574-40c7-a73c-84d323e2c349 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:35.075355 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-208d80cc-6561-45c5-97f7-f240148f54de req-cd8cb442-2574-40c7-a73c-84d323e2c349 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 946 time: 0.0773606 Jun 10 16:34:35.122268 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-208d80cc-6561-45c5-97f7-f240148f54de req-5bc79c95-be96-402a-9638-684dcad6b5a4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410111 Jun 10 16:34:35.149512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53518) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:35.209486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd031c2d-61bf-42a4-99f8-5579d6bd23a5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:35.211439 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd031c2d-61bf-42a4-99f8-5579d6bd23a5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 1094 time: 0.0608063 Jun 10 16:34:35.214401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53520) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:34:35.218807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:34:35.241635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:35.366648 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:35.493797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.115 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/8cf6a9df-a7e6-467c-8acb-82b6a9b7bae3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:34:35.976788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.016420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.018429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-23dde1a5-c31e-48e4-9759-a85ad9858356 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:36.068732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:34:36.072224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:34:36.076647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:34:36.079796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=8cf6a9df-a7e6-467c-8acb-82b6a9b7bae3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:36.110816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.111208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.111585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.111959 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.112334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.112699 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.113069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.113503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.113874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.114238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.114599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.114954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:34:36.120371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:36.134628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.310752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ccd8dd8a-d38f-4611-ac22-73c7ae7551e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.592660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.685250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.876934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.881654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:36.883983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-505e1254-2eb7-440f-821a-d4ce129616f3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:34:36.970612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=8cf6a9df-a7e6-467c-8acb-82b6a9b7bae3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:34:36.973452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:34:36.984181 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:37.133859 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP d775167c-401d-4afb-9a70-0340d318a621 associated. External IP: 172.26.5.115, port: 29c2abf4-6d50-4d38-a55a-eed7888b973b. Jun 10 16:34:37.335070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:37.428021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:34:37.583530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:34:37.593232 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:34:37.599839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:37.603838 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:37.604526 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:34:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:37.647294 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4318330 Jun 10 16:34:37.648729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:34:37.651129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736ce383-5139-49eb-9881-16e9e4859eea" -d '{"events": [{"name": "network-changed", "server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:34:37.688031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6e5e9-fd3d-406f-aedf-ab42bff5bd61 x-openstack-request-id: req-7cb6e5e9-fd3d-406f-aedf-ab42bff5bd61 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:34:37.688376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:34:37.688679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cb6e5e9-fd3d-406f-aedf-ab42bff5bd61 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:34:37.689131 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'status': 'completed', 'code': 200} Jun 10 16:34:37.756171 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:37.773503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce383-5139-49eb-9881-16e9e4859eea req-5bd87f55-cbcb-4f90-8b15-fe55d8f96c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:37.775011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-5bd87f55-cbcb-4f90-8b15-fe55d8f96c58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 1099 time: 0.0616553 Jun 10 16:34:37.903719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce383-5139-49eb-9881-16e9e4859eea req-a92da589-a546-4d05-a434-da65a418eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:37.910271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-a92da589-a546-4d05-a434-da65a418eb7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1260552 Jun 10 16:34:38.000950 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-0d8f2e99-154f-4ca2-b21f-752493b45959 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b HTTP/1.1" status: 200 len: 1000 time: 0.0849218 Jun 10 16:34:38.060127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce383-5139-49eb-9881-16e9e4859eea req-c85d5706-9461-43c0-aaa9-82486a6f8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:38.061619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-c85d5706-9461-43c0-aaa9-82486a6f8b96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0547912 Jun 10 16:34:38.126271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ce383-5139-49eb-9881-16e9e4859eea req-1a773c5c-0a03-4619-89a7-1028f5111c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:34:38.127764 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-1a773c5c-0a03-4619-89a7-1028f5111c17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0600581 Jun 10 16:34:38.170118 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:23Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}, {'id': 'd775167c-401d-4afb-9a70-0340d318a621', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:19:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:36Z', 'updated_at': '2021-06-10T16:34:36Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:38.174050 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:34:38.184443 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:34:38.185078 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:34:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:38.255045 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-71263355-eb8a-4b81-bd63-d549fc9988ab service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204407 Jun 10 16:34:38.345608 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:34:38.377540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-736ce383-5139-49eb-9881-16e9e4859eea req-a8000ecc-2ae4-4c7d-bafa-45b67187fd6b service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148629 Jun 10 16:34:38.664752 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:23Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}, {'id': 'd775167c-401d-4afb-9a70-0340d318a621', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:19:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:36Z', 'updated_at': '2021-06-10T16:34:36Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:34:38.668261 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4f4b5-4b87-4f40-84b6-0afe831313bd None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:23Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}, {'id': 'd775167c-401d-4afb-9a70-0340d318a621', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:19:38:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:36Z', 'updated_at': '2021-06-10T16:34:36Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:34:38.944330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2474b5-5605-4eac-b6ec-d3c7f3e72d9c None None] New status for floating IP d775167c-401d-4afb-9a70-0340d318a621: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:34:39.025305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:34:51.358241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:03.508582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-001eac7a-3886-497f-be57-a33ba60343cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:06.126381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:06.312294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d67cd715-5d0f-407a-b690-7e5a30f7791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:07.342320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:08.970924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:11.404835 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:35:13.246460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53536) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:13.331446 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9eaab5b1-4ed4-4a17-a95f-c4c15408345c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/620721d8-e69f-4c4b-97fb-d4fae9abd89c HTTP/1.1" status: 200 len: 992 time: 0.0837348 Jun 10 16:35:14.044727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53544) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:14.050243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:14.154257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:14.345353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:14.378209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:14.383641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:14.385846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0dcc0190-8f2a-4d98-923d-8ac8b5cd1361 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:14.439907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:14.440571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:14.442063 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/ports/8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 938 time: 0.3962808 Jun 10 16:35:14.442739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:14.445868 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:14.470063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=6']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:14.474678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:14.557776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a079c-06d7-4911-9441-3b6a8ee59429 x-openstack-request-id: req-8f3a079c-06d7-4911-9441-3b6a8ee59429 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:14.558120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:14.558419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f3a079c-06d7-4911-9441-3b6a8ee59429 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:14.558894 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'status': 'completed', 'code': 200} Jun 10 16:35:14.646861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-b355dc7e-367c-4d0f-bbf9-a4d6ca8b1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:14.649730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-b355dc7e-367c-4d0f-bbf9-a4d6ca8b1525 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1099 time: 0.0681810 Jun 10 16:35:14.652568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-57bf9ad1-27be-4ff3-89f9-0896be5808fd None None] Provisioning complete for port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:14.653016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-57bf9ad1-27be-4ff3-89f9-0896be5808fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:14.700620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-57bf9ad1-27be-4ff3-89f9-0896be5808fd None None] Port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 is administratively disabled so it will not transition to active. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 10 16:35:14.774074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-9a795318-2b4e-44c4-816d-2303122df32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:14.775614 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-9a795318-2b4e-44c4-816d-2303122df32d service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1190720 Jun 10 16:35:14.872491 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-d376bb41-ac0f-4289-b2e4-3b022a5f8e86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 1001 time: 0.0896564 Jun 10 16:35:14.934511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-e75370ec-686a-4dc0-94f1-3de2e55a3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:14.936017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-e75370ec-686a-4dc0-94f1-3de2e55a3321 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0576870 Jun 10 16:35:15.005516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-1c11a61c-d78a-4ce7-a5e8-c71ae82d1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:15.007472 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-1c11a61c-d78a-4ce7-a5e8-c71ae82d1741 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0648875 Jun 10 16:35:15.123369 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-4df9d53e-5f58-4037-a29e-2565e816b51a service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099491 Jun 10 16:35:15.251072 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dfa8e39-551e-4b03-94c9-ac29e1905e2f req-b6a4f20c-8db6-46db-b063-593be85747e5 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217368 Jun 10 16:35:17.884927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53554) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:17.890818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:17.998701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:18.193493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:18.227920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:18.232878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:18.235015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-10bea6d8-28cf-4142-a79e-f8bb7ca91fdd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:18.287279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:18.287897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:18.290008 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/ports/8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 937 time: 0.4040287 Jun 10 16:35:18.290683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:18.293000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53556) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:18.293475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d23862-b908-4d57-ae0f-ff21503af918" -d '{"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:18.326806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=7']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:18.330415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:18.348209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e24ca8-bf20-4ba1-a8a9-5bd90591cada x-openstack-request-id: req-79e24ca8-bf20-4ba1-a8a9-5bd90591cada {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:18.348552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:18.348995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79e24ca8-bf20-4ba1-a8a9-5bd90591cada {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:18.349484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'status': 'completed', 'code': 200} Jun 10 16:35:18.438025 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-478c1666-5ac1-4c83-8e40-66a942bbe5eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/620721d8-e69f-4c4b-97fb-d4fae9abd89c HTTP/1.1" status: 200 len: 992 time: 0.1428990 Jun 10 16:35:18.462909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23862-b908-4d57-ae0f-ff21503af918 req-e0fd1c09-04c9-4252-ab27-33de686cf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:18.464380 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-e0fd1c09-04c9-4252-ab27-33de686cf422 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1098 time: 0.0873983 Jun 10 16:35:18.519701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['8e0f693a-a725-45a9-ac56-11e8dda8ca82'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:35:18.581936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fc1adf2d-be1f-44f4-8ee0-c1862ccbf846 None None] Provisioning complete for port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:18.582238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc1adf2d-be1f-44f4-8ee0-c1862ccbf846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:18.588158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23862-b908-4d57-ae0f-ff21503af918 req-9e9c5e22-5d0a-40d3-a490-d8f866928c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:18.589720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-9e9c5e22-5d0a-40d3-a490-d8f866928c28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1167881 Jun 10 16:35:18.677087 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-c27f998a-5ea3-4bbd-877a-0703e2fd3ff6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 1000 time: 0.0808573 Jun 10 16:35:18.734423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23862-b908-4d57-ae0f-ff21503af918 req-6aacf208-4529-4848-b39c-c49c69ad66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:18.735951 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-6aacf208-4529-4848-b39c-c49c69ad66ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0524900 Jun 10 16:35:18.801375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23862-b908-4d57-ae0f-ff21503af918 req-23a99f9d-35c5-403e-8427-097addbb90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:18.802871 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-23a99f9d-35c5-403e-8427-097addbb90f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0604925 Jun 10 16:35:18.926156 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-75d48ba7-8191-497d-a456-0a8828e3fe7e service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165967 Jun 10 16:35:19.049215 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57d23862-b908-4d57-ae0f-ff21503af918 req-ba886d68-a21c-4243-9071-75f209e06a81 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162577 Jun 10 16:35:21.011696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53566) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:21.220955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 8cf6a9df-a7e6-467c-8acb-82b6a9b7bae3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:21.221327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:21.319953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:21.320190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:21.370974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:21.420749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 8cf6a9df-a7e6-467c-8acb-82b6a9b7bae3 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:21.601618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:21.604729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fa3d9d2-d517-412e-bdcc-f62683be7c8e tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:21.635745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=8cf6a9df-a7e6-467c-8acb-82b6a9b7bae3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:21.668929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.669352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.669742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.670127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.670505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.670883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.671258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.671633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.672005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.672374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.672748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.673115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:21.676808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:21.722107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:21.722438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP d775167c-401d-4afb-9a70-0340d318a621 disassociated (deleted). External IP: 172.26.5.115, port: 29c2abf4-6d50-4d38-a55a-eed7888b973b. Jun 10 16:35:22.420217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:35:22.581195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:35:22.586841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:22.591423 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:35:22.602424 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:22.603058 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:22.632782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/d775167c-401d-4afb-9a70-0340d318a621 HTTP/1.1" status: 204 len: 168 time: 1.6192660 Jun 10 16:35:22.633567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:22.636061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f122dc92-3de6-4253-aa9d-c008aeeaa767" -d '{"events": [{"name": "network-changed", "server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:22.677821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596940e5-4672-471b-879a-611a4769e876 x-openstack-request-id: req-596940e5-4672-471b-879a-611a4769e876 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:22.678173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:22.678653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-596940e5-4672-471b-879a-611a4769e876 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:22.679898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'status': 'completed', 'code': 200} Jun 10 16:35:22.761830 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:22.785530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-8cc8592c-a5ae-44f1-bb85-0ce5c7eba0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:22.787034 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-8cc8592c-a5ae-44f1-bb85-0ce5c7eba0c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 1099 time: 0.0753081 Jun 10 16:35:22.927766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-48019030-a9b7-4511-a4b0-71ae7436b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:22.930031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-48019030-a9b7-4511-a4b0-71ae7436b12f service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1349590 Jun 10 16:35:22.989554 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-bc2f0ef7-6e27-464a-b7b0-85e00a3caf13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b HTTP/1.1" status: 200 len: 217 time: 0.0502894 Jun 10 16:35:23.060697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-861736df-f9bc-4e07-8d09-48e539c553ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:23.062218 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-861736df-f9bc-4e07-8d09-48e539c553ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0654330 Jun 10 16:35:23.098529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29645b5-455f-4a26-a4db-a03ed8984047 req-e1b71f63-bdd7-448c-8ec1-4a8379f9c973 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:23.100062 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d29645b5-455f-4a26-a4db-a03ed8984047 req-e1b71f63-bdd7-448c-8ec1-4a8379f9c973 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 946 time: 0.0762112 Jun 10 16:35:23.119025 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:23Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:23.122768 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:35:23.131056 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:23.132416 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:23.136792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-09776d7c-5dbf-4b1d-b36e-e3dce69d6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:23.138455 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-09776d7c-5dbf-4b1d-b36e-e3dce69d6de5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696874 Jun 10 16:35:23.150358 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d29645b5-455f-4a26-a4db-a03ed8984047 req-e5543f73-0e76-4970-8dbd-4e8306c3f6ee tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428760 Jun 10 16:35:23.273476 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-39d1a6db-8a8b-48d0-8d87-e7b453a7ed77 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250491 Jun 10 16:35:23.287071 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:23.392349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f122dc92-3de6-4253-aa9d-c008aeeaa767 req-d45013ee-34d0-42a5-aef6-44f6c66e20cf service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116428 Jun 10 16:35:23.693524 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:23Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:23.697113 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3f596-5d8d-458e-9a7e-0fee523367b3 None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '620721d8-e69f-4c4b-97fb-d4fae9abd89c', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'port_id': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'mac_address': 'fa:16:3e:4c:93:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:34:21Z', 'updated_at': '2021-06-10T16:34:23Z', 'revision_number': 1, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:35:23.918495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f37e9-58b0-4c64-aadc-3ad998fcccd0 None None] New status for floating IP d775167c-401d-4afb-9a70-0340d318a621: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:35:24.383504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-623fae7d-b6aa-4009-a7d8-8c0f714ab2d1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:24.384954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-623fae7d-b6aa-4009-a7d8-8c0f714ab2d1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 946 time: 0.1245654 Jun 10 16:35:24.393102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29b813-d63e-4360-acd1-3bb84a7fd8b4 req-ee50fdb9-d719-4abd-8fd0-226a3644043d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:24.394479 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ed29b813-d63e-4360-acd1-3bb84a7fd8b4 req-ee50fdb9-d719-4abd-8fd0-226a3644043d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 946 time: 0.1251633 Jun 10 16:35:24.486990 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ed29b813-d63e-4360-acd1-3bb84a7fd8b4 req-1c58b9c1-c25a-40ca-9b96-f8223dac9ef7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=959f2554-7279-4fac-8c9d-167a4f253a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844028 Jun 10 16:35:24.539765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 29c2abf4-6d50-4d38-a55a-eed7888b973b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:24.540104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:24.662410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 29c2abf4-6d50-4d38-a55a-eed7888b973b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=29c2abf4-6d50-4d38-a55a-eed7888b973b,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:24.662682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:24.757819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 29c2abf4-6d50-4d38-a55a-eed7888b973b owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:24.915498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:24.919410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e8d9bcf4-cd8e-4f4c-93e9-c43150bd3fbd tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:24.952437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=29c2abf4-6d50-4d38-a55a-eed7888b973b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:24.957807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:25.007649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 29c2abf4-6d50-4d38-a55a-eed7888b973b on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:35:25.010313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:25.012415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6874d0d9-b5bc-42d9-affe-e779f59b1a5f req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/29c2abf4-6d50-4d38-a55a-eed7888b973b HTTP/1.1" status: 204 len: 173 time: 0.6170292 Jun 10 16:35:25.012970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'name': 'network-vif-deleted', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:25.015429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b62e335-d129-4421-8278-45775e978152" -d '{"events": [{"server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "name": "network-vif-deleted", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:25.053370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f27ce-269b-4454-bb24-df92f7b7b723 x-openstack-request-id: req-135f27ce-269b-4454-bb24-df92f7b7b723 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:25.053883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf", "name": "network-vif-deleted", "tag": "29c2abf4-6d50-4d38-a55a-eed7888b973b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:25.054290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-135f27ce-269b-4454-bb24-df92f7b7b723 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:25.054835 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf', 'name': 'network-vif-deleted', 'tag': '29c2abf4-6d50-4d38-a55a-eed7888b973b', 'status': 'completed', 'code': 200} Jun 10 16:35:25.660015 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a3ef9425-bdf4-437f-bfe2-fa640b4092e5 req-e78fffcc-b333-452d-ae71-e39b0878f4df tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f755d2b-c3a9-4564-92bb-e2d6ee3a6aaf HTTP/1.1" status: 200 len: 210 time: 0.0408280 Jun 10 16:35:26.767121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53586) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:26.831409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:26.858647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:26.923063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:26.925748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:26.926930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/959f2554-7279-4fac-8c9d-167a4f253a8f HTTP/1.1" status: 204 len: 168 time: 0.1588211 Jun 10 16:35:26.927736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fb6f0b0a-e0b2-4d1c-8690-de8380cdbf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:26.938272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f2554-7279-4fac-8c9d-167a4f253a8f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:26.941516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:26.960155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53590) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:27.163499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port c7a8a0f4-0b6f-44dc-a5b7-3fcbe94e11a3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:27.163843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:27.264579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:27.264913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:27.362927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for c7a8a0f4-0b6f-44dc-a5b7-3fcbe94e11a3 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:27.375125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 29c2abf4-6d50-4d38-a55a-eed7888b973b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:35:27.402649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 29c2abf4-6d50-4d38-a55a-eed7888b973b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:35:27.403047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 29c2abf4-6d50-4d38-a55a-eed7888b973b not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:35:27.537079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:27.539386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba206681-0c9c-4433-93e0-fd33ac3d6169 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:27.566631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=c7a8a0f4-0b6f-44dc-a5b7-3fcbe94e11a3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:27.570700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:27.643698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:27.644020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 620721d8-e69f-4c4b-97fb-d4fae9abd89c disassociated (deleted). External IP: 172.26.5.19, port: 8e0f693a-a725-45a9-ac56-11e8dda8ca82. Jun 10 16:35:27.926887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:35:28.077722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:35:28.082823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:28.087705 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:35:28.096415 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:28.097036 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:28.131254 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/620721d8-e69f-4c4b-97fb-d4fae9abd89c HTTP/1.1" status: 204 len: 168 time: 1.1698651 Jun 10 16:35:28.132563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:28.135143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:28.187009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba37a0fa-7d05-4e8b-8c3d-3e85a0036bf6 x-openstack-request-id: req-ba37a0fa-7d05-4e8b-8c3d-3e85a0036bf6 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:28.187419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:28.187790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba37a0fa-7d05-4e8b-8c3d-3e85a0036bf6 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:28.188351 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'status': 'completed', 'code': 200} Jun 10 16:35:28.240487 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:28.275991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-833ded01-8213-434f-9cd6-76e4e735dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:28.277643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-833ded01-8213-434f-9cd6-76e4e735dd0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 1098 time: 0.0667689 Jun 10 16:35:28.412394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-0b001518-a5d4-47b0-beb1-8cea5c870eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:28.414515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-0b001518-a5d4-47b0-beb1-8cea5c870eb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 200 len: 898 time: 0.1308670 Jun 10 16:35:28.471639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-caf83494-44d7-401d-9949-1445b19610d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 200 len: 217 time: 0.0495472 Jun 10 16:35:28.514588 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:28.517944 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:35:28.528201 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:28.528906 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:28.563606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-d476a465-7f81-4f4c-8215-d940c7449aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:28.565039 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-d476a465-7f81-4f4c-8215-d940c7449aa4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 200 len: 835 time: 0.0854092 Jun 10 16:35:28.618175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903c2e7-117b-4cc7-be78-8d63eb1fffe5 req-c6246582-bcf6-46bd-bea8-3ec5c33a2fd7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:28.619625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e903c2e7-117b-4cc7-be78-8d63eb1fffe5 req-c6246582-bcf6-46bd-bea8-3ec5c33a2fd7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 945 time: 0.1508324 Jun 10 16:35:28.677708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e903c2e7-117b-4cc7-be78-8d63eb1fffe5 req-46d2f7a8-e9c3-45f0-9733-e763fb2bc4ff tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513461 Jun 10 16:35:28.679496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-58e602d3-767d-48d3-b6ee-3a4edd021cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:28.680878 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-58e602d3-767d-48d3-b6ee-3a4edd021cef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbcb1740-659b-44fa-9cc0-50e2fab23fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1079295 Jun 10 16:35:28.681633 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:28.799413 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-85161d4b-3e32-4ebb-b4ba-ef1a7376cd95 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101022 Jun 10 16:35:28.917054 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eee3018c-54d9-4c0a-b4c9-830efab7b1cd req-d3366396-233c-45a9-970f-ddfdaeba3d45 service neutron] 10.222.0.25 "GET /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098711 Jun 10 16:35:28.939929 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:28.943361 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777f305c-c943-4621-ad56-6333eb125b49 None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:34:00Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '240c9257-a051-44af-afa2-5dca126bdf1d', 'name': '', 'network_id': 'bbcb1740-659b-44fa-9cc0-50e2fab23fb3', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:68:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:59Z', 'updated_at': '2021-06-10T16:34:05Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '2b1f887e-5a55-41bb-8e58-c2eb156142f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:35:29.143458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136aaa45-6d96-4af1-b945-42738ccb9d7f None None] New status for floating IP 620721d8-e69f-4c4b-97fb-d4fae9abd89c: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:35:29.868580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78b561-1a49-4c87-be39-3cd3701dd4ce req-f34bac51-129a-4fb4-a725-bf611b53dbf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:29.870079 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5e78b561-1a49-4c87-be39-3cd3701dd4ce req-f34bac51-129a-4fb4-a725-bf611b53dbf3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 945 time: 0.0749311 Jun 10 16:35:29.907349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-65f8a819-9357-4167-b745-b49f717a8ffb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:29.908810 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-65f8a819-9357-4167-b745-b49f717a8ffb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 945 time: 0.0692096 Jun 10 16:35:29.911875 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5e78b561-1a49-4c87-be39-3cd3701dd4ce req-f2c4369c-b7ef-4356-a2d4-18139e657330 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=1089180c-50a1-4e08-95d3-2f98bc9974f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360413 Jun 10 16:35:30.434192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:30.434531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:30.550024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 8e0f693a-a725-45a9-ac56-11e8dda8ca82, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8e0f693a-a725-45a9-ac56-11e8dda8ca82,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:30.550319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:30.644771 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 8e0f693a-a725-45a9-ac56-11e8dda8ca82 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:30.801033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:30.805473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d661de12-6002-46ad-84bc-7645a40f7403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:30.836683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=8e0f693a-a725-45a9-ac56-11e8dda8ca82,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:30.839644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:30.896816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 8e0f693a-a725-45a9-ac56-11e8dda8ca82 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:35:30.899978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:30.902025 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f6a3787-3612-4abc-a3b1-f1a48b619585 req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/8e0f693a-a725-45a9-ac56-11e8dda8ca82 HTTP/1.1" status: 204 len: 173 time: 0.9878390 Jun 10 16:35:30.902558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'name': 'network-vif-deleted', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:30.904961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1459d7d8-f569-4577-863d-eaef1661e05c" -d '{"events": [{"server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "name": "network-vif-deleted", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:30.944588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875daf25-0b3e-46a0-ac5c-b303b14ab7c7 x-openstack-request-id: req-875daf25-0b3e-46a0-ac5c-b303b14ab7c7 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:30.945659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d1df1d-3c9c-4ecb-bb1b-de68740cb783", "name": "network-vif-deleted", "tag": "8e0f693a-a725-45a9-ac56-11e8dda8ca82", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:30.945980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-875daf25-0b3e-46a0-ac5c-b303b14ab7c7 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:30.946501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d1df1d-3c9c-4ecb-bb1b-de68740cb783', 'name': 'network-vif-deleted', 'tag': '8e0f693a-a725-45a9-ac56-11e8dda8ca82', 'status': 'completed', 'code': 200} Jun 10 16:35:31.071655 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b623f4ae-bc60-4d12-9e5f-4c82b40b5dbf req-b261cd20-cd1b-47c2-8447-6f7af1ad2a8e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=81d1df1d-3c9c-4ecb-bb1b-de68740cb783 HTTP/1.1" status: 200 len: 210 time: 0.0356808 Jun 10 16:35:32.172609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53606) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:32.237381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:32.265366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:32.330140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:32.333274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:32.334465 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/1089180c-50a1-4e08-95d3-2f98bc9974f0 HTTP/1.1" status: 204 len: 168 time: 0.1608374 Jun 10 16:35:32.335272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-970ea017-5063-4e39-93b1-5191b36f1837 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:32.345484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1089180c-50a1-4e08-95d3-2f98bc9974f0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:32.352686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:32.368791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53610) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:32.890489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:33.405781 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 8e0f693a-a725-45a9-ac56-11e8dda8ca82 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:35:33.436873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 8e0f693a-a725-45a9-ac56-11e8dda8ca82 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:35:33.437260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 8e0f693a-a725-45a9-ac56-11e8dda8ca82 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:35:33.512675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-619a626f-bc7a-4606-990d-ec680477281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:33.718661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 240c9257-a051-44af-afa2-5dca126bdf1d {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:33.719287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:33.838841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 240c9257-a051-44af-afa2-5dca126bdf1d, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=240c9257-a051-44af-afa2-5dca126bdf1d,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:33.839114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:33.934395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 240c9257-a051-44af-afa2-5dca126bdf1d owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:34.161927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:34.164538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3862396b-c5d2-4856-a52b-d6747869c3ce tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:34.196159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=240c9257-a051-44af-afa2-5dca126bdf1d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:34.201958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:34.430907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:34.734291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router 7a484547-009f-4061-8642-09eb8dd7872e has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:35:34.879946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:35:34.885096 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/7a484547-009f-4061-8642-09eb8dd7872e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5148041 Jun 10 16:35:34.888435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53612) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:34.891314 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] Sync routers for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:35:34.900559 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:34.901294 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:34.952816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 2b1f887e-5a55-41bb-8e58-c2eb156142f7 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:35:34.955964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.009754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.041446 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:35.106624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.179415 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.181432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f745d6f0-49de-4cd2-b592-34d94bba5bf8 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:35.213629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1f887e-5a55-41bb-8e58-c2eb156142f7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:35.216647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:35.217666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.219736 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/2b1f887e-5a55-41bb-8e58-c2eb156142f7 HTTP/1.1" status: 204 len: 168 time: 0.3300688 Jun 10 16:35:35.222254 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53614) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:35.227967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44dc9f9-8d9c-435c-96a3-8ba62a3c6793 None None] Network bbcb1740-659b-44fa-9cc0-50e2fab23fb3 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:35:35.374770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.404078 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:35:34Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:35.407703 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] Checking router: 7a484547-009f-4061-8642-09eb8dd7872e for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:35:35.417572 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] Routers {'7a484547-009f-4061-8642-09eb8dd7872e'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:35.418222 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['7a484547-009f-4061-8642-09eb8dd7872e'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:35.479448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] DHCP port deletion for bbcb1740-659b-44fa-9cc0-50e2fab23fb3 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:35:35.533076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Deleting port 46cf0754-2137-4a7e-80f6-84a278de97d5 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:35.533494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.553395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.564588 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] Set router 7a484547-009f-4061-8642-09eb8dd7872e gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:35.623709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 5d311ca0-c8d6-471a-8ff4-5f0d49433289 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:35:35.623945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.625458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] For port 46cf0754-2137-4a7e-80f6-84a278de97d5, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=46cf0754-2137-4a7e-80f6-84a278de97d5,segment=NetworkSegment(b1ac801d-fe9e-4782-875e-5420ea285a13),segment_id=b1ac801d-fe9e-4782-875e-5420ea285a13)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:35.625819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.723843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Calling delete_port for 46cf0754-2137-4a7e-80f6-84a278de97d5 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:35.747751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 5d311ca0-c8d6-471a-8ff4-5f0d49433289, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5d311ca0-c8d6-471a-8ff4-5f0d49433289,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:35.748359 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.824354 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:35:34Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:35.828743 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5f9552-d835-4488-a26f-ea8ad13bff4f None None] The sync data for ids ['7a484547-009f-4061-8642-09eb8dd7872e'] in dv-neutron-601336-90-hyperv is: [{'id': '7a484547-009f-4061-8642-09eb8dd7872e', 'name': 'tempest-TestNetworkBasicOps-router-848263966', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:33:55Z', 'updated_at': '2021-06-10T16:35:34Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '5d311ca0-c8d6-471a-8ff4-5f0d49433289', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a484547-009f-4061-8642-09eb8dd7872e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:33:56Z', 'updated_at': '2021-06-10T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:35:35.834136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:35.837955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:35.852476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 5d311ca0-c8d6-471a-8ff4-5f0d49433289 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:35:35.865465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Pushing event deleted for resources: {'Port': ['ID=46cf0754-2137-4a7e-80f6-84a278de97d5,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:35.875996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.876292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.876633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.876972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.877339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.877664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.877990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.878317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.878646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.878967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.879289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.879606 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:35.884184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:35.886834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] No DVR routers for this DVR port 46cf0754-2137-4a7e-80f6-84a278de97d5 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:35:36.072453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.075210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fff1eb56-17a3-44e0-91c1-cc992f58d086 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:36.107577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=5d311ca0-c8d6-471a-8ff4-5f0d49433289,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:36.109756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:36.136555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.191764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.314207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54ed5e71-4ec5-4749-8c5a-5e4a3f988eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.336718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.339006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.402185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.402895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router 7a484547-009f-4061-8642-09eb8dd7872e {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:35:36.409917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.411270 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/7a484547-009f-4061-8642-09eb8dd7872e HTTP/1.1" status: 204 len: 168 time: 1.1879699 Jun 10 16:35:36.415793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53616) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:36.539249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.702510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.715411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcb1740-659b-44fa-9cc0-50e2fab23fb3']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:36.728505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ac801d-fe9e-4782-875e-5420ea285a13') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:36.728803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ac801d-fe9e-4782-875e-5420ea285a13') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:36.742027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.759082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.765812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:35:36.766210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:35:36.769290 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:35:36.873758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.877546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:36.881700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.883643 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/bbcb1740-659b-44fa-9cc0-50e2fab23fb3 HTTP/1.1" status: 204 len: 168 time: 0.4669030 Jun 10 16:35:36.903112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=bbcb1740-659b-44fa-9cc0-50e2fab23fb3,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:36.920129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53618) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:36.921438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.921438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.921621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.921906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.922276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.922643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.923008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.923371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.924435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.924435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.924641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.924853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:36.927776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'network': {'name': 'tempest-network-smoke--1000635957', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:36.928343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:36.967338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:35:36.974338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:36.996722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240c9257-a051-44af-afa2-5dca126bdf1d no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:35:37.008218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:35:37.018183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.018522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Added segment 9e4a7705-92b7-4767-803a-0c267529d513 of type vlan for network e93c878c-0827-41f9-beb7-7eb933b2edb4 Jun 10 16:35:37.027678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 240c9257-a051-44af-afa2-5dca126bdf1d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:35:37.028037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 240c9257-a051-44af-afa2-5dca126bdf1d not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:35:37.028483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 46cf0754-2137-4a7e-80f6-84a278de97d5 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:35:37.055541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 46cf0754-2137-4a7e-80f6-84a278de97d5 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:35:37.055924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 46cf0754-2137-4a7e-80f6-84a278de97d5 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:35:37.056384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5d311ca0-c8d6-471a-8ff4-5f0d49433289 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:35:37.075030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.081678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 5d311ca0-c8d6-471a-8ff4-5f0d49433289 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:35:37.082038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5d311ca0-c8d6-471a-8ff4-5f0d49433289 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:35:37.108261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.115067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:37.115655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.119019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e9c756d9-d9f1-4590-b396-8c76945ff9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:37.203817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2804546 Jun 10 16:35:37.206836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53620) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:37.212382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-892905570', 'admin_state_up': True, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:37.219573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Network': ['ID=e93c878c-0827-41f9-beb7-7eb933b2edb4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:37.222351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:37.232117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:35:37.238022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.239032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.310958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.343101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:37.879272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:38.134210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:38.164922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:38.281117 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.116 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/0d1e14aa-bbe3-47ed-92eb-9446e4aef70a) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:35:38.414443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:38.454867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:38.457134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9798d988-7e8f-4fbb-9f1f-dafdd95e6ba5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:38.510130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:35:38.512972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:38.515365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:35:38.551595 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:38.555099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:38.873454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:38.975193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:39.164544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:39.329413 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:35:39.477572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:35:39.489037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:35:39.496466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:39.497674 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2897942 Jun 10 16:35:39.500859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53622) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:39.514291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:39.514934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:39.551478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8c313051-e6d4-4282-9276-b33bebb1ff14 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491505 Jun 10 16:35:39.554590 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53624) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:39.666253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a830999-dc4b-4a26-87b3-28742f080323 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:39.667785 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4a830999-dc4b-4a26-87b3-28742f080323 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123025 Jun 10 16:35:39.668794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:39.670717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53626) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:39.712291 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-56d50711-e6b2-4cbf-ae66-2176845408af tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402875 Jun 10 16:35:39.715953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53628) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:39.721215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626224027', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:39.843558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:35:39.847352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:39.941547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:38Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:39.946251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Checking router: c2fa9317-6a80-4c5b-b181-728f287cac4b for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:35:39.946592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Updating router c2fa9317-6a80-4c5b-b181-728f287cac4b port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:35:39.994208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.082680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.085476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-447a9f3f-ed02-47e8-94db-3e50d487f7f1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:40.160414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Subnet': ['ID=6b9555c1-1475-4691-916c-89db09f23184,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:40.164201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:40.167081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Checking segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:35:40.167714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network hostable DHCP agents. Network: e93c878c-0827-41f9-beb7-7eb933b2edb4, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:35:40.186831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:35:40.198228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, e93c878c-0827-41f9-beb7-7eb933b2edb4) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:40.203049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:40.203672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.212804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ddfcd-3bcb-47cb-8686-e2baa54fb342 None None] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:35:40.222728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5030210 Jun 10 16:35:40.223005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53630) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:40.441454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.458355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Transition to ACTIVE for port object 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:40.652556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.655147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:40.686399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-e93c878c-0827-41f9-beb7-7eb933b2edb4', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:35:40.687250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.742389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Attempting to bind port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:35:40.742774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Attempting to bind port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:35:40.743141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Attempting to bind port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:35:40.745067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cf571-5b5d-4d8f-a3f4-1e3b88e219e8 None None] Pushing event updated for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:40.751969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4e9cf571-5b5d-4d8f-a3f4-1e3b88e219e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:40.754583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:35:40.755042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:35:40.755440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.755909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:35:40.757176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Bound port: 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:35:40.757565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.918762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] For port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:35:40.940425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] For port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:35:40.949927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:40.954225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-9e356dc7-04ce-4e47-969e-eb333b390e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:40.956956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Allocated IP 172.20.0.2 (e93c878c-0827-41f9-beb7-7eb933b2edb4/6b9555c1-1475-4691-916c-89db09f23184/4e8d4f12-5340-47b5-a9a8-3ca793e088ef) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:35:41.057245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cf571-5b5d-4d8f-a3f4-1e3b88e219e8 None None] Pushing event updated for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:41.099776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4e9cf571-5b5d-4d8f-a3f4-1e3b88e219e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:41.101347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:41.101989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:41.184364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.323121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:41.432680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.486310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Transition to ACTIVE for port object 4e8d4f12-5340-47b5-a9a8-3ca793e088ef will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:41.521456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Transition to ACTIVE for port object 4e8d4f12-5340-47b5-a9a8-3ca793e088ef will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:41.534939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.539262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:41.586981 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.1 (e93c878c-0827-41f9-beb7-7eb933b2edb4/6b9555c1-1475-4691-916c-89db09f23184/23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:35:41.620148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:35:41.627485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:41.629956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Pushing event updated for resources: {'Port': ['ID=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:41.632844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:35:41.636739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:41.715751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Attempting to bind port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:35:41.716130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Attempting to bind port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:35:41.716505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Attempting to bind port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef on network e93c878c-0827-41f9-beb7-7eb933b2edb4 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:35:41.720616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:38Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:41.724904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:35:41.725357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Checking segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:35:41.725784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.726190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Bound using segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:35:41.726667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Bound port: 4e8d4f12-5340-47b5-a9a8-3ca793e088ef, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:35:41.727048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.730460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa3c59-51a4-4699-918f-137b7173f878 None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:38Z', 'revision_number': 3, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:35:41.740343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.754189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:41.791419 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.794468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:41.812635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] For port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:35:41.815985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] For port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:35:41.821957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:41.825573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-a5f17953-d713-402e-9542-03e7964ae353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:41.854030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:35:41.857154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:41.862845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:35:41.891899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Pushing event updated for resources: {'Port': ['ID=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:41.895184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:41.901463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:41.906007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:41.925628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:42.166080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:42.580724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:42.586713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:42.589877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:42.682411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:42.685055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:42.687763 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:42.822091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:35:42.823515 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:42.848109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:42.895138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856998d6-38ef-45ae-be16-ea5ef5a88142 None None] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:35:42.985362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:35:42.986907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b754df0d-64b1-41a9-a1f1-d2ea110f5be5 None None] Provisioning for port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:42.991974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:43.010679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:43.011062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:43.154136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:35:43.160668 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/c2fa9317-6a80-4c5b-b181-728f287cac4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9364426 Jun 10 16:35:43.163732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53632) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:43.363148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cdc9d-8443-489d-886f-5de3d4ac72b5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.363656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cdc9d-8443-489d-886f-5de3d4ac72b5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.364125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cdc9d-8443-489d-886f-5de3d4ac72b5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.364588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cdc9d-8443-489d-886f-5de3d4ac72b5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.367364 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a37cdc9d-8443-489d-886f-5de3d4ac72b5 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2023289 Jun 10 16:35:43.370330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53634) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:43.434544 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:35:43.445254 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:43.446262 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:43.465701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bde555-00fe-4866-bd75-68d06fe3d143 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.466785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bde555-00fe-4866-bd75-68d06fe3d143 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.467567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bde555-00fe-4866-bd75-68d06fe3d143 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.468344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bde555-00fe-4866-bd75-68d06fe3d143 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:43.471507 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1bde555-00fe-4866-bd75-68d06fe3d143 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0997248 Jun 10 16:35:43.473958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53636) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:43.492664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:43.526786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:43.534019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:43.534880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e8d4f12-5340-47b5-a9a8-3ca793e088ef up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:43.537467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-334bc114-1529-4322-873a-c3a2d9af9696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:43.641598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:43.645851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:43.674953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:43.683789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:43.684171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:43.705787 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:43.789517 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a90a53f-d41d-465c-a16d-427aa6048ee0 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3139009 Jun 10 16:35:43.792743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:43.868918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:43.871508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3205adbc-41a8-49c6-a5ff-5389f24fe599 None None] Provisioning for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:43.878989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:43.885228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ebeb11f0-fd09-4ddc-9b7e-95bcde6f94d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:43.890346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3205adbc-41a8-49c6-a5ff-5389f24fe599 None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:43.890941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3205adbc-41a8-49c6-a5ff-5389f24fe599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.024429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53640) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:44.030205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560504870', 'description': 'tempest-secgroup-smoke-560504870 description', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:44.046172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3205adbc-41a8-49c6-a5ff-5389f24fe599 None None] Port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:35:44.053003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:44.060612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.063422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:44.070618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3205adbc-41a8-49c6-a5ff-5389f24fe599 None None] Provisioning complete for port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:44.071126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3205adbc-41a8-49c6-a5ff-5389f24fe599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.144426 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:44.149452 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Checking router: c2fa9317-6a80-4c5b-b181-728f287cac4b for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:35:44.149980 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Updating router c2fa9317-6a80-4c5b-b181-728f287cac4b port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:35:44.182511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.188308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.196808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa0b3bc6-6327-410a-bbde-25b767872c58 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:44.201272 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.247151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016e19a4-42c5-4e3b-99f0-93ed6c1fff90,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:44.251651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:44.252525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.257106 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2284126 Jun 10 16:35:44.257825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53642) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:44.263399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '016e19a4-42c5-4e3b-99f0-93ed6c1fff90', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:44.298304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.344190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cb2f8276-8307-42dd-a45a-208982058e0b None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:44.345095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8276-8307-42dd-a45a-208982058e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.392766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.393359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f8276-8307-42dd-a45a-208982058e0b None None] Port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:35:44.400607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.403626 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c773a931-1265-461d-8292-e09638c6fd06 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:44.431662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8331c4-62b8-4dd7-abb0-4bc63c84f510,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:44.435342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:44.437116 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.441283 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1799212 Jun 10 16:35:44.441990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53644) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:44.448906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '016e19a4-42c5-4e3b-99f0-93ed6c1fff90', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:44.480506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.518004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-12da84ea-eb20-4c79-bcc9-6faafe5990bd None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:44.518695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-12da84ea-eb20-4c79-bcc9-6faafe5990bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.560607 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.562035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-12da84ea-eb20-4c79-bcc9-6faafe5990bd None None] Port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:35:44.567108 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.570341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bd4b7f07-17ee-4a29-9b63-c91f083e6cb4 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:44.574561 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.585029 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Transition to ACTIVE for port object 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:44.594464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215f35f5-7c20-4fee-880d-ca5ad08be0a9,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:44.594725 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.597333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3116f987-e256-4d8d-95e9-fc381c3d5c3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:44.598476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:44.606940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.609181 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3cd551d5-8cf7-4bee-bcab-6776d96528d6 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1658790 Jun 10 16:35:44.612180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:44.618443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '016e19a4-42c5-4e3b-99f0-93ed6c1fff90', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:44.654968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.700999 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:44.711469 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.711794 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.712307 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.712645 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.712980 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.713336 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.713661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.714593 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.714593 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.714593 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.714891 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.715378 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:35:44.719202 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:44.752130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.758053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.761522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-73da28f8-33fd-4500-9471-aafde03cf475 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:44.788687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a233b162-1be1-4f0b-9506-a1b3c2d8a5ca,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:44.795060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:44.801296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.805184 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1894298 Jun 10 16:35:44.806633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53648) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:44.811424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '016e19a4-42c5-4e3b-99f0-93ed6c1fff90', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:44.829538 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Attempting to bind port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:35:44.830666 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Attempting to bind port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:35:44.831699 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Attempting to bind port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e on network e93c878c-0827-41f9-beb7-7eb933b2edb4 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:35:44.839414 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:35:44.839797 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Checking segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:35:44.840202 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.840595 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Bound using segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:35:44.841074 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Bound port: 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:35:44.841475 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.847282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.866838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:44.962337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.963939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:44.967566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.973261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:44.979059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1de2dd07-9754-424e-b2b6-aa797b661c2c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:45.005682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a5e11a-cfd2-47da-9c49-a2641a47413a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:45.019154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:45.021549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.023963 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2163315 Jun 10 16:35:45.026663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:45.033287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '016e19a4-42c5-4e3b-99f0-93ed6c1fff90', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:45.063730 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:35:45.074609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.086556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] For port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:35:45.093115 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] For port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:35:45.098389 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.102893 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-c23b545f-ef4e-4519-bb4c-e30eee34c76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:45.115649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e8d4f12-5340-47b5-a9a8-3ca793e088ef up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:45.177463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.184017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.188319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f244100d-8801-44a8-8198-107ec8855568 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:45.189599 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:45.190612 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:45.204694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:45.205295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.226819 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45d9d21-0446-4259-8651-080feab67284,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:45.262341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:45.279576 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.280985 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2530675 Jun 10 16:35:45.283707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53654) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:45.288940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'security_group_rule': {'security_group_id': '016e19a4-42c5-4e3b-99f0-93ed6c1fff90', 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:45.315345 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Project 8788aa4e072c4e30b8e7d4a2cbd9aa3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:35:45.322963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.336535 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:45.342486 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-174c98c6-0290-4c7c-89ad-4912c1d7fe59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:45.394444 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:45.424471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.430153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.432137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:45.454850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a65b0a-f440-4483-bf6d-ee98fddb4b4c,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:45.458973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:45.462597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:45.464232 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1794329 Jun 10 16:35:45.626067 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-68e0ce7f-57c5-4a7b-8515-07ae720563e3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560504870&fields=id&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 267 time: 0.0419247 Jun 10 16:35:45.688994 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:35:45Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:45.694252 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370ad1d-43c1-4be0-b786-df3a915f155a None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:35:45Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:35:45.785543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-c0e80c5f-1524-4266-b3ab-3b5bce335edb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:45.791040 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-c0e80c5f-1524-4266-b3ab-3b5bce335edb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/networks?id=e93c878c-0827-41f9-beb7-7eb933b2edb4 HTTP/1.1" status: 200 len: 797 time: 0.1544371 Jun 10 16:35:45.807675 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-65414935-40b2-4179-98a3-1750f0986083 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/quotas/8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 375 time: 0.0103800 Jun 10 16:35:45.892045 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-4a8f604a-9aeb-47c5-9ef3-444e6d77caed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786452 Jun 10 16:35:46.030345 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-9da002ea-49a5-4ae3-a43a-2b7cedacad00 service neutron] 10.222.0.23 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265132 Jun 10 16:35:46.161278 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-e31619d9-691d-4a1b-97d9-3dff767f9c12 service neutron] 10.222.0.23 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243901 Jun 10 16:35:46.359618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9537e45-5d1d-48ec-9c83-dcf15be8a81f req-54f5da35-9a2d-4489-ad43-b63575b72456 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 210 time: 0.0378861 Jun 10 16:35:46.839779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:46.908802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:46.913262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:46.913614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:47.014928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:47.054153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:47.058682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:47.061124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4e9cf571-5b5d-4d8f-a3f4-1e3b88e219e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:47.125714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:47.130112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:47.546138 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-88b51d6d-4e76-4b76-9f41-efaf0c99794f req-3fc9a783-aa7a-44d0-98d0-5285c162cded tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 210 time: 0.0381362 Jun 10 16:35:47.567022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-87568876-8516-4e12-ba25-3022c9d539a9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:47.569121 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-87568876-8516-4e12-ba25-3022c9d539a9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/networks?id=e93c878c-0827-41f9-beb7-7eb933b2edb4 HTTP/1.1" status: 200 len: 797 time: 0.1609993 Jun 10 16:35:47.623976 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-19000a7a-f5af-4806-a23f-05441fb745a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e HTTP/1.1" status: 200 len: 379 time: 0.0462728 Jun 10 16:35:47.632435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'port': {'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'admin_state_up': True, 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'security_groups': ['016e19a4-42c5-4e3b-99f0-93ed6c1fff90']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:47.783785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Made reservation on behalf of 8788aa4e072c4e30b8e7d4a2cbd9aa3e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:35:47.788734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:47.948724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.20.0.10 (e93c878c-0827-41f9-beb7-7eb933b2edb4/6b9555c1-1475-4691-916c-89db09f23184/6491cca3-7243-4214-8aec-d6faf9d2a2ec) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:35:48.132817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.146633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Transition to ACTIVE for port object 6491cca3-7243-4214-8aec-d6faf9d2a2ec will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:48.187617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.192809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7b07424c-d066-40cb-9cde-13e9e4edbe49 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:48.253366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:35:48.256980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:48.259851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:35:48.303131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=6491cca3-7243-4214-8aec-d6faf9d2a2ec,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:48.306411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:48.337848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:48.338517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.354762 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7260249 Jun 10 16:35:48.367104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Request body: {'port': {'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:48.405230 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:35:48.477385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.497855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5cc2a5cc-2a97-4b73-9370-8a1888d0584d None None] Provisioning for port 6491cca3-7243-4214-8aec-d6faf9d2a2ec completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:48.501751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5cc2a5cc-2a97-4b73-9370-8a1888d0584d None None] Provisioning complete for port 6491cca3-7243-4214-8aec-d6faf9d2a2ec triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:48.502393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5cc2a5cc-2a97-4b73-9370-8a1888d0584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.548013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5cc2a5cc-2a97-4b73-9370-8a1888d0584d None None] Port 6491cca3-7243-4214-8aec-d6faf9d2a2ec cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:35:48.788546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:48.813569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de3210-c98e-4354-91ce-f4b3a43b0c5f req-0fd34100-9621-46eb-b27a-ae696e3b0bbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:48.814651 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97de3210-c98e-4354-91ce-f4b3a43b0c5f req-0fd34100-9621-46eb-b27a-ae696e3b0bbd tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 932 time: 0.1235247 Jun 10 16:35:48.846290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:48.846675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.895082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6491cca3-7243-4214-8aec-d6faf9d2a2ec {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:35:48.902356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97de3210-c98e-4354-91ce-f4b3a43b0c5f req-8e7fd011-39e0-4fde-b85c-83521ebc7d1f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768130 Jun 10 16:35:48.906388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.919118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Transition to ACTIVE for port object 6491cca3-7243-4214-8aec-d6faf9d2a2ec will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:35:48.923411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:48.927581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4169f89e-a192-4e1c-ad79-3317693d53ca tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:49.029808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6491cca3-7243-4214-8aec-d6faf9d2a2ec,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:49.032684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:49.119082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Attempting to bind port 6491cca3-7243-4214-8aec-d6faf9d2a2ec on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:35:49.119421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Attempting to bind port 6491cca3-7243-4214-8aec-d6faf9d2a2ec by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:35:49.119761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Attempting to bind port 6491cca3-7243-4214-8aec-d6faf9d2a2ec on network e93c878c-0827-41f9-beb7-7eb933b2edb4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:35:49.124299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Port 6491cca3-7243-4214-8aec-d6faf9d2a2ec on network e93c878c-0827-41f9-beb7-7eb933b2edb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:35:49.124619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Attempting to bind port 6491cca3-7243-4214-8aec-d6faf9d2a2ec on network e93c878c-0827-41f9-beb7-7eb933b2edb4 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:35:49.129480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:35:49.129824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Checking segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:35:49.130210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Bound using segment: {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:35:49.130640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Bound port: 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e4a7705-92b7-4767-803a-0c267529d513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:35:49.130990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:49.210400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] For port 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:35:49.213332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] For port 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:35:49.217753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:49.220568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3a49c751-1c84-47c8-8e9e-3be5961e7416 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:49.259545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:49.260243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:49.261683 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] 10.222.0.25 "PUT /v2.0/ports/6491cca3-7243-4214-8aec-d6faf9d2a2ec HTTP/1.1" status: 200 len: 1094 time: 0.8996446 Jun 10 16:35:49.262229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:49.264611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:49.298757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6491cca3-7243-4214-8aec-d6faf9d2a2ec,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:49.302273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:49.340256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151da885-b8b8-4c58-90fc-53fa028cdd9f x-openstack-request-id: req-151da885-b8b8-4c58-90fc-53fa028cdd9f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:49.340600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:49.340914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-151da885-b8b8-4c58-90fc-53fa028cdd9f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:49.341397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'status': 'completed', 'code': 200} Jun 10 16:35:49.373621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-426011c0-2391-4836-b419-86dcb4bf8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:49.375134 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-426011c0-2391-4836-b419-86dcb4bf8da6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 1097 time: 0.0702152 Jun 10 16:35:49.437577 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-141e317f-12d0-47f4-add0-dadf73bf4a59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec HTTP/1.1" status: 200 len: 217 time: 0.0557468 Jun 10 16:35:49.495572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-e8f71555-1815-4c65-9102-49b555478694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:49.497101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-e8f71555-1815-4c65-9102-49b555478694 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9555c1-1475-4691-916c-89db09f23184 HTTP/1.1" status: 200 len: 835 time: 0.0542185 Jun 10 16:35:49.561076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-a1df1516-a6d0-4730-a48d-a9739060e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:49.562479 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-a1df1516-a6d0-4730-a48d-a9739060e508 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e93c878c-0827-41f9-beb7-7eb933b2edb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0594993 Jun 10 16:35:49.681044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-3a7a6569-e5c0-4138-a6b1-8b18379363ea service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121209 Jun 10 16:35:49.798510 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c378f772-0c14-4d13-b9ae-8e58966e5df2 req-7d2339e8-dfb2-4d90-ac98-fe8c675219c8 service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109738 Jun 10 16:35:49.901923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-16bd700b-a6b4-47c7-ae26-903750429383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:49.903382 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-16bd700b-a6b4-47c7-ae26-903750429383 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 1097 time: 0.0575674 Jun 10 16:35:50.037138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-02c8406c-87d9-40cc-8766-fec198c56ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:50.039220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-02c8406c-87d9-40cc-8766-fec198c56ee9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e93c878c-0827-41f9-beb7-7eb933b2edb4 HTTP/1.1" status: 200 len: 898 time: 0.1292608 Jun 10 16:35:50.118646 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-32f1d1ef-3f3b-401a-862d-9663e78831bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec HTTP/1.1" status: 200 len: 217 time: 0.0515959 Jun 10 16:35:50.197683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364ed5-f36f-4bcb-8fe9-05fe11083fdb req-3ef1409b-a2cc-4644-806d-26f41b9a965e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:50.199064 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4364ed5-f36f-4bcb-8fe9-05fe11083fdb req-3ef1409b-a2cc-4644-806d-26f41b9a965e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 944 time: 0.1726859 Jun 10 16:35:50.200838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-1496bde4-45fe-40f8-8b2c-4f73de5c4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:50.202181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-1496bde4-45fe-40f8-8b2c-4f73de5c4184 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9555c1-1475-4691-916c-89db09f23184 HTTP/1.1" status: 200 len: 835 time: 0.0747948 Jun 10 16:35:50.274395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4364ed5-f36f-4bcb-8fe9-05fe11083fdb req-d9e37f41-d47b-4ba4-a76f-998ca3e6c997 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695343 Jun 10 16:35:50.296571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-7b72e9b6-adf4-4938-a4da-7bbc70b7dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:50.298071 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-7b72e9b6-adf4-4938-a4da-7bbc70b7dff2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e93c878c-0827-41f9-beb7-7eb933b2edb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0869484 Jun 10 16:35:50.414730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-de0603e9-6431-4db6-8bd3-d487cc3b698b service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093800 Jun 10 16:35:50.532375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a358c22c-024e-4c83-85f4-83a0a3d0ff9b req-ad6f67c4-605a-4f61-b7a5-b3aea54f1bd2 service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100993 Jun 10 16:35:51.386863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:51.451703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6491cca3-7243-4214-8aec-d6faf9d2a2ec details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:35:51.454599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0a58-4bef-4fa3-b3bd-462f8cfd5b79 req-b66f46f7-4578-4b63-9962-2e6fc8753f1e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:51.456045 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ec8b0a58-4bef-4fa3-b3bd-462f8cfd5b79 req-b66f46f7-4578-4b63-9962-2e6fc8753f1e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 944 time: 0.0701463 Jun 10 16:35:51.498062 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ec8b0a58-4bef-4fa3-b3bd-462f8cfd5b79 req-dd3bb5cc-2bff-4b18-b8b3-48b49fb67d04 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Jun 10 16:35:51.575470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:51.587733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:35:51.632806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:51.648160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6491cca3-7243-4214-8aec-d6faf9d2a2ec {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:35:51.669976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:51.673891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:51.675670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-37d79e2b-00da-46e7-a4b2-20cfe90f8512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:51.731477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6491cca3-7243-4214-8aec-d6faf9d2a2ec,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:51.734502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:51.865389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['6491cca3-7243-4214-8aec-d6faf9d2a2ec'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:35:52.686179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6b676-74be-49c2-9a0a-ed270f4ce369 req-37eb064a-4121-4c1c-b8a5-283a031485d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:52.687645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7db6b676-74be-49c2-9a0a-ed270f4ce369 req-37eb064a-4121-4c1c-b8a5-283a031485d8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 945 time: 0.0706806 Jun 10 16:35:52.732152 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7db6b676-74be-49c2-9a0a-ed270f4ce369 req-f224690f-ccf3-465c-bc58-6dfd68911ee9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388563 Jun 10 16:35:53.466894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6491cca3-7243-4214-8aec-d6faf9d2a2ec up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:35:53.523311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 6491cca3-7243-4214-8aec-d6faf9d2a2ec completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:35:53.527007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 6491cca3-7243-4214-8aec-d6faf9d2a2ec triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:35:53.527661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:53.623386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:53.655736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:53.658040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a39cee-5e4e-4d35-b86a-2d1654907200" -d '{"events": [{"server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "name": "network-vif-plugged", "status": "completed", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:53.671680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:35:53.675788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:53.678771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:53.706062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b602b07-fc67-48e8-914d-a7029f83d9a8 x-openstack-request-id: req-4b602b07-fc67-48e8-914d-a7029f83d9a8 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:53.706355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "name": "network-vif-plugged", "status": "completed", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:53.706619 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b602b07-fc67-48e8-914d-a7029f83d9a8 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:53.707006 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'code': 200} Jun 10 16:35:53.736878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6491cca3-7243-4214-8aec-d6faf9d2a2ec,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:53.742028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:53.966983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482e9e9-d64a-4537-a837-cae18377d0c9 req-005c726b-57f3-4a1f-bd73-973a2f89a498 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:53.968435 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3482e9e9-d64a-4537-a837-cae18377d0c9 req-005c726b-57f3-4a1f-bd73-973a2f89a498 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 946 time: 0.1215551 Jun 10 16:35:53.974138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea82e9-66c3-47f1-b050-73c912ceee30 req-17d95495-76dc-4a13-bbac-04714b9af430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:53.976409 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77ea82e9-66c3-47f1-b050-73c912ceee30 req-17d95495-76dc-4a13-bbac-04714b9af430 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 1099 time: 0.0871930 Jun 10 16:35:54.035204 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3482e9e9-d64a-4537-a837-cae18377d0c9 req-62c08e29-f3fa-4c4e-9d42-d049345e11a9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577781 Jun 10 16:35:54.036960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-77ea82e9-66c3-47f1-b050-73c912ceee30 req-937e5cab-e11c-4413-9c57-733735bb59bc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540378 Jun 10 16:35:55.221989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb329314-25ee-48f0-938b-ceb18ee7cc96 req-6d307a96-a604-4bc3-9d79-6378de1cc581 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:55.223439 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fb329314-25ee-48f0-938b-ceb18ee7cc96 req-6d307a96-a604-4bc3-9d79-6378de1cc581 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 946 time: 0.0735984 Jun 10 16:35:55.266018 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fb329314-25ee-48f0-938b-ceb18ee7cc96 req-bb0d88c3-8707-4963-8e8a-97b0f7a9afa7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366857 Jun 10 16:35:55.455724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4875e-c62f-4108-8e34-0fd20232b281 req-fa5cd9b5-d90e-4c53-970c-26b1a3106783 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:55.457223 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32d4875e-c62f-4108-8e34-0fd20232b281 req-fa5cd9b5-d90e-4c53-970c-26b1a3106783 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 946 time: 0.0776105 Jun 10 16:35:55.499665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32d4875e-c62f-4108-8e34-0fd20232b281 req-6a56b045-7c60-41ef-9785-4e5702137019 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365217 Jun 10 16:35:55.525191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53706) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:55.605555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791ddd3c-04a7-45ea-b9c0-215afcca6022 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:55.607085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-791ddd3c-04a7-45ea-b9c0-215afcca6022 tempest-TestNetworkBasicOps-1749080403 tempest-TestNetworkBasicOps-1749080403-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 1094 time: 0.0808916 Jun 10 16:35:55.611421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53708) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:55.616479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:35:55.638686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:56.126687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:56.248722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Allocated IP 172.26.5.38 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/5c2085da-8320-4f89-a541-3469ec71cfc0) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:35:56.378069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:56.420192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:56.423173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:56.471063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:35:56.473894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:35:56.477532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:35:56.507018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=5c2085da-8320-4f89-a541-3469ec71cfc0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:56.511033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:56.952350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:57.050089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:57.248937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:57.253565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:57.257217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-983db818-7dc0-472f-9808-0e1e5645e26e tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:35:57.348737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event updated for resources: {'Port': ['ID=5c2085da-8320-4f89-a541-3469ec71cfc0,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:35:57.353405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:35:57.358348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:57.498336 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 92a5027a-d960-44ea-a03b-b13dfbd93d1e associated. External IP: 172.26.5.38, port: 6491cca3-7243-4214-8aec-d6faf9d2a2ec. Jun 10 16:35:57.798944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:35:57.943496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:35:57.953804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:35:57.962355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:35:57.965404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:57.966053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:58.005730 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3931210 Jun 10 16:35:58.006966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:35:58.009585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53710) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:58.010692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f79357-2b9b-4c85-8df5-3708956206be" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:35:58.048253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2abfb1f-b5ac-4abf-a333-b74da01becda x-openstack-request-id: req-f2abfb1f-b5ac-4abf-a333-b74da01becda {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:35:58.048602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:35:58.048911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2abfb1f-b5ac-4abf-a333-b74da01becda {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:35:58.049402 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'status': 'completed', 'code': 200} Jun 10 16:35:58.119040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:58.140942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d903b39a-8e55-44bd-8931-4178363bc6b7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 991 time: 0.1295614 Jun 10 16:35:58.162920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f79357-2b9b-4c85-8df5-3708956206be req-e4b7f5cc-1e2d-40e1-9f20-1caf7c80135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:58.164477 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-e4b7f5cc-1e2d-40e1-9f20-1caf7c80135d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 1099 time: 0.0884812 Jun 10 16:35:58.291041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f79357-2b9b-4c85-8df5-3708956206be req-2f66d94a-2539-4fe6-b8de-398f4f2a8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:58.292428 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-2f66d94a-2539-4fe6-b8de-398f4f2a8551 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e93c878c-0827-41f9-beb7-7eb933b2edb4 HTTP/1.1" status: 200 len: 898 time: 0.1220760 Jun 10 16:35:58.381138 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-fdbd1027-3c3f-4e23-860c-2ffa9c97e3e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec HTTP/1.1" status: 200 len: 999 time: 0.0826161 Jun 10 16:35:58.434625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '92a5027a-d960-44ea-a03b-b13dfbd93d1e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:35:56Z', 'updated_at': '2021-06-10T16:35:56Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:35:47Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:58.438195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] Checking router: c2fa9317-6a80-4c5b-b181-728f287cac4b for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:35:58.446597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:35:58.447232 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:35:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:58.450220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f79357-2b9b-4c85-8df5-3708956206be req-9421bd75-1e52-43b5-9ace-4da99355271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:58.452216 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-9421bd75-1e52-43b5-9ace-4da99355271a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9555c1-1475-4691-916c-89db09f23184 HTTP/1.1" status: 200 len: 835 time: 0.0644429 Jun 10 16:35:58.519329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f79357-2b9b-4c85-8df5-3708956206be req-2fbf543b-4be5-4874-a834-5cdf8c3828a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:35:58.520846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-2fbf543b-4be5-4874-a834-5cdf8c3828a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e93c878c-0827-41f9-beb7-7eb933b2edb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0628793 Jun 10 16:35:58.596191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:35:58.646827 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-7a19cf06-ec4d-4d1a-b147-442bca7d0be5 service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192129 Jun 10 16:35:58.774044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9f79357-2b9b-4c85-8df5-3708956206be req-d3c6e5d1-2f68-4391-838b-b0da6fab8e35 service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203139 Jun 10 16:35:59.063571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '92a5027a-d960-44ea-a03b-b13dfbd93d1e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:35:56Z', 'updated_at': '2021-06-10T16:35:56Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:35:47Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:35:59.067331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e9672a-6355-4e2f-85ad-2e2344b6fc3f None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:35:42Z', 'revision_number': 4, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '92a5027a-d960-44ea-a03b-b13dfbd93d1e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:35:56Z', 'updated_at': '2021-06-10T16:35:56Z', 'revision_number': 0, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:35:47Z', 'revision_number': 5, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:35:59.144729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53714) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:35:59.238387 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c7629ab6-111c-421a-bceb-5140d62ac9c2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 991 time: 0.0922751 Jun 10 16:35:59.274420 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2693c4d7-fdde-4072-8a4f-6f11391b70c7 None None] New status for floating IP 92a5027a-d960-44ea-a03b-b13dfbd93d1e: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:36:00.242337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53716) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:00.326797 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a15b8fb1-9284-4a9e-a247-42eb1c271e15 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 993 time: 0.0832016 Jun 10 16:36:03.514447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a4aa6d48-96a6-4198-bb2d-ab8af967a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:06.127998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:06.316006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38ca8e35-f0a0-4c7d-95d5-3c3deb7058b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:07.345487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:08.978013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:21.401364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:25.403662 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:36:26.958170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:26.963664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'admin_state_up': False}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:36:27.780971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:27.791924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:27.937975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:36:28.087860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:36:28.094736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:28.095888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-17722a6b-fb97-4107-a06c-5573124eb5ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/c2fa9317-6a80-4c5b-b181-728f287cac4b HTTP/1.1" status: 200 len: 888 time: 1.1367228 Jun 10 16:36:28.097394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:36:28.108785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:28.109462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:28.159278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:28.168713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:28.169377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:28.215213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:28.215645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e3594e-5770-4f80-9158-05e5cd6c3266 None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:36:28.962596 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b23e3-9ddb-40c1-a2db-bab052f201e8 None None] New status for floating IP 92a5027a-d960-44ea-a03b-b13dfbd93d1e: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:36:28.993212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:36:29.086490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:29.123825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:29.128147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:29.129037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:36:29.130851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-4e9cf571-5b5d-4d8f-a3f4-1e3b88e219e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:29.222396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:29.225521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:29.270591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:29.294130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:29.298058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:29.299795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:29.352732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:29.355857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:30.244074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53730) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:30.249412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:36:30.670245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:30.682487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688901'] for router, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:30.826282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:36:30.970361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:36:30.977531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:30.978686 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bbfa70a6-a861-49c9-b801-9c5ce64e9825 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/c2fa9317-6a80-4c5b-b181-728f287cac4b HTTP/1.1" status: 200 len: 887 time: 0.7336068 Jun 10 16:36:30.980153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:36:30.982936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53732) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:30.993019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:30.993684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:31.063983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6c4521b0-388c-471f-815f-8e561bc5e2eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 991 time: 0.0793931 Jun 10 16:36:31.137158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:36:31.425320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:30Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '92a5027a-d960-44ea-a03b-b13dfbd93d1e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:35:56Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:31.428779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] Checking router: c2fa9317-6a80-4c5b-b181-728f287cac4b for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:36:31.436856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:31.437506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:31.583521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:36:31.877784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:30Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '92a5027a-d960-44ea-a03b-b13dfbd93d1e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:35:56Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:31.881751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f68581c-88a3-4fcc-9760-87dfa45b46c2 None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:30Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '92a5027a-d960-44ea-a03b-b13dfbd93d1e', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'floating_ip_address': '172.26.5.38', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'port_id': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'mac_address': 'fa:16:3e:ab:49:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:35:56Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 2, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:36:29Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:36:32.067496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53734) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:32.170103 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4836b1a1-a55c-4fde-8b7d-60a75830fb9f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 991 time: 0.0999234 Jun 10 16:36:32.850973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:36:32.916641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:36:32.917041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:33.015950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:33.059199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:33.062837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:33.063736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:36:33.065597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:33.156819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:33.160279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:33.169091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:36:33.169444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:33.173263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53738) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:33.257056 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-511f0279-5f42-481c-984f-c907092aa955 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 991 time: 0.0818117 Jun 10 16:36:33.268176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:33.291361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:33.295111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:33.296972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:33.348944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:33.351947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:33.501825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d23b9-8f8c-44bf-a0e5-a817a6674857 None None] New status for floating IP 92a5027a-d960-44ea-a03b-b13dfbd93d1e: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:36:33.517039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-38c770c2-2f53-41b8-87f4-3b57717e2e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:34.260845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53742) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:34.353761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-28a6c501-4c76-48f7-bf8e-cda9a8379127 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 200 len: 993 time: 0.0914013 Jun 10 16:36:34.637220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53748) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:34.822140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:36:34.848955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 5c2085da-8320-4f89-a541-3469ec71cfc0 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:36:34.849333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:34.879222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:36:34.879604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:34.955455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:34.955693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:34.973921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:36:35.029695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:36:35.030077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:35.052434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 5c2085da-8320-4f89-a541-3469ec71cfc0 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:36:35.251979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:35.254341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aeef3f3-1248-40bf-9e13-cc31254c5795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:35.285590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=5c2085da-8320-4f89-a541-3469ec71cfc0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:35.297116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.297537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.298008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.298306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.298683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.299060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.299435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.299817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.300195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.300566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.300935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.301327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:35.306034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:35.375069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:35.375402 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Floating IP 92a5027a-d960-44ea-a03b-b13dfbd93d1e disassociated (deleted). External IP: 172.26.5.38, port: 6491cca3-7243-4214-8aec-d6faf9d2a2ec. Jun 10 16:36:35.700739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:36:35.856834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:36:35.861201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:35.866944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:36:35.875833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:35.876458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:35.910995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/floatingips/92a5027a-d960-44ea-a03b-b13dfbd93d1e HTTP/1.1" status: 204 len: 168 time: 1.2727041 Jun 10 16:36:35.912050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:36:35.915229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:36:35.956450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b140af-ee83-41a2-bc1f-6083c614a6f5 x-openstack-request-id: req-81b140af-ee83-41a2-bc1f-6083c614a6f5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:36:35.957023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:36:35.957563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81b140af-ee83-41a2-bc1f-6083c614a6f5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:36:35.958337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'status': 'completed', 'code': 200} Jun 10 16:36:36.042352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-1d7327ec-b560-4e43-b8f0-d01c7321830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:36.044129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-1d7327ec-b560-4e43-b8f0-d01c7321830f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 1099 time: 0.0620995 Jun 10 16:36:36.049898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:36:36.173889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-44b85c3c-cd64-4a86-86b6-125ed7458158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:36.175739 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-44b85c3c-cd64-4a86-86b6-125ed7458158 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e93c878c-0827-41f9-beb7-7eb933b2edb4 HTTP/1.1" status: 200 len: 898 time: 0.1254568 Jun 10 16:36:36.244260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:36.251420 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-2cb4b051-90d4-43a7-aa9d-a0027f54b94e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec HTTP/1.1" status: 200 len: 217 time: 0.0623143 Jun 10 16:36:36.352040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-7b10065b-a974-4169-a73c-60e6997cb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:36.353557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-7b10065b-a974-4169-a73c-60e6997cb005 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6b9555c1-1475-4691-916c-89db09f23184 HTTP/1.1" status: 200 len: 835 time: 0.0765316 Jun 10 16:36:36.354035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fdb95ae-a5e0-484c-a901-3eecd57a7659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:36.376042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:30Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:36.379800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] Checking router: c2fa9317-6a80-4c5b-b181-728f287cac4b for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:36:36.388384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:36.389065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:36.402907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f1f37-084d-46b2-917c-b3efe90d8dd3 req-632bec09-c452-4f2c-8f9e-56376dd90903 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:36.404405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1a0f1f37-084d-46b2-917c-b3efe90d8dd3 req-632bec09-c452-4f2c-8f9e-56376dd90903 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 946 time: 0.1642470 Jun 10 16:36:36.462303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1a0f1f37-084d-46b2-917c-b3efe90d8dd3 req-5afcac94-09fb-4f02-9b39-051ea441918a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511255 Jun 10 16:36:36.465161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-45a3ac9a-a8ae-4c4f-8edc-cf15924c1393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:36.466592 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-45a3ac9a-a8ae-4c4f-8edc-cf15924c1393 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e93c878c-0827-41f9-beb7-7eb933b2edb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1058450 Jun 10 16:36:36.533110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:36:36.588901 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-f7b91916-cb23-42ab-9ccd-8ac6084f82ae service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147304 Jun 10 16:36:36.714534 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120e46b4-41d2-4fb3-8c22-d4b39236eb9b req-89f8a747-f792-461b-ab16-d7891a32d2bc service neutron] 10.222.0.25 "GET /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189642 Jun 10 16:36:36.812243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:30Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:36.815595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1457e6-879b-40f3-a5c4-8c78da2abbf4 None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:30Z', 'revision_number': 6, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e', 'name': '', 'network_id': 'e93c878c-0827-41f9-beb7-7eb933b2edb4', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'mac_address': 'fa:16:3e:52:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '6b9555c1-1475-4691-916c-89db09f23184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:41Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'subnets': [{'id': '6b9555c1-1475-4691-916c-89db09f23184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:36:37.349245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:37.483851 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c22ebc-404b-4716-9e46-8acc1b5df86c None None] New status for floating IP 92a5027a-d960-44ea-a03b-b13dfbd93d1e: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:36:37.500410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-73773be7-1df6-485a-893c-f2d07d31ee2d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:37.502004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-73773be7-1df6-485a-893c-f2d07d31ee2d tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 946 time: 0.0718486 Jun 10 16:36:37.638048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 6491cca3-7243-4214-8aec-d6faf9d2a2ec {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:36:37.638388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:37.667138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461df0-8c54-44e4-ba88-f2f1c6f59439 req-69de8ada-aef3-49d6-8867-38966d99f842 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:37.668640 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04461df0-8c54-44e4-ba88-f2f1c6f59439 req-69de8ada-aef3-49d6-8867-38966d99f842 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3d30bf5-5718-45af-ba7f-5ceef94fed60 HTTP/1.1" status: 200 len: 946 time: 0.0846908 Jun 10 16:36:37.716952 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04461df0-8c54-44e4-ba88-f2f1c6f59439 req-e1a712e3-10e6-43cb-be15-cabbbe373639 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "GET /v2.0/security-groups?id=016e19a4-42c5-4e3b-99f0-93ed6c1fff90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Jun 10 16:36:37.767182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 6491cca3-7243-4214-8aec-d6faf9d2a2ec, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6491cca3-7243-4214-8aec-d6faf9d2a2ec,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:37.767455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:37.868360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 6491cca3-7243-4214-8aec-d6faf9d2a2ec owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:36:38.027636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.032247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:38.064074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=6491cca3-7243-4214-8aec-d6faf9d2a2ec,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:38.067205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:38.125265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] No DVR routers for this DVR port 6491cca3-7243-4214-8aec-d6faf9d2a2ec on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:36:38.127806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.129834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-76d98b02-ae0c-401b-8f5d-b4407d702039 req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.25 "DELETE /v2.0/ports/6491cca3-7243-4214-8aec-d6faf9d2a2ec HTTP/1.1" status: 204 len: 173 time: 0.6222370 Jun 10 16:36:38.130373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'name': 'network-vif-deleted', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:36:38.133743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbeda54-9b30-4d60-8711-8ebc5ea36025" -d '{"events": [{"server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "name": "network-vif-deleted", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:36:38.173133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a91a66-6c98-49ce-9925-bb055e4b10bb x-openstack-request-id: req-80a91a66-6c98-49ce-9925-bb055e4b10bb {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:36:38.173518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d30bf5-5718-45af-ba7f-5ceef94fed60", "name": "network-vif-deleted", "tag": "6491cca3-7243-4214-8aec-d6faf9d2a2ec", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:36:38.173829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80a91a66-6c98-49ce-9925-bb055e4b10bb {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:36:38.174285 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d30bf5-5718-45af-ba7f-5ceef94fed60', 'name': 'network-vif-deleted', 'tag': '6491cca3-7243-4214-8aec-d6faf9d2a2ec', 'status': 'completed', 'code': 200} Jun 10 16:36:38.816206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53764) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:38.881531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.908828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.975180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.977841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.979108 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/security-groups/016e19a4-42c5-4e3b-99f0-93ed6c1fff90 HTTP/1.1" status: 204 len: 168 time: 0.1618292 Jun 10 16:36:38.979960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8abd506d-d476-48ae-91a3-6937d0d92526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:38.988184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:38.991060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016e19a4-42c5-4e3b-99f0-93ed6c1fff90,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:38.993454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:39.014747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53768) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:39.700605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6491cca3-7243-4214-8aec-d6faf9d2a2ec no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:36:39.727042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 6491cca3-7243-4214-8aec-d6faf9d2a2ec {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:36:39.727404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6491cca3-7243-4214-8aec-d6faf9d2a2ec not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:36:39.931801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:40.278862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:36:40.279201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:40.391622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:40.391979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:40.489154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:36:40.735455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:40.737442 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fa111ef4-174c-4abc-a089-8821a39f82f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:40.768886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:40.772702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:41.009516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:41.317065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Router c2fa9317-6a80-4c5b-b181-728f287cac4b has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:36:41.468975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:36:41.473993 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "PUT /v2.0/routers/c2fa9317-6a80-4c5b-b181-728f287cac4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4581406 Jun 10 16:36:41.477168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53770) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:41.480132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] Sync routers for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:36:41.489158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:41.489784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:41.539333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting subnet 6b9555c1-1475-4691-916c-89db09f23184 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:36:41.542965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:41.597420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:41.643856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:36:41.700001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:41.776050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:41.778374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-79169234-c4ac-431c-b284-6aa936f9a6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:41.809966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9555c1-1475-4691-916c-89db09f23184,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:41.814362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:41.818155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:41.820103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/subnets/6b9555c1-1475-4691-916c-89db09f23184 HTTP/1.1" status: 204 len: 168 time: 0.3419914 Jun 10 16:36:41.827561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53772) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:41.830945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc09d4-b04d-43b4-9bf1-78b67599c775 None None] Network e93c878c-0827-41f9-beb7-7eb933b2edb4 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:36:41.981757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.137616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.202106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116'}], 'enable_snat': True}, 'gw_port_id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:40Z', 'revision_number': 7, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port': {'id': '0d1e14aa-bbe3-47ed-92eb-9446e4aef70a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:35:38Z', 'updated_at': '2021-06-10T16:36:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:42.207585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Deleting port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:36:42.207780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] Checking router: c2fa9317-6a80-4c5b-b181-728f287cac4b for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:36:42.207937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.220681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] Routers {'c2fa9317-6a80-4c5b-b181-728f287cac4b'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:36:42.221350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:36:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['c2fa9317-6a80-4c5b-b181-728f287cac4b'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:42.317995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] DHCP port deletion for e93c878c-0827-41f9-beb7-7eb933b2edb4 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:36:42.330497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] For port 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:42.330856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.377125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] Set router c2fa9317-6a80-4c5b-b181-728f287cac4b gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:36:42.431393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Calling delete_port for 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:36:42.464171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:42Z', 'revision_number': 8, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:42.470439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcb3d9-07e2-4218-ad81-17e7ad1dfe85 None None] The sync data for ids ['c2fa9317-6a80-4c5b-b181-728f287cac4b'] in dv-neutron-601336-90-hyperv is: [{'id': 'c2fa9317-6a80-4c5b-b181-728f287cac4b', 'name': 'tempest-TestNetworkBasicOps-router-892905570', 'tenant_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:35:37Z', 'updated_at': '2021-06-10T16:36:42Z', 'revision_number': 8, 'project_id': '8788aa4e072c4e30b8e7d4a2cbd9aa3e', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:36:42.480347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Deleting port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:36:42.480936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.568056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] For port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,segment=NetworkSegment(9e4a7705-92b7-4767-803a-0c267529d513),segment_id=9e4a7705-92b7-4767-803a-0c267529d513)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:42.568626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.657391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.665677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bc329707-cfac-48fe-b9af-19625dce429e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:42.673199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Calling delete_port for 4e8d4f12-5340-47b5-a9a8-3ca793e088ef owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:36:42.692751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Port': ['ID=0d1e14aa-bbe3-47ed-92eb-9446e4aef70a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:42.696604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:42.776656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.782534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.784770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:42.814732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Pushing event deleted for resources: {'Port': ['ID=4e8d4f12-5340-47b5-a9a8-3ca793e088ef,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:42.819152 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] No DVR routers for this DVR port 4e8d4f12-5340-47b5-a9a8-3ca793e088ef on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:36:42.826120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.826482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.826834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.827163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.827497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.827828 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.828943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.828943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.828943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.829230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.829445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.829756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:42.832855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:42.918471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.920540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.983976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:42.984610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Fanout notify agent at l3_agent the message router_deleted on router c2fa9317-6a80-4c5b-b181-728f287cac4b {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:36:43.005252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.005252 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/routers/c2fa9317-6a80-4c5b-b181-728f287cac4b HTTP/1.1" status: 204 len: 168 time: 1.1691060 Jun 10 16:36:43.005695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53774) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:43.015735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:36:43.045185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:36:43.045554 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 23b35e3f-dbae-4c7f-a6fa-6e64c6447f0e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:36:43.045988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:36:43.073728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:36:43.074096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 0d1e14aa-bbe3-47ed-92eb-9446e4aef70a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:36:43.074533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e8d4f12-5340-47b5-a9a8-3ca793e088ef no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:36:43.100524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4e8d4f12-5340-47b5-a9a8-3ca793e088ef {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:36:43.100899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e8d4f12-5340-47b5-a9a8-3ca793e088ef not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:36:43.112785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.233106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.250195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93c878c-0827-41f9-beb7-7eb933b2edb4']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:43.263054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4a7705-92b7-4767-803a-0c267529d513') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:43.263254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4a7705-92b7-4767-803a-0c267529d513') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:36:43.275002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.291284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.296918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:36:43.297385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:36:43.300248 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:36:43.381111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.385522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.387857 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] 10.222.0.23 "DELETE /v2.0/networks/e93c878c-0827-41f9-beb7-7eb933b2edb4 HTTP/1.1" status: 204 len: 168 time: 0.3809006 Jun 10 16:36:43.388722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1e4b306c-3f14-4f38-aa88-c3ea51ac0b88 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:43.407560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Pushing event deleted for resources: {'Network': ['ID=e93c878c-0827-41f9-beb7-7eb933b2edb4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:43.410264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:43.659559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53780) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:43.792434 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c2bcea83-09d8-4250-8134-5953820b58c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8788aa4e072c4e30b8e7d4a2cbd9aa3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315348 Jun 10 16:36:43.794851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53784) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:43.848051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.871377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.924963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.927498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:43.928659 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43830eb2-63c5-49f6-b078-6c79779e374b HTTP/1.1" status: 204 len: 168 time: 0.1329195 Jun 10 16:36:43.929456 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49746e5a-331a-4684-b8bf-184b1ba7d180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:43.939599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43830eb2-63c5-49f6-b078-6c79779e374b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:43.946888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.947284 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.948178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.948558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.948938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.949346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.949727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.950130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.950498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.950866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.951260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.951583 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:36:43.955397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:44.191475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53790) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:44.208241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.305549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.309492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.312861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-42dd8835-fc17-4960-a91e-7b966cfcbd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:44.357602 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=091be485fa994c55a46d2e6839e40b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650133 Jun 10 16:36:44.358657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb04e0d-af21-4fc4-9d7b-669f054985c0,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:44.360225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53792) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:36:44.361758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:44.414998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.437189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.489046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.492143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:44.493299 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb04e0d-af21-4fc4-9d7b-669f054985c0 HTTP/1.1" status: 204 len: 168 time: 0.1320858 Jun 10 16:36:44.494084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ff503ded-89d0-4558-bcda-ab2ec69f0694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:44.502729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb04e0d-af21-4fc4-9d7b-669f054985c0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:44.504932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:51.255826 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-651ece72-847a-46ca-99e4-06fd42912b3b tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=e4077d5ab1f948039480a4d5236c28b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354989 Jun 10 16:36:51.402505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:51.837347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-a83aac2f-c57e-4ba4-97bb-9631f8b42e34 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:51.838793 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-a83aac2f-c57e-4ba4-97bb-9631f8b42e34 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5777056 Jun 10 16:36:51.853626 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-6ce4c70c-9fc2-4976-a283-59c8ab3aefb5 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/quotas/e4077d5ab1f948039480a4d5236c28b4 HTTP/1.1" status: 200 len: 375 time: 0.0093293 Jun 10 16:36:51.892084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-7c400af2-eef6-4a61-9496-0c5fe2890a25 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e4077d5ab1f948039480a4d5236c28b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334327 Jun 10 16:36:52.064213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a13a79ac-9bd8-44fe-a702-407986e53d24 req-20127636-171c-4422-878d-bbe70e8bf49a tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 210 time: 0.0349021 Jun 10 16:36:53.032320 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-a1b83fb8-1366-436a-b5a2-0b6f0b33e285 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e4077d5ab1f948039480a4d5236c28b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337441 Jun 10 16:36:53.225780 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c785565f-0745-4f8d-8c6a-45bd0bdde38f req-565beeb1-aac7-4e25-8a7e-a56500423823 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 210 time: 0.0395772 Jun 10 16:36:53.262303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-43acecac-466f-4f9c-a3a3-c24cd50fcea6 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:53.263715 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-43acecac-466f-4f9c-a3a3-c24cd50fcea6 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266603 Jun 10 16:36:53.277276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Request body: {'port': {'device_id': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370', 'admin_state_up': True, 'tenant_id': 'e4077d5ab1f948039480a4d5236c28b4'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:36:53.839439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Made reservation on behalf of e4077d5ab1f948039480a4d5236c28b4 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:36:53.843269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:53.854828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:53.949864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:53.953652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:53.957896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7265f9de-a80c-4087-b209-8a20fb8774ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:54.030401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3e623-4d37-4895-8a06-730cdcf7f0c2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:54.039710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:54.108132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Allocated IP 192.168.233.214 (1447ca55-d698-4534-b4dd-a37385aeb370/cf57c70b-1b91-469f-8822-d4f858d2485e/5d2ee408-3427-4e7b-acce-b833341d5475) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:36:54.287537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:54.300768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Transition to ACTIVE for port object 5d2ee408-3427-4e7b-acce-b833341d5475 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:36:54.338055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:54.350790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2e25e2ff-7b8e-4ef1-bcbe-4a51273c1b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:54.430993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Network 1447ca55-d698-4534-b4dd-a37385aeb370 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:36:54.436494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:36:54.446588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:36:54.456439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Pushing event updated for resources: {'Port': ['ID=5d2ee408-3427-4e7b-acce-b833341d5475,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:54.485782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:54.522347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d07-f148-464f-8f95-d04b6fe0bb7c req-ce00b1bb-0e05-4c93-9e9c-47881b8d4a81 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:54.523910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8bad6d07-f148-464f-8f95-d04b6fe0bb7c req-ce00b1bb-0e05-4c93-9e9c-47881b8d4a81 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 936 time: 0.1839690 Jun 10 16:36:54.530065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:54.530683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:54.566307 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2927568 Jun 10 16:36:54.580093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Request body: {'port': {'device_id': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:36:54.589027 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8bad6d07-f148-464f-8f95-d04b6fe0bb7c req-3e085f33-171a-4966-9b34-4c586ecf1b1f tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555413 Jun 10 16:36:54.675951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:54.716643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-541dfe9e-a90d-40ac-9201-a021355da759 None None] Provisioning for port 5d2ee408-3427-4e7b-acce-b833341d5475 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:36:54.720614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-541dfe9e-a90d-40ac-9201-a021355da759 None None] Provisioning complete for port 5d2ee408-3427-4e7b-acce-b833341d5475 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:36:54.720997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-541dfe9e-a90d-40ac-9201-a021355da759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:54.762592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-541dfe9e-a90d-40ac-9201-a021355da759 None None] Port 5d2ee408-3427-4e7b-acce-b833341d5475 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:36:54.995208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2ee408-3427-4e7b-acce-b833341d5475 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:36:55.003090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:55.015836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Transition to ACTIVE for port object 5d2ee408-3427-4e7b-acce-b833341d5475 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:36:55.019796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:55.022632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-95eb5aaa-ec64-4d83-a0b4-f0552c8ec084 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:55.122100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2ee408-3427-4e7b-acce-b833341d5475,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:55.127380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:55.216425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Attempting to bind port 5d2ee408-3427-4e7b-acce-b833341d5475 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:36:55.216958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Attempting to bind port 5d2ee408-3427-4e7b-acce-b833341d5475 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:36:55.217509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Attempting to bind port 5d2ee408-3427-4e7b-acce-b833341d5475 on network 1447ca55-d698-4534-b4dd-a37385aeb370 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:36:55.222984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Port 5d2ee408-3427-4e7b-acce-b833341d5475 on network 1447ca55-d698-4534-b4dd-a37385aeb370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:36:55.223339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Attempting to bind port 5d2ee408-3427-4e7b-acce-b833341d5475 on network 1447ca55-d698-4534-b4dd-a37385aeb370 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:36:55.228926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:36:55.229283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Checking segment: {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:36:55.229663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Bound using segment: {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:36:55.230079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Bound port: 5d2ee408-3427-4e7b-acce-b833341d5475, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b727285e-11fa-4c9a-a871-6c348a786836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:36:55.230422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:55.309699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] For port 5d2ee408-3427-4e7b-acce-b833341d5475, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:36:55.312883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] For port 5d2ee408-3427-4e7b-acce-b833341d5475, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d2ee408-3427-4e7b-acce-b833341d5475,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:36:55.318500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:55.320599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1c2d1ad9-a60b-4088-9f5d-0d79c2f966ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:55.365471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:55.366176 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:55.368036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] 10.222.0.25 "PUT /v2.0/ports/5d2ee408-3427-4e7b-acce-b833341d5475 HTTP/1.1" status: 200 len: 1098 time: 0.7939055 Jun 10 16:36:55.368589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'tag': '5d2ee408-3427-4e7b-acce-b833341d5475'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:36:55.370974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826", "tag": "5d2ee408-3427-4e7b-acce-b833341d5475"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:36:55.403964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2ee408-3427-4e7b-acce-b833341d5475,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:55.409102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:55.424055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375acb78-18fa-41fd-ae50-8394206bfe19 x-openstack-request-id: req-375acb78-18fa-41fd-ae50-8394206bfe19 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:36:55.424494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826", "tag": "5d2ee408-3427-4e7b-acce-b833341d5475", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:36:55.424859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-375acb78-18fa-41fd-ae50-8394206bfe19 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:36:55.425390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'tag': '5d2ee408-3427-4e7b-acce-b833341d5475', 'status': 'completed', 'code': 200} Jun 10 16:36:55.481020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-0a650dc6-f14d-4996-897f-4575168f65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:55.482624 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-0a650dc6-f14d-4996-897f-4575168f65cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4077d5ab1f948039480a4d5236c28b4&device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 1101 time: 0.0685196 Jun 10 16:36:55.544403 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-b2121e5a-2ac2-403d-ba4e-0c373ab6b445 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5d2ee408-3427-4e7b-acce-b833341d5475 HTTP/1.1" status: 200 len: 217 time: 0.0543361 Jun 10 16:36:55.602433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-037dc808-a1c0-4435-b702-497c7e97d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:55.603955 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-037dc808-a1c0-4435-b702-497c7e97d76a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf57c70b-1b91-469f-8822-d4f858d2485e HTTP/1.1" status: 200 len: 843 time: 0.0535412 Jun 10 16:36:55.678618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-349670d3-d095-4903-aca4-185db91f5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:55.680370 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-349670d3-d095-4903-aca4-185db91f5b8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1447ca55-d698-4534-b4dd-a37385aeb370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0705600 Jun 10 16:36:55.844375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-c878a887-f9c7-4e18-88c6-4f9f81e04acd service neutron] 10.222.0.25 "GET /v2.0/networks/1447ca55-d698-4534-b4dd-a37385aeb370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579280 Jun 10 16:36:55.859579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaae43-ee89-4fb6-8922-669c166eebbf req-8fcc3636-b19d-47a7-bca8-8f85338fbb53 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:55.860972 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5eeaae43-ee89-4fb6-8922-669c166eebbf req-8fcc3636-b19d-47a7-bca8-8f85338fbb53 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 948 time: 0.1534357 Jun 10 16:36:55.972779 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5eeaae43-ee89-4fb6-8922-669c166eebbf req-87f33b4f-c95a-4451-ab26-1ebaeef5ac47 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043146 Jun 10 16:36:56.004210 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d94a6f-8baf-4f21-bdb7-b241312bfa9b req-a97c9438-bb03-4ef4-b002-4a141996486b service neutron] 10.222.0.25 "GET /v2.0/networks/1447ca55-d698-4534-b4dd-a37385aeb370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523652 Jun 10 16:36:56.108189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-62ce226c-7eea-43be-b84f-1290499c87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:56.109643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-62ce226c-7eea-43be-b84f-1290499c87f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4077d5ab1f948039480a4d5236c28b4&device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 1101 time: 0.0590129 Jun 10 16:36:56.231061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-5f93c730-b09b-4cef-8488-7c42a566a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:56.232518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-5f93c730-b09b-4cef-8488-7c42a566a5b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1447ca55-d698-4534-b4dd-a37385aeb370 HTTP/1.1" status: 200 len: 870 time: 0.1159935 Jun 10 16:36:56.288447 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-b06717bb-e60a-436e-94d4-655dc2e58880 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5d2ee408-3427-4e7b-acce-b833341d5475 HTTP/1.1" status: 200 len: 217 time: 0.0489318 Jun 10 16:36:56.353215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-5bde572f-5227-4e8d-b528-8ae9be350e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:56.354658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-5bde572f-5227-4e8d-b528-8ae9be350e85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cf57c70b-1b91-469f-8822-d4f858d2485e HTTP/1.1" status: 200 len: 843 time: 0.0584812 Jun 10 16:36:56.420043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-9cd0f13c-2d88-4336-99a2-552b2e66153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:56.421465 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-9cd0f13c-2d88-4336-99a2-552b2e66153b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1447ca55-d698-4534-b4dd-a37385aeb370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0599177 Jun 10 16:36:56.542918 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-46bf40f6-6bc8-480e-a6f2-e1e138d836be service neutron] 10.222.0.25 "GET /v2.0/networks/1447ca55-d698-4534-b4dd-a37385aeb370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137013 Jun 10 16:36:56.664935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd49f8e6-5ecf-4a24-a642-ec76e8ef9909 req-4e11bb37-58bd-416f-858d-33a600a34795 service neutron] 10.222.0.25 "GET /v2.0/networks/1447ca55-d698-4534-b4dd-a37385aeb370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136339 Jun 10 16:36:57.169769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f35b1-b5d3-4482-81c4-3d872cea3ed1 req-3570470f-433a-4400-ba17-004fc77379ab tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:57.171235 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a74f35b1-b5d3-4482-81c4-3d872cea3ed1 req-3570470f-433a-4400-ba17-004fc77379ab tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 948 time: 0.0805833 Jun 10 16:36:57.215289 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a74f35b1-b5d3-4482-81c4-3d872cea3ed1 req-5e229d5a-def4-4216-834a-fceca334e651 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Jun 10 16:36:57.810325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5d2ee408-3427-4e7b-acce-b833341d5475 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:36:57.932677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5d2ee408-3427-4e7b-acce-b833341d5475, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d2ee408-3427-4e7b-acce-b833341d5475,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:57.944772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '5d2ee408-3427-4e7b-acce-b833341d5475', 'network_id': '1447ca55-d698-4534-b4dd-a37385aeb370', 'port_id': '5d2ee408-3427-4e7b-acce-b833341d5475', 'mac_address': 'fa:16:3e:df:a9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf57c70b-1b91-469f-8822-d4f858d2485e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:36:57.991861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:58.007145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2ee408-3427-4e7b-acce-b833341d5475 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:36:58.029383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5d2ee408-3427-4e7b-acce-b833341d5475, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d2ee408-3427-4e7b-acce-b833341d5475,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:36:58.033612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:58.035785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:36:58.089545 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5d2ee408-3427-4e7b-acce-b833341d5475,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:36:58.092586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:36:58.240544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['5d2ee408-3427-4e7b-acce-b833341d5475'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:36:58.398281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ad4a9-72c5-4389-877d-93791618adaf req-103cbeb8-94eb-490b-8808-d9f4a6e8f446 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:58.399781 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ba3ad4a9-72c5-4389-877d-93791618adaf req-103cbeb8-94eb-490b-8808-d9f4a6e8f446 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 949 time: 0.0735483 Jun 10 16:36:58.441409 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ba3ad4a9-72c5-4389-877d-93791618adaf req-cb697f50-0a84-4bc1-9a4f-f4a290baa0c5 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Jun 10 16:36:59.626570 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe3d1a-67f2-42b2-b0da-c8c245a45b67 req-d9f87498-7689-41b5-baf5-97f68ff0815b tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:36:59.628026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bdfe3d1a-67f2-42b2-b0da-c8c245a45b67 req-d9f87498-7689-41b5-baf5-97f68ff0815b tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 949 time: 0.0691602 Jun 10 16:36:59.670700 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bdfe3d1a-67f2-42b2-b0da-c8c245a45b67 req-ec1084ac-9080-4fbf-bc63-567be08fd565 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Jun 10 16:36:59.825107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5d2ee408-3427-4e7b-acce-b833341d5475 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:36:59.878795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 5d2ee408-3427-4e7b-acce-b833341d5475 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:36:59.882519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 5d2ee408-3427-4e7b-acce-b833341d5475 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:36:59.882825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:59.972748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:36:59.996340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2ee408-3427-4e7b-acce-b833341d5475'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:36:59.998641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7caa6f-291c-4a7e-bf0e-2b48df8b2db5" -d '{"events": [{"server_uuid": "aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826", "name": "network-vif-plugged", "status": "completed", "tag": "5d2ee408-3427-4e7b-acce-b833341d5475"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:00.019126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5d2ee408-3427-4e7b-acce-b833341d5475, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d2ee408-3427-4e7b-acce-b833341d5475,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:00.025002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:00.027107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:00.054777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8a89fb-33eb-4163-a425-6c443da2b6f7 x-openstack-request-id: req-af8a89fb-33eb-4163-a425-6c443da2b6f7 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:00.055098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826", "name": "network-vif-plugged", "status": "completed", "tag": "5d2ee408-3427-4e7b-acce-b833341d5475", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:00.055331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af8a89fb-33eb-4163-a425-6c443da2b6f7 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:00.055730 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2ee408-3427-4e7b-acce-b833341d5475', 'code': 200} Jun 10 16:37:00.085116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5d2ee408-3427-4e7b-acce-b833341d5475,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:00.088102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:00.269651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c15fc-84e5-40f9-9aab-8bbeaafb606b req-72585822-4039-4d18-95cd-36e770cbaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:00.271122 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-116c15fc-84e5-40f9-9aab-8bbeaafb606b req-72585822-4039-4d18-95cd-36e770cbaacd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 1103 time: 0.0631685 Jun 10 16:37:00.309370 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-116c15fc-84e5-40f9-9aab-8bbeaafb606b req-f8c8152c-aadb-44de-a088-3c6332963997 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Jun 10 16:37:00.856188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a85b1-c8ab-40c9-862c-b00ef791be6b req-7b49f6e8-3159-40fc-9026-a089ff05089c tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:00.857699 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-891a85b1-c8ab-40c9-862c-b00ef791be6b req-7b49f6e8-3159-40fc-9026-a089ff05089c tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 950 time: 0.0748928 Jun 10 16:37:00.899724 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-891a85b1-c8ab-40c9-862c-b00ef791be6b req-459fcd14-552c-48ff-a291-584daa4041c0 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Jun 10 16:37:02.086254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19acc-ac56-4956-80f1-616b99a61c8b req-513b6332-b8bf-42b3-9995-fb3c14e221b3 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:02.088105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-72a19acc-ac56-4956-80f1-616b99a61c8b req-513b6332-b8bf-42b3-9995-fb3c14e221b3 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 950 time: 0.0729661 Jun 10 16:37:02.131325 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-72a19acc-ac56-4956-80f1-616b99a61c8b req-1b9bd62b-5c88-416d-b945-98b0059e2694 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375381 Jun 10 16:37:02.404799 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:37:03.464358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004bde-ae76-48ad-b623-a07b9419f47b req-9d306434-40d9-464e-85b2-77d5fc04f951 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:03.465820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a004bde-ae76-48ad-b623-a07b9419f47b req-9d306434-40d9-464e-85b2-77d5fc04f951 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 950 time: 0.0734327 Jun 10 16:37:03.509293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a004bde-ae76-48ad-b623-a07b9419f47b req-c63a6ff4-6ea8-4777-ba9b-cd12aa8e4c29 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378115 Jun 10 16:37:03.524183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b672e0bb-d045-45f1-88d8-2018e7cb2a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:04.531050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-c7d2cacc-82ff-4c2c-b04d-0e6783a17669 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:04.532433 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-c7d2cacc-82ff-4c2c-b04d-0e6783a17669 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 950 time: 0.0681949 Jun 10 16:37:04.652606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Deleting port 5d2ee408-3427-4e7b-acce-b833341d5475 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:37:04.652945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:04.698796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18290375-dad9-44c8-8318-f6ce87d728f4 req-02258f38-7273-4e44-b7c6-2f4c4522fb18 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:04.700263 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18290375-dad9-44c8-8318-f6ce87d728f4 req-02258f38-7273-4e44-b7c6-2f4c4522fb18 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826 HTTP/1.1" status: 200 len: 950 time: 0.0721262 Jun 10 16:37:04.742100 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18290375-dad9-44c8-8318-f6ce87d728f4 req-f4af82c3-5a45-44ed-af8b-104f4e780145 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.23 "GET /v2.0/security-groups?id=29d3e623-4d37-4895-8a06-730cdcf7f0c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361056 Jun 10 16:37:04.765751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] For port 5d2ee408-3427-4e7b-acce-b833341d5475, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5d2ee408-3427-4e7b-acce-b833341d5475,segment=NetworkSegment(b727285e-11fa-4c9a-a871-6c348a786836),segment_id=b727285e-11fa-4c9a-a871-6c348a786836)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:04.766117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:04.868897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Calling delete_port for 5d2ee408-3427-4e7b-acce-b833341d5475 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:37:05.019153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:05.023002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:05.031210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['5d2ee408-3427-4e7b-acce-b833341d5475'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:37:05.059117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Pushing event deleted for resources: {'Port': ['ID=5d2ee408-3427-4e7b-acce-b833341d5475,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:05.062261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:05.116256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] No DVR routers for this DVR port 5d2ee408-3427-4e7b-acce-b833341d5475 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:37:05.119031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:05.121854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c850a1b4-3d14-4dcd-9016-d24e613de172 req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] 10.222.0.25 "DELETE /v2.0/ports/5d2ee408-3427-4e7b-acce-b833341d5475 HTTP/1.1" status: 204 len: 173 time: 0.5840030 Jun 10 16:37:05.122432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'name': 'network-vif-deleted', 'tag': '5d2ee408-3427-4e7b-acce-b833341d5475'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:37:05.124823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a02209-ad8f-4e36-97f6-c9c61c9c8eb0" -d '{"events": [{"server_uuid": "aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826", "name": "network-vif-deleted", "tag": "5d2ee408-3427-4e7b-acce-b833341d5475"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:05.171078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba5abb-afdc-445f-9288-d9f259c13e9a x-openstack-request-id: req-6bba5abb-afdc-445f-9288-d9f259c13e9a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:05.171427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826", "name": "network-vif-deleted", "tag": "5d2ee408-3427-4e7b-acce-b833341d5475", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:05.171737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bba5abb-afdc-445f-9288-d9f259c13e9a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:05.172503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5f7ea6-7a4c-48fa-8afe-6d0cd280f826', 'name': 'network-vif-deleted', 'tag': '5d2ee408-3427-4e7b-acce-b833341d5475', 'status': 'completed', 'code': 200} Jun 10 16:37:06.093535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53926) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:06.128379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.245415 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aa3ab229-8445-4963-b1e6-d6645f769b7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4077d5ab1f948039480a4d5236c28b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505430 Jun 10 16:37:06.247776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53930) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:06.306613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.316745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0746776e-d27b-4176-a3e9-2550fac6878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.335110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.389069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.391704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.392885 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29d3e623-4d37-4895-8a06-730cdcf7f0c2 HTTP/1.1" status: 204 len: 168 time: 0.1442204 Jun 10 16:37:06.393719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eee5d189-9eba-4fd1-8ff1-c92ace4007f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:06.402950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3e623-4d37-4895-8a06-730cdcf7f0c2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:06.405397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:06.666331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53936) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:06.682518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.785802 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.790010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.793474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b0a6a134-2e0f-4e11-bbbb-ff353be15b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:06.837286 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3ecf2f04c944910b4e9534f71d1783e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697164 Jun 10 16:37:06.838439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ed246-e82c-4ed9-bda2-f67197a4c89e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:06.841082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53938) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:06.848427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:06.896178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.922518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.976081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.978844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:06.979986 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b66ed246-e82c-4ed9-bda2-f67197a4c89e HTTP/1.1" status: 204 len: 168 time: 0.1379724 Jun 10 16:37:06.980858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f751341d-ac75-491a-8df6-a9321e5f3d2f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:06.992317 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ed246-e82c-4ed9-bda2-f67197a4c89e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:06.994811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b57b5fa7-cd71-4c0a-a66c-428eb0245696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:07.355972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:07.693517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 53960) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:07.793887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1952632234-network', 'tenant_id': '10a2291c6b394a41aa8ee0a64d686e2a'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:37:07.817384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Made reservation on behalf of 10a2291c6b394a41aa8ee0a64d686e2a for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:37:07.821691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:07.838739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:07.888418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5d2ee408-3427-4e7b-acce-b833341d5475 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:37:07.915637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 5d2ee408-3427-4e7b-acce-b833341d5475 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:37:07.916060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5d2ee408-3427-4e7b-acce-b833341d5475 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:37:07.956750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:07.961705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:07.964930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b269e59-7a89-43e3-994e-ac9514f9f64f tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:07.990942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:37:08.001476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c155973-90be-4272-8fef-b6e354a813e4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:08.006631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:08.007687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.008016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Added segment a2f9386c-7b4b-476b-8910-5bb2bd0f1604 of type vlan for network 50ada73d-dc86-4249-b956-c5d8748b90ff Jun 10 16:37:08.060355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.092044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.093559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:08.094193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.096662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2f3ab1a1-4f7d-49cf-b51a-e5337843b40e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:08.168717 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4739919 Jun 10 16:37:08.171552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 53964) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:08.176694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Request body: {'subnet': {'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1952632234-subnet', 'tenant_id': '10a2291c6b394a41aa8ee0a64d686e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:37:08.182898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Pushing event updated for resources: {'Network': ['ID=50ada73d-dc86-4249-b956-c5d8748b90ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:08.185659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:08.194286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 50ada73d-dc86-4249-b956-c5d8748b90ff details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:37:08.206933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Made reservation on behalf of 10a2291c6b394a41aa8ee0a64d686e2a for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:37:08.209852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.417162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.419141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-70ab641a-4f39-42fc-b1e4-0a0d6acfe33e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:08.480463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3de8eb5-9f43-4992-b6a1-a542894c054d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:08.487991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:08.497132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Checking segment: {'id': 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:37:08.497518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Network hostable DHCP agents. Network: 50ada73d-dc86-4249-b956-c5d8748b90ff, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:37:08.513737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Network 50ada73d-dc86-4249-b956-c5d8748b90ff is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:37:08.523272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 50ada73d-dc86-4249-b956-c5d8748b90ff) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:37:08.527327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:08.527908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:08.532189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20db6b5-c206-4247-971f-98da5a8e041c None None] Network 50ada73d-dc86-4249-b956-c5d8748b90ff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:37:08.542372 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3697011 Jun 10 16:37:08.695457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35f8ed-57f9-4dbe-aa97-e64bc91d25e2 None None] Network 50ada73d-dc86-4249-b956-c5d8748b90ff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:37:08.983753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:09.002129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-3a0ce08b-3907-4af6-8e80-0674f2f2e320 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:09.003875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-3a0ce08b-3907-4af6-8e80-0674f2f2e320 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 812 time: 0.1343338 Jun 10 16:37:09.019123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-a8782545-0a59-4df8-a3d0-264bbfb22040 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/quotas/10a2291c6b394a41aa8ee0a64d686e2a HTTP/1.1" status: 200 len: 375 time: 0.0091567 Jun 10 16:37:09.058741 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-d9619ad3-907f-4e83-9c2c-edb3110f4aff tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332944 Jun 10 16:37:09.216341 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-989b5d6f-da18-48a5-bf5d-9273e2ddddc4 service neutron] 10.222.0.23 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511662 Jun 10 16:37:09.338371 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-ac97a0bc-0cd5-48c9-bc0f-03e77b26b2ba service neutron] 10.222.0.23 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114802 Jun 10 16:37:09.510735 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d8be6639-704d-4966-95a9-348fe46e9a77 req-c6a49334-53e5-4233-ad3c-116c8730593c tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0377545 Jun 10 16:37:10.561643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-026224c6-bebc-4a5e-8c1f-e239229d0a21 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:10.563162 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-026224c6-bebc-4a5e-8c1f-e239229d0a21 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.25 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 812 time: 0.1343422 Jun 10 16:37:10.577379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Request body: {'port': {'device_id': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff', 'admin_state_up': True, 'tenant_id': '10a2291c6b394a41aa8ee0a64d686e2a'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:37:11.128399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ca1e7f42-8db1-4022-a048-9502fa4e322a req-ce882eb4-0601-4da1-9783-5dca194eac30 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 210 time: 0.4781272 Jun 10 16:37:11.190356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Made reservation on behalf of 10a2291c6b394a41aa8ee0a64d686e2a for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:37:11.194459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:11.347423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Allocated IP 172.20.0.12 (50ada73d-dc86-4249-b956-c5d8748b90ff/b3de8eb5-9f43-4992-b6a1-a542894c054d/69f09e67-c65f-40c0-ac71-8472804d7f77) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:37:11.529645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:11.568838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:11.572747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:11.621836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Network 50ada73d-dc86-4249-b956-c5d8748b90ff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:37:11.625134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:37:11.628883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:37:11.658627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:11.663892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:11.689104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:11.689747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:11.704484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1332035 Jun 10 16:37:11.716137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Request body: {'port': {'device_id': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:37:11.804634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:12.122148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f09e67-c65f-40c0-ac71-8472804d7f77 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:37:12.132754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:12.144497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Transition to ACTIVE for port object 69f09e67-c65f-40c0-ac71-8472804d7f77 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:37:12.148724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:12.150730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:12.253509 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:12.277368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:12.323656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ce3c7-0e63-47a6-8d9f-37b1ed2d7679 req-2a60b6b4-638f-4908-a5a7-9d697cbcd2b1 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:12.325153 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d85ce3c7-0e63-47a6-8d9f-37b1ed2d7679 req-2a60b6b4-638f-4908-a5a7-9d697cbcd2b1 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 944 time: 0.0775242 Jun 10 16:37:12.337588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Attempting to bind port 69f09e67-c65f-40c0-ac71-8472804d7f77 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:37:12.337929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Attempting to bind port 69f09e67-c65f-40c0-ac71-8472804d7f77 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:37:12.338262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Attempting to bind port 69f09e67-c65f-40c0-ac71-8472804d7f77 on network 50ada73d-dc86-4249-b956-c5d8748b90ff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:37:12.342681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Port 69f09e67-c65f-40c0-ac71-8472804d7f77 on network 50ada73d-dc86-4249-b956-c5d8748b90ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:37:12.343009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Attempting to bind port 69f09e67-c65f-40c0-ac71-8472804d7f77 on network 50ada73d-dc86-4249-b956-c5d8748b90ff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:37:12.347795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:37:12.348132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Checking segment: {'id': 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:37:12.348519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Bound using segment: {'id': 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:37:12.348949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Bound port: 69f09e67-c65f-40c0-ac71-8472804d7f77, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:37:12.349881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:12.369046 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d85ce3c7-0e63-47a6-8d9f-37b1ed2d7679 req-5167393c-fb01-4ae9-91cd-d59ab129e0af tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381794 Jun 10 16:37:12.429468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:37:12.432920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:37:12.437191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:12.440048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0ec08800-88e5-433c-84df-a8cf83cb3d5a tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:12.476307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:12.476917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:12.478312 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] 10.222.0.25 "PUT /v2.0/ports/69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 1094 time: 0.7664664 Jun 10 16:37:12.478854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:37:12.481214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:12.510714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:12.513840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:12.530727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b7882-6caa-4947-94ea-35b720e0d7ad x-openstack-request-id: req-c61b7882-6caa-4947-94ea-35b720e0d7ad {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:12.531066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:12.531369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c61b7882-6caa-4947-94ea-35b720e0d7ad {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:12.531818 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'status': 'completed', 'code': 200} Jun 10 16:37:12.597985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-2910d807-315a-4b33-ae3d-ca1313adcaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:12.600050 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-2910d807-315a-4b33-ae3d-ca1313adcaf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0629663 Jun 10 16:37:12.657684 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-5f93a5ca-1064-47ca-8625-a0f67aec260a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 217 time: 0.0506320 Jun 10 16:37:12.717005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-5ae1b884-ca49-436d-bff1-8bd566a459a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:12.718508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-5ae1b884-ca49-436d-bff1-8bd566a459a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 200 len: 852 time: 0.0550823 Jun 10 16:37:12.760180 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-93a09a2b-b00d-43c2-838e-0f77330fc793 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50ada73d-dc86-4249-b956-c5d8748b90ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354633 Jun 10 16:37:12.876104 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-9459afde-af40-4d43-b609-f97a1bc51f1d service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099455 Jun 10 16:37:13.004126 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f679175a-e80f-4c0f-b91c-7f4c4baab0f5 req-1d0045b3-9811-4879-974e-5270175aeaba service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217113 Jun 10 16:37:13.118144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-22436121-2066-48e9-a808-4200566e785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:13.119698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-22436121-2066-48e9-a808-4200566e785d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0650933 Jun 10 16:37:13.238015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-277eb44b-954a-4349-8b68-e7e8e3f626e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:13.239550 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-277eb44b-954a-4349-8b68-e7e8e3f626e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 913 time: 0.1127932 Jun 10 16:37:13.302782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-4f141298-3975-4908-8df2-9c191963b930 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 217 time: 0.0550616 Jun 10 16:37:13.360889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-9627a374-938c-4f20-8a62-5e31475232f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:13.362357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-9627a374-938c-4f20-8a62-5e31475232f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 200 len: 852 time: 0.0531590 Jun 10 16:37:13.400462 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-3c5b7403-91b5-4033-a4cb-f64ca87b56d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50ada73d-dc86-4249-b956-c5d8748b90ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311635 Jun 10 16:37:13.520025 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-08087fb1-c169-44c6-b43f-9752310c9b9a service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127138 Jun 10 16:37:13.554330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02164-31cd-434f-85a4-0a8b9997f4bb req-86eca7a0-055c-4a93-9e6c-366a00530b0c tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:13.555830 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c5d02164-31cd-434f-85a4-0a8b9997f4bb req-86eca7a0-055c-4a93-9e6c-366a00530b0c tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 944 time: 0.0746527 Jun 10 16:37:13.601229 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c5d02164-31cd-434f-85a4-0a8b9997f4bb req-41f0ef10-a0f1-4536-80a1-0858163bf964 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Jun 10 16:37:13.642375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e31b9d7-a7d5-40bb-b45d-b08191405ef5 req-799c990f-7daa-44e9-ac81-3c46765c19d8 service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135535 Jun 10 16:37:13.938596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:37:14.063688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:14.075825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff', 'port_id': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'mac_address': 'fa:16:3e:1a:1f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3de8eb5-9f43-4992-b6a1-a542894c054d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:37:14.120807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:14.135838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f09e67-c65f-40c0-ac71-8472804d7f77 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:37:14.155868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:14.159651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:14.162946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:14.213868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:14.216958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:14.353253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['69f09e67-c65f-40c0-ac71-8472804d7f77'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:37:14.790803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fa685-a8ae-4274-9d80-8c956f0e9bd5 req-e8542ca6-e584-4b74-a62c-947b8c9fd430 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:14.792312 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-782fa685-a8ae-4274-9d80-8c956f0e9bd5 req-e8542ca6-e584-4b74-a62c-947b8c9fd430 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0712450 Jun 10 16:37:14.846918 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-782fa685-a8ae-4274-9d80-8c956f0e9bd5 req-43b78e35-8d27-4b92-9787-e313ad45f495 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Jun 10 16:37:15.953808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:37:16.011949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 69f09e67-c65f-40c0-ac71-8472804d7f77 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:37:16.015700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 69f09e67-c65f-40c0-ac71-8472804d7f77 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:37:16.016079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:16.072445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039be7a7-84c4-4df4-a13a-700839de0199 req-ea762a15-5f82-4293-8add-5b86caed9289 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:16.073998 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-039be7a7-84c4-4df4-a13a-700839de0199 req-ea762a15-5f82-4293-8add-5b86caed9289 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0754509 Jun 10 16:37:16.109496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:16.120592 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-039be7a7-84c4-4df4-a13a-700839de0199 req-b9d21a0e-ed58-46b0-bc35-5641d99e4404 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408516 Jun 10 16:37:16.136326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:37:16.138731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6caa411-64e5-4f90-93eb-6722570704a6" -d '{"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:16.158106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:16.164215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:16.167475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:16.213454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995490ab-d993-4f12-aa13-36cde8394fe9 x-openstack-request-id: req-995490ab-d993-4f12-aa13-36cde8394fe9 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:16.213929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:16.214342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-995490ab-d993-4f12-aa13-36cde8394fe9 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:16.214973 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'code': 200} Jun 10 16:37:16.263892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:16.270346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:16.422580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71c97-acd8-494d-9970-2b9426dd14de req-967a018e-486d-4791-bc15-27bedaf7771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:16.423974 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d7e71c97-acd8-494d-9970-2b9426dd14de req-967a018e-486d-4791-bc15-27bedaf7771e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1099 time: 0.0623786 Jun 10 16:37:16.461865 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d7e71c97-acd8-494d-9970-2b9426dd14de req-3cb315a4-12cf-46ef-9dd6-1fceb2ebed57 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Jun 10 16:37:17.311665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a5e5-87b4-4aa8-9eac-71a60a5fd395 req-a2bd1d7c-a935-4359-ae9e-5b1a4c2bd483 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:17.313260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-66d3a5e5-87b4-4aa8-9eac-71a60a5fd395 req-a2bd1d7c-a935-4359-ae9e-5b1a4c2bd483 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0720234 Jun 10 16:37:17.359252 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-66d3a5e5-87b4-4aa8-9eac-71a60a5fd395 req-52ab8aae-d2e1-4956-bff2-1598c4daf32b tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Jun 10 16:37:18.543923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631495b3-6f39-4182-a88c-2adbae0d2673 req-966e2c02-9dc7-4870-b35c-ef30c8553d38 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:18.545352 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-631495b3-6f39-4182-a88c-2adbae0d2673 req-966e2c02-9dc7-4870-b35c-ef30c8553d38 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0709355 Jun 10 16:37:18.588686 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-631495b3-6f39-4182-a88c-2adbae0d2673 req-5c4f2141-1f96-48e8-9d70-bec88da130e6 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376141 Jun 10 16:37:18.944555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54024) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:18.993137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8418b-c008-495a-8518-b998b18ed4de req-41721b5b-0b7e-435e-83aa-e9f58eb1b74b tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:18.994667 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ed8418b-c008-495a-8518-b998b18ed4de req-41721b5b-0b7e-435e-83aa-e9f58eb1b74b tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0768361 Jun 10 16:37:19.038965 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ed8418b-c008-495a-8518-b998b18ed4de req-faab50ef-966f-4e9b-bec7-52f796079cc1 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Jun 10 16:37:19.048480 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-f6078484-217b-4bec-b22a-5ef72306c07f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025476 Jun 10 16:37:20.238196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882023c-5887-4c56-8937-f8ada4b6cee7 req-e8822b0e-2b9b-4e66-bfc8-bf74b36f1853 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:20.241555 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f882023c-5887-4c56-8937-f8ada4b6cee7 req-e8822b0e-2b9b-4e66-bfc8-bf74b36f1853 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0876851 Jun 10 16:37:20.275310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-a20c70a7-2340-4bb8-bd80-373acb922f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:20.276807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-a20c70a7-2340-4bb8-bd80-373acb922f3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1099 time: 0.0642900 Jun 10 16:37:20.284668 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f882023c-5887-4c56-8937-f8ada4b6cee7 req-ab301646-c0d0-4313-b208-b1e760bf8b81 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 Jun 10 16:37:20.395489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-35498381-548e-4cfe-ab01-ad7cc20ebe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:20.397011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-35498381-548e-4cfe-ab01-ad7cc20ebe08 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 913 time: 0.1139486 Jun 10 16:37:20.456249 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-c716fc58-40c7-4b38-84e3-04adb7d6421e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 217 time: 0.0521460 Jun 10 16:37:20.512104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-96b55b0b-6c8f-44e6-8358-03e6017323b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:20.513555 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-96b55b0b-6c8f-44e6-8358-03e6017323b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 200 len: 852 time: 0.0515234 Jun 10 16:37:20.550988 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-23cfbc78-e4f1-4ee2-affa-e81f63026980 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50ada73d-dc86-4249-b956-c5d8748b90ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311601 Jun 10 16:37:20.667644 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-98e02be7-7517-4ee1-a9e0-ad1feb57fb0a service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103683 Jun 10 16:37:20.786702 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-1d74296c-a072-42dc-9516-071131a2f423 service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131165 Jun 10 16:37:21.400926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:21.473506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c8f87-38da-4d9f-8145-c509eaca1624 req-0a2cb10b-bb72-459e-b012-9e0fce08747d tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:21.479706 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a7c8f87-38da-4d9f-8145-c509eaca1624 req-0a2cb10b-bb72-459e-b012-9e0fce08747d tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0724349 Jun 10 16:37:21.518027 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2a7c8f87-38da-4d9f-8145-c509eaca1624 req-76e399af-3243-4417-9dac-2d63ab458c32 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Jun 10 16:37:22.702794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9767897-4216-4a3b-bd0a-122c95572084 req-db3a6eef-24b5-4cde-ac96-15e5efe22aa0 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:22.704468 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b9767897-4216-4a3b-bd0a-122c95572084 req-db3a6eef-24b5-4cde-ac96-15e5efe22aa0 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0697546 Jun 10 16:37:22.747631 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b9767897-4216-4a3b-bd0a-122c95572084 req-f12623e0-2b1e-4e06-8750-3904530d66ad tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368981 Jun 10 16:37:23.938385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57e4a1-83a2-4143-a42e-1ceb55efbe27 req-6d6a442d-a907-4092-8f7f-992ec14e4d1f tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:23.939847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2d57e4a1-83a2-4143-a42e-1ceb55efbe27 req-6d6a442d-a907-4092-8f7f-992ec14e4d1f tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0756807 Jun 10 16:37:23.982522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2d57e4a1-83a2-4143-a42e-1ceb55efbe27 req-6761c962-de88-4df9-aa96-764ea5767521 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360584 Jun 10 16:37:25.173936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2207b1-7e43-406b-bd97-a3fbbb53aaa2 req-c8736a1f-26a4-499e-ba49-a13d744237ae tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:25.175399 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8b2207b1-7e43-406b-bd97-a3fbbb53aaa2 req-c8736a1f-26a4-499e-ba49-a13d744237ae tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0759323 Jun 10 16:37:25.221454 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8b2207b1-7e43-406b-bd97-a3fbbb53aaa2 req-c5703838-70ee-48f7-8352-68e19619e5cc tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Jun 10 16:37:26.412587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d015-58c9-44d3-9fd7-e41d3edb07fe req-bcbffea4-d2ea-48d1-b226-345d969a2a66 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:26.414131 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4a26d015-58c9-44d3-9fd7-e41d3edb07fe req-bcbffea4-d2ea-48d1-b226-345d969a2a66 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0765851 Jun 10 16:37:26.457638 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4a26d015-58c9-44d3-9fd7-e41d3edb07fe req-bb4a0a0c-0342-4583-b1ce-dbbf0c330759 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375919 Jun 10 16:37:27.655226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcf1f0-118d-4c14-9e95-77cec95be7f7 req-8deb2652-943c-4575-8cb0-50e937ecf85c tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:27.656701 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-25bcf1f0-118d-4c14-9e95-77cec95be7f7 req-8deb2652-943c-4575-8cb0-50e937ecf85c tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0732579 Jun 10 16:37:27.699689 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-25bcf1f0-118d-4c14-9e95-77cec95be7f7 req-418e626c-7427-44ee-81c9-68ec762ed048 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363445 Jun 10 16:37:28.891075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaba2c-46ce-4295-bd04-6e6624e9cf5f req-b4f8b2e2-668c-4904-b5ab-861f59e07ad8 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:28.892568 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8dcaba2c-46ce-4295-bd04-6e6624e9cf5f req-b4f8b2e2-668c-4904-b5ab-861f59e07ad8 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0756989 Jun 10 16:37:28.936375 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8dcaba2c-46ce-4295-bd04-6e6624e9cf5f req-e275712c-f233-480d-a259-18e09e21ecc6 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Jun 10 16:37:30.121185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039705a-8728-43a2-84f0-c9a6c84640d6 req-c35d8fa2-1f5a-44c8-84d3-2ebab2d027c8 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:30.122648 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1039705a-8728-43a2-84f0-c9a6c84640d6 req-c35d8fa2-1f5a-44c8-84d3-2ebab2d027c8 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0752454 Jun 10 16:37:30.166897 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1039705a-8728-43a2-84f0-c9a6c84640d6 req-6962ce87-0367-4a31-b381-0e6f61782b42 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Jun 10 16:37:31.348825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e43fc-3117-4898-bcbd-2fa5b09a2ed1 req-7a9ac593-c15b-4746-9953-d8067b821773 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:31.350885 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-272e43fc-3117-4898-bcbd-2fa5b09a2ed1 req-7a9ac593-c15b-4746-9953-d8067b821773 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0720794 Jun 10 16:37:31.399460 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-272e43fc-3117-4898-bcbd-2fa5b09a2ed1 req-687f0e24-0f60-4b5e-bd1e-27be5d7f5f2f tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Jun 10 16:37:32.586261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47499e-9abf-4553-9467-b46321fc4788 req-42e3876b-0127-4750-937b-45d4fde3772e tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:32.587642 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5c47499e-9abf-4553-9467-b46321fc4788 req-42e3876b-0127-4750-937b-45d4fde3772e tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0735331 Jun 10 16:37:32.635461 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5c47499e-9abf-4553-9467-b46321fc4788 req-ebd84028-00ee-43f8-927d-9eb9d6d55d7a tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Jun 10 16:37:33.519259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c16d8bc2-9de5-4858-8636-692698e901c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:33.821454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1b9c4-987c-431c-86b2-1e8364229fa9 req-2312e68a-30c9-40f4-ae1a-250c56a5d726 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:33.822846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fcc1b9c4-987c-431c-86b2-1e8364229fa9 req-2312e68a-30c9-40f4-ae1a-250c56a5d726 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0709066 Jun 10 16:37:33.865003 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fcc1b9c4-987c-431c-86b2-1e8364229fa9 req-f3662d3c-3b0d-46c2-abdc-0052ae36337d tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363786 Jun 10 16:37:35.058151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de46cc-c7e0-408c-ac64-6a76a22d1015 req-0a256e25-d9fa-4cc0-ad8f-4adb2dd0ddf0 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:35.059584 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-90de46cc-c7e0-408c-ac64-6a76a22d1015 req-0a256e25-d9fa-4cc0-ad8f-4adb2dd0ddf0 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0749032 Jun 10 16:37:35.103919 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-90de46cc-c7e0-408c-ac64-6a76a22d1015 req-51f09992-a7f8-4a39-a564-e45642e62db3 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Jun 10 16:37:36.130832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:36.291177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24613909-4bf3-4912-b18b-df8f0af7e271 req-9c8073ce-9f20-4d78-ba20-bfd5e1ba5d23 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:36.292659 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24613909-4bf3-4912-b18b-df8f0af7e271 req-9c8073ce-9f20-4d78-ba20-bfd5e1ba5d23 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0718503 Jun 10 16:37:36.318481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bde65cdb-c7b0-4946-b9c3-459432eff94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:36.340304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24613909-4bf3-4912-b18b-df8f0af7e271 req-acd1fa73-50f9-4a15-b372-ec254fe5b551 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Jun 10 16:37:37.354646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:37.525059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba03b-5c84-4c03-b3cf-9cbbd5248514 req-15dea0ad-fe09-4e12-904d-1ac9b2a240d9 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:37.526484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-269ba03b-5c84-4c03-b3cf-9cbbd5248514 req-15dea0ad-fe09-4e12-904d-1ac9b2a240d9 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0737629 Jun 10 16:37:37.573224 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-269ba03b-5c84-4c03-b3cf-9cbbd5248514 req-407629b7-8942-455f-943e-d10cf0c8869a tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Jun 10 16:37:38.755934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb090f0-937a-4ebd-a20e-58417fa01043 req-1643e07f-574e-4b3a-ac78-87fca90ca9e8 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:38.757432 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cdb090f0-937a-4ebd-a20e-58417fa01043 req-1643e07f-574e-4b3a-ac78-87fca90ca9e8 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0711098 Jun 10 16:37:38.800148 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cdb090f0-937a-4ebd-a20e-58417fa01043 req-cbf32fc3-27c3-4eab-90fa-8a62cf845ba5 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371265 Jun 10 16:37:38.985245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:39.403556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:37:39.987070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765419a9-faf1-4fa9-87c2-65b3acee1007 req-6501e55f-d962-43aa-b698-79b470cfa2d0 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:39.989123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-765419a9-faf1-4fa9-87c2-65b3acee1007 req-6501e55f-d962-43aa-b698-79b470cfa2d0 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0763915 Jun 10 16:37:40.032564 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-765419a9-faf1-4fa9-87c2-65b3acee1007 req-14c14fe4-fb42-4287-90e1-6031fccb5ff6 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Jun 10 16:37:41.215845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77be9-ea0b-4e67-847c-846d37518069 req-e06f1854-9e84-45ad-9c46-9074df00ef54 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:41.217392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50e77be9-ea0b-4e67-847c-846d37518069 req-e06f1854-9e84-45ad-9c46-9074df00ef54 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0722837 Jun 10 16:37:41.265067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50e77be9-ea0b-4e67-847c-846d37518069 req-dc29a32d-4614-4919-8582-a033631ffc68 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Jun 10 16:37:41.589643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-74c707dc-ebcd-4e86-af15-d0e748bc5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:41.591155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-74c707dc-ebcd-4e86-af15-d0e748bc5774 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1099 time: 0.0610170 Jun 10 16:37:41.722225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-68e75ec4-8d79-4406-b3af-a6ed4ca1b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:41.723697 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-68e75ec4-8d79-4406-b3af-a6ed4ca1b9e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 913 time: 0.1122348 Jun 10 16:37:41.779683 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-362cf92e-1c28-4023-83a5-11be50e21a13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 217 time: 0.0472827 Jun 10 16:37:41.842008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-ba431d69-b30a-476f-ad17-f01645ff33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:41.843361 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-ba431d69-b30a-476f-ad17-f01645ff33fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 200 len: 852 time: 0.0580425 Jun 10 16:37:41.881501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-9a513b67-7735-4902-b0f3-900e2afd7165 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50ada73d-dc86-4249-b956-c5d8748b90ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313730 Jun 10 16:37:41.891612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-baf35702-7a51-42df-ab75-bdd5bd299ba1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:37:41.892520 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-baf35702-7a51-42df-ab75-bdd5bd299ba1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0049973 Jun 10 16:37:42.014305 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-372dd2df-cabf-467d-aa87-e2e81b4f03ed service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151376 Jun 10 16:37:42.131287 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b32d459d-62c0-43f7-bf33-81ab485d3511 req-9ef03f81-e057-48ec-bf12-3bc8b81b90a1 service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092744 Jun 10 16:37:42.448010 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bb8ec-3bfa-48c7-8d2b-fb0a311c6015 req-9077e691-7b77-4575-911b-787d22d1f5b7 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:42.449422 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dc0bb8ec-3bfa-48c7-8d2b-fb0a311c6015 req-9077e691-7b77-4575-911b-787d22d1f5b7 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0702846 Jun 10 16:37:42.496370 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dc0bb8ec-3bfa-48c7-8d2b-fb0a311c6015 req-c500a4a0-9139-4c7e-bc4d-a6ee64bd24ae tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Jun 10 16:37:43.692534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ca1d-e2b3-413c-ae1c-49a9c1df9aae req-f30f00c6-9dc2-4027-b65d-d71bf1ef17d2 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:43.695261 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3fa8ca1d-e2b3-413c-ae1c-49a9c1df9aae req-f30f00c6-9dc2-4027-b65d-d71bf1ef17d2 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0858531 Jun 10 16:37:43.738681 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3fa8ca1d-e2b3-413c-ae1c-49a9c1df9aae req-2c73a314-2959-4990-8ade-ae5451f20c2c tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Jun 10 16:37:44.921563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f24a-3bf8-4c06-b049-f7c22e5def37 req-49ac45af-c8cf-445b-ba3c-877311d38f15 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:44.923038 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a7c6f24a-3bf8-4c06-b049-f7c22e5def37 req-49ac45af-c8cf-445b-ba3c-877311d38f15 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0717881 Jun 10 16:37:44.966363 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a7c6f24a-3bf8-4c06-b049-f7c22e5def37 req-70b58b94-fb3a-4458-9a5e-05a41d66e47b tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374582 Jun 10 16:37:46.151167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef872f-5def-4c81-bdd6-c2cabacc3fc5 req-062d61c4-bd2d-41f2-b8b9-94b41b9e0983 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:46.152699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c2ef872f-5def-4c81-bdd6-c2cabacc3fc5 req-062d61c4-bd2d-41f2-b8b9-94b41b9e0983 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0712495 Jun 10 16:37:46.204394 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c2ef872f-5def-4c81-bdd6-c2cabacc3fc5 req-9adb0ae5-d246-40fa-aeaf-ba9c70d29a2f tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Jun 10 16:37:47.390008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff5fa2-b93a-42db-9400-10a547e9fe75 req-18377561-c735-489c-b9d8-f8460c472438 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:47.391438 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-21ff5fa2-b93a-42db-9400-10a547e9fe75 req-18377561-c735-489c-b9d8-f8460c472438 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0685225 Jun 10 16:37:47.438247 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-21ff5fa2-b93a-42db-9400-10a547e9fe75 req-b10c8b27-c5bf-4c42-9acf-a3371c0cf9df tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Jun 10 16:37:47.520031 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-b465999d-deeb-4894-9df5-7faac93afaa5 service neutron] 10.222.0.25 "GET /v2.0/ports/69f09e67-c65f-40c0-ac71-8472804d7f77/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0639923 Jun 10 16:37:47.814317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-0c9bc906-d676-4da0-9540-43ab7087346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:47.815715 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-0c9bc906-d676-4da0-9540-43ab7087346c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9&tenant_id=10a2291c6b394a41aa8ee0a64d686e2a HTTP/1.1" status: 200 len: 1099 time: 0.0941687 Jun 10 16:37:47.895958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-15574772-5f81-4b98-9359-558507b1c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:47.897467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-15574772-5f81-4b98-9359-558507b1c248 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1099 time: 0.0595653 Jun 10 16:37:48.014813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-bca3ef3b-ce0f-4f97-bbd0-5da4898f4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:48.016299 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-bca3ef3b-ce0f-4f97-bbd0-5da4898f4b0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 913 time: 0.1117287 Jun 10 16:37:48.070454 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-344738de-d59d-4ce4-adb7-c624594fb88a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 217 time: 0.0477300 Jun 10 16:37:48.131584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-261c9b54-bad5-4652-ba7c-3f268ece5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:48.133030 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-261c9b54-bad5-4652-ba7c-3f268ece5515 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 200 len: 852 time: 0.0560751 Jun 10 16:37:48.174272 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-f9df49cd-3bf0-4202-8278-9f15a05c228f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50ada73d-dc86-4249-b956-c5d8748b90ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347738 Jun 10 16:37:48.293434 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-5eb0251f-34fb-476a-88dc-c7c8de590ca4 service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131699 Jun 10 16:37:48.406832 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6651bf0a-bdee-43f0-beb3-9e64959fab7d req-ecdb2197-78ed-4553-9487-34914de23e3e service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076560 Jun 10 16:37:48.628004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c56e-e66c-4e79-8ce1-a40e0a10cda8 req-ccb15fa8-8638-4edf-836d-77e0e2b1e4bc tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:48.629494 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a8e0c56e-e66c-4e79-8ce1-a40e0a10cda8 req-ccb15fa8-8638-4edf-836d-77e0e2b1e4bc tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0720661 Jun 10 16:37:48.673890 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a8e0c56e-e66c-4e79-8ce1-a40e0a10cda8 req-fcf2b481-866c-4b43-8f2d-a35058999fc4 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 Jun 10 16:37:49.869421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c895c-1443-407f-938b-d7e0c2aba330 req-643ab19f-d05b-4cda-93b7-23fd49d65b68 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:49.870949 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e87c895c-1443-407f-938b-d7e0c2aba330 req-643ab19f-d05b-4cda-93b7-23fd49d65b68 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0779572 Jun 10 16:37:49.916197 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e87c895c-1443-407f-938b-d7e0c2aba330 req-2af65677-cef9-4963-8963-39acb60ca23a tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 Jun 10 16:37:50.092146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:37:50.095392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:37:50.271181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:50.313249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:50.326625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:37:50.328924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eced7c-f92c-4497-8979-443426b848f9" -d '{"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:50.342611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'network_id': '50ada73d-dc86-4249-b956-c5d8748b90ff', 'port_id': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'mac_address': 'fa:16:3e:1a:1f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3de8eb5-9f43-4992-b6a1-a542894c054d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:37:50.348023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:50.354163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:50.381631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:50.387993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea6e879-b854-4ba9-a57a-e04a60cfb6e8 x-openstack-request-id: req-7ea6e879-b854-4ba9-a57a-e04a60cfb6e8 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:50.388290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:50.388550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ea6e879-b854-4ba9-a57a-e04a60cfb6e8 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:50.388960 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'code': 200} Jun 10 16:37:50.436604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:50.465651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:50.468456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f09e67-c65f-40c0-ac71-8472804d7f77 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:37:50.480127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.480506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.480846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.481195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.481530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.481863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.482189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.482514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.482841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.483165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.483482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.483800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:50.492622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:50.503909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:50.508119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:50.510637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:50.572177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['69f09e67-c65f-40c0-ac71-8472804d7f77'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:37:50.575529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:50.601485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:51.109040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0bf1-2a7b-47f1-bb39-9cd6e038560b req-46d0fb94-5002-4fbc-9c99-2b4e94521f29 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:51.110552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62ef0bf1-2a7b-47f1-bb39-9cd6e038560b req-46d0fb94-5002-4fbc-9c99-2b4e94521f29 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0755606 Jun 10 16:37:51.161831 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-62ef0bf1-2a7b-47f1-bb39-9cd6e038560b req-4174a8d0-1e84-4adb-a5bc-5f36cc5257d1 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440962 Jun 10 16:37:51.416898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:52.063758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-4eb54f36-5e8a-4224-909e-b3d2454b3e12 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:52.065323 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-4eb54f36-5e8a-4224-909e-b3d2454b3e12 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.25 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9&tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.5664151 Jun 10 16:37:52.111504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:37:52.168207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 69f09e67-c65f-40c0-ac71-8472804d7f77 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:37:52.168588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:52.173366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-05cd88df-873a-4954-9d94-e8a83a39d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:52.174911 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-05cd88df-873a-4954-9d94-e8a83a39d5a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0627623 Jun 10 16:37:52.268451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:52.303578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-9e2cef08-3192-4664-aebd-41114cb890bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:52.305573 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-9e2cef08-3192-4664-aebd-41114cb890bf service neutron] 10.222.0.25 "GET /v2.0/networks?id=50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 200 len: 913 time: 0.1247711 Jun 10 16:37:52.308891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:52.313523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:52.315983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:52.363222 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-3adaa933-af6a-41c5-9c9e-9026ffee1fad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 200 len: 217 time: 0.0514998 Jun 10 16:37:52.377599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:52.381823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:52.389696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:37:52.392058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0bc9c0-73e4-4890-ad53-9b62e8cac49d" -d '{"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:52.427662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-a4086638-badc-460c-b589-bfe38ea421cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:52.429168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-a4086638-badc-460c-b589-bfe38ea421cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 200 len: 852 time: 0.0603764 Jun 10 16:37:52.446044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc00a8a9-47e8-46d2-8a70-0e55ec9305e1 x-openstack-request-id: req-cc00a8a9-47e8-46d2-8a70-0e55ec9305e1 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:52.446543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:52.446651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc00a8a9-47e8-46d2-8a70-0e55ec9305e1 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:52.447022 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'code': 200} Jun 10 16:37:52.467295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-a3f06f36-d403-4cbb-8401-20ee34874675 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=50ada73d-dc86-4249-b956-c5d8748b90ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320055 Jun 10 16:37:52.585124 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-3c895bf2-a063-4711-801b-fa234e055ef7 service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103179 Jun 10 16:37:52.705073 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-05aa6602-a603-4a96-a2f7-1358335ffd3e service neutron] 10.222.0.25 "GET /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133449 Jun 10 16:37:53.554897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8133884-7aaf-4844-ad8a-cd4b6d98a763 req-0e852731-6388-429d-9698-145ce68cb827 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:53.556338 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a8133884-7aaf-4844-ad8a-cd4b6d98a763 req-0e852731-6388-429d-9698-145ce68cb827 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0694485 Jun 10 16:37:53.597491 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a8133884-7aaf-4844-ad8a-cd4b6d98a763 req-7d82a031-dbed-41af-8bc1-61b3dbaa9d72 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355010 Jun 10 16:37:54.792698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ffbe04-19a7-4a9d-ab54-d88a8d7e1407 req-10fc6aed-2ada-4ab9-81b5-63c05f1fe610 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:54.794217 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2ffbe04-19a7-4a9d-ab54-d88a8d7e1407 req-10fc6aed-2ada-4ab9-81b5-63c05f1fe610 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0773082 Jun 10 16:37:54.836895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2ffbe04-19a7-4a9d-ab54-d88a8d7e1407 req-3cd1f693-49a3-4f16-a174-ba889378a2fb tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c155973-90be-4272-8fef-b6e354a813e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370114 Jun 10 16:37:55.155242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-5002631d-c7d5-444e-87b9-3aea4f192316 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:55.156644 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-5002631d-c7d5-444e-87b9-3aea4f192316 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.25 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 946 time: 0.0720000 Jun 10 16:37:55.271824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Deleting port 69f09e67-c65f-40c0-ac71-8472804d7f77 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:37:55.272148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:55.386682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] For port 69f09e67-c65f-40c0-ac71-8472804d7f77, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=69f09e67-c65f-40c0-ac71-8472804d7f77,segment=NetworkSegment(a2f9386c-7b4b-476b-8910-5bb2bd0f1604),segment_id=a2f9386c-7b4b-476b-8910-5bb2bd0f1604)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:37:55.387037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:55.481409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Calling delete_port for 69f09e67-c65f-40c0-ac71-8472804d7f77 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:37:55.635865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:55.640019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-032a3926-c30b-4ea0-a3e0-5d912d3d4d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:55.647836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['69f09e67-c65f-40c0-ac71-8472804d7f77'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:37:55.673440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Pushing event deleted for resources: {'Port': ['ID=69f09e67-c65f-40c0-ac71-8472804d7f77,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:55.711803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.712194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.712577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.712954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.713352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.713727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.714096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.714466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.714834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.715201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.715564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.715926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:55.720071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:55.741843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] No DVR routers for this DVR port 69f09e67-c65f-40c0-ac71-8472804d7f77 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:37:55.744374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:55.746366 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6223baa5-d562-4542-a7ae-99aba9d473e2 req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.25 "DELETE /v2.0/ports/69f09e67-c65f-40c0-ac71-8472804d7f77 HTTP/1.1" status: 204 len: 173 time: 0.5837364 Jun 10 16:37:55.746907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-deleted', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:37:55.749846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88080a88-a7dd-4df8-9e9f-4edb097a7058" -d '{"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-deleted", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:37:55.789662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c106e1-258c-4db9-b5e1-72310d7c9b66 x-openstack-request-id: req-53c106e1-258c-4db9-b5e1-72310d7c9b66 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:37:55.790000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322776ca-9f5d-46d4-b92e-c25a2c04d9d9", "name": "network-vif-deleted", "tag": "69f09e67-c65f-40c0-ac71-8472804d7f77", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:37:55.790455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53c106e1-258c-4db9-b5e1-72310d7c9b66 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:37:55.790840 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322776ca-9f5d-46d4-b92e-c25a2c04d9d9', 'name': 'network-vif-deleted', 'tag': '69f09e67-c65f-40c0-ac71-8472804d7f77', 'status': 'completed', 'code': 200} Jun 10 16:37:55.999022 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ec3a81bf-14b9-4855-b1b4-6c8c83d212bc req-3ca2644b-443c-4ba1-a544-5b57885b3adf tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] 10.222.0.23 "GET /v2.0/ports?device_id=322776ca-9f5d-46d4-b92e-c25a2c04d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0332677 Jun 10 16:37:57.243810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54126) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:57.297498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Deleting subnet b3de8eb5-9f43-4992-b6a1-a542894c054d {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:37:57.300569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.348086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.394539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.459508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.461592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e5278411-4a60-43bc-899c-ea3d00414a5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:57.491765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3de8eb5-9f43-4992-b6a1-a542894c054d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:57.501896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.503814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b3de8eb5-9f43-4992-b6a1-a542894c054d HTTP/1.1" status: 204 len: 168 time: 0.2588241 Jun 10 16:37:57.505487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.505852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.506235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.506619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.506990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.507140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54128) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:57.507663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.507799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.508076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.508451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.508816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.509202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.509571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:37:57.512948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-adb6568b-a50a-4810-a31c-c672df1bfbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:57.600211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.707241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.719007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ada73d-dc86-4249-b956-c5d8748b90ff']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:37:57.731067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:37:57.731358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f9386c-7b4b-476b-8910-5bb2bd0f1604') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:37:57.741752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.757532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.763425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:37:57.763799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:37:57.765458 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:37:57.848542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.853199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-47797670-955e-48c7-9f8d-70fb473bef20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:57.855721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:57.857518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] 10.222.0.23 "DELETE /v2.0/networks/50ada73d-dc86-4249-b956-c5d8748b90ff HTTP/1.1" status: 204 len: 168 time: 0.3494816 Jun 10 16:37:57.871789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ada73d-dc86-4249-b956-c5d8748b90ff,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:57.874285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:57.969112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54132) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:58.015502 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2f92239c-c264-41f4-a9a9-b1ea0684da2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10a2291c6b394a41aa8ee0a64d686e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449941 Jun 10 16:37:58.017858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54134) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:58.071601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:58.094195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:58.136325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:37:58.143898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:58.147335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:58.148506 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c155973-90be-4272-8fef-b6e354a813e4 HTTP/1.1" status: 204 len: 168 time: 0.1297481 Jun 10 16:37:58.149338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e4dcb434-d76f-45e5-8d78-a85cdb238e43 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:58.160014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c155973-90be-4272-8fef-b6e354a813e4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:58.166291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:58.167816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 69f09e67-c65f-40c0-ac71-8472804d7f77 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:37:58.168173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 69f09e67-c65f-40c0-ac71-8472804d7f77 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:37:58.808986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54156) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:58.933414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1772238943-network', 'tenant_id': '03fa20f38c2a456499f1a68de81f754e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:37:58.955134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Made reservation on behalf of 03fa20f38c2a456499f1a68de81f754e for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:37:58.957586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:58.968090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.069158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.072928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.076437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:59.100844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:37:59.110866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a072e32b-9553-4d85-8f98-90d6dbbfaabe,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:59.115974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:59.117039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.117401 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Added segment 3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b of type vlan for network dc461343-d3a5-472d-aa04-4d92c5976d95 Jun 10 16:37:59.168859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.199965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.201278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:59.201967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.205169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-75c87561-2a7f-4127-9370-719c5ff8f39b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:59.232695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4225781 Jun 10 16:37:59.235643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54160) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:37:59.241375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Request body: {'subnet': {'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1772238943-subnet', 'tenant_id': '03fa20f38c2a456499f1a68de81f754e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:37:59.262351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Made reservation on behalf of 03fa20f38c2a456499f1a68de81f754e for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:37:59.264822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.292525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Pushing event updated for resources: {'Network': ['ID=dc461343-d3a5-472d-aa04-4d92c5976d95,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:59.295240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:59.303140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network dc461343-d3a5-472d-aa04-4d92c5976d95 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:37:59.480474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.482615 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3cbbdeb6-4d04-461b-87b9-d8fd45105951 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:37:59.540540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f6d27f-51ab-4174-8afa-1feaae4fec55,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:37:59.543319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:37:59.559439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Checking segment: {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:37:59.559797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Network hostable DHCP agents. Network: dc461343-d3a5-472d-aa04-4d92c5976d95, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:37:59.577982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Network dc461343-d3a5-472d-aa04-4d92c5976d95 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:37:59.586156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, dc461343-d3a5-472d-aa04-4d92c5976d95) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:37:59.590492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:37:59.591078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:37:59.595482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35e6c4-acc3-47d2-8a55-29b2fc2c1584 None None] Network dc461343-d3a5-472d-aa04-4d92c5976d95 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:37:59.607157 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-664649fb-3c26-4661-b205-6a8d5ef79a04 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3703558 Jun 10 16:37:59.763704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7d7a7-9515-45e1-9460-9479e54eda96 None None] Network dc461343-d3a5-472d-aa04-4d92c5976d95 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:38:00.060221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-0ccd33d2-9bde-477e-8d60-c8237b84f849 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:00.061606 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-0ccd33d2-9bde-477e-8d60-c8237b84f849 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 815 time: 0.1302836 Jun 10 16:38:00.076012 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-7fb1e390-3ddf-407e-ad77-545cc9f7197e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/quotas/03fa20f38c2a456499f1a68de81f754e HTTP/1.1" status: 200 len: 375 time: 0.0089614 Jun 10 16:38:00.113321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-d73703c9-5afb-4c39-adc2-f8ef8b7b0de9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323179 Jun 10 16:38:00.237304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-0db669aa-91d4-45d2-9c25-c016a04c5d01 service neutron] 10.222.0.23 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168792 Jun 10 16:38:00.354067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-b8ad26c8-e043-49b1-8452-4ef55d8eb91c service neutron] 10.222.0.23 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102376 Jun 10 16:38:00.534048 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1141836a-3a09-44b2-b372-835749a4a057 req-01d9413d-3a12-4702-b942-fe04581d3d38 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 210 time: 0.0377591 Jun 10 16:38:01.581781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-70e2bf66-4d87-45dc-94c4-224328578b72 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:01.583488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-70e2bf66-4d87-45dc-94c4-224328578b72 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 815 time: 0.1434443 Jun 10 16:38:01.595657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Request body: {'port': {'device_id': '78c365f9-af42-4843-88c0-104b53cd3e27', 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95', 'admin_state_up': True, 'tenant_id': '03fa20f38c2a456499f1a68de81f754e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:38:02.013018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-486ae9e0-8a8a-4e6d-9812-4142204f86c1 req-73e9778b-8997-4626-bb41-0388f58b1246 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 210 time: 0.3515320 Jun 10 16:38:02.067538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Made reservation on behalf of 03fa20f38c2a456499f1a68de81f754e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:38:02.071843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:02.219883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Allocated IP 172.20.0.10 (dc461343-d3a5-472d-aa04-4d92c5976d95/d8f6d27f-51ab-4174-8afa-1feaae4fec55/070f7c36-388e-4681-862b-142f59815233) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:38:02.403524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:02.443807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:02.447818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a11e176f-2c12-4a96-bd5d-409bbe9a0f94 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:02.495131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Network dc461343-d3a5-472d-aa04-4d92c5976d95 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:38:02.498245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:38:02.502179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:38:02.533790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Pushing event updated for resources: {'Port': ['ID=070f7c36-388e-4681-862b-142f59815233,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:02.538929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:02.563781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:02.564390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:02.587805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9959102 Jun 10 16:38:02.600682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Request body: {'port': {'device_id': '78c365f9-af42-4843-88c0-104b53cd3e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:38:02.690880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.009939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070f7c36-388e-4681-862b-142f59815233 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:38:03.017275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.029311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Transition to ACTIVE for port object 070f7c36-388e-4681-862b-142f59815233 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:38:03.033035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.036538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-352f70ea-f52a-40ac-87d7-09aa91bb3580 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:03.135420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Pushing event updated for resources: {'Port': ['ID=070f7c36-388e-4681-862b-142f59815233,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:03.139861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:03.207603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc517-29fe-4fa6-b2ae-aed8f2250386 req-aa0b745f-c47f-413d-80e6-7fe6ce26faf4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:03.209133 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95fbc517-29fe-4fa6-b2ae-aed8f2250386 req-aa0b745f-c47f-413d-80e6-7fe6ce26faf4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 944 time: 0.0818074 Jun 10 16:38:03.231356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Attempting to bind port 070f7c36-388e-4681-862b-142f59815233 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:38:03.231693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Attempting to bind port 070f7c36-388e-4681-862b-142f59815233 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:38:03.232024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Attempting to bind port 070f7c36-388e-4681-862b-142f59815233 on network dc461343-d3a5-472d-aa04-4d92c5976d95 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:38:03.236574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Port 070f7c36-388e-4681-862b-142f59815233 on network dc461343-d3a5-472d-aa04-4d92c5976d95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:38:03.236901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Attempting to bind port 070f7c36-388e-4681-862b-142f59815233 on network dc461343-d3a5-472d-aa04-4d92c5976d95 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:38:03.243562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:38:03.243902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Checking segment: {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:38:03.244290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Bound using segment: {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:38:03.244748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Bound port: 070f7c36-388e-4681-862b-142f59815233, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:38:03.245095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.255227 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95fbc517-29fe-4fa6-b2ae-aed8f2250386 req-ee9ea00c-6520-46f6-8e46-1f524ef1a5c3 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Jun 10 16:38:03.322858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] For port 070f7c36-388e-4681-862b-142f59815233, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:38:03.325830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] For port 070f7c36-388e-4681-862b-142f59815233, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070f7c36-388e-4681-862b-142f59815233,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:38:03.331407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.335153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:03.376854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:03.377500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.378861 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] 10.222.0.25 "PUT /v2.0/ports/070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 1094 time: 0.7830722 Jun 10 16:38:03.379466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c365f9-af42-4843-88c0-104b53cd3e27', 'tag': '070f7c36-388e-4681-862b-142f59815233'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:38:03.381965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "78c365f9-af42-4843-88c0-104b53cd3e27", "tag": "070f7c36-388e-4681-862b-142f59815233"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:38:03.410103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Pushing event updated for resources: {'Port': ['ID=070f7c36-388e-4681-862b-142f59815233,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:03.414491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:03.428489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f0158-00a0-46b5-9ac5-1aa67cc65df5 x-openstack-request-id: req-a37f0158-00a0-46b5-9ac5-1aa67cc65df5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:38:03.428854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c365f9-af42-4843-88c0-104b53cd3e27", "tag": "070f7c36-388e-4681-862b-142f59815233", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:38:03.429167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a37f0158-00a0-46b5-9ac5-1aa67cc65df5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:38:03.429621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c365f9-af42-4843-88c0-104b53cd3e27', 'tag': '070f7c36-388e-4681-862b-142f59815233', 'status': 'completed', 'code': 200} Jun 10 16:38:03.481466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-86533850-e0cc-415a-bcad-39676cc93cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:03.482959 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-86533850-e0cc-415a-bcad-39676cc93cc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1097 time: 0.0636842 Jun 10 16:38:03.511531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0877-fedf-46a1-a541-c70af0e73e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:03.542902 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-140f0964-ea5f-410b-b2cc-2cca2f1e8e51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 217 time: 0.0526912 Jun 10 16:38:03.600067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-d88ba708-a5aa-4b17-81fa-dce267c0f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:03.602574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-d88ba708-a5aa-4b17-81fa-dce267c0f858 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0538504 Jun 10 16:38:03.645166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-c34a4d89-1ead-47a2-bc52-f5ac42c17c0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358319 Jun 10 16:38:03.757832 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-345865e6-c2a4-4b35-8afe-85d52265514a service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066532 Jun 10 16:38:03.875570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc7d14a5-08dd-4325-ab64-a5529eed3f03 req-f03e2d80-866d-4ff8-8626-ab5d8dc3a142 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108217 Jun 10 16:38:03.995998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-dbecf89c-d607-4744-bc28-ea8985e11813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:03.997504 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-dbecf89c-d607-4744-bc28-ea8985e11813 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1097 time: 0.0650241 Jun 10 16:38:04.111235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-b0920da4-ec48-47ad-99fe-55a8b7676fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:04.112703 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-b0920da4-ec48-47ad-99fe-55a8b7676fd9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1084750 Jun 10 16:38:04.174322 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-032fd093-138b-4d6c-8d15-cc0ca2242286 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 217 time: 0.0548806 Jun 10 16:38:04.234720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-b96226e3-a319-4883-858e-f3b4780caa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:04.236173 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-b96226e3-a319-4883-858e-f3b4780caa2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0554368 Jun 10 16:38:04.282496 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-2145c98c-c814-4ec6-a69b-cd8112c43ec9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372605 Jun 10 16:38:04.401669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-a78da771-051d-4be8-8696-6c803645710c service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119604 Jun 10 16:38:04.438838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b2431-fc9a-4707-a8d8-60848c6bd9db req-0deabc95-b882-4b76-a510-ab5094fe990d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:04.440229 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-015b2431-fc9a-4707-a8d8-60848c6bd9db req-0deabc95-b882-4b76-a510-ab5094fe990d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 944 time: 0.0702019 Jun 10 16:38:04.487495 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-015b2431-fc9a-4707-a8d8-60848c6bd9db req-042eb93f-bced-45ed-b945-b1355910ccee tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Jun 10 16:38:04.527736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-38e37c10-8e95-4fc9-ad8d-77551d2e8bb9 req-970fb906-d69d-42be-930e-b1e313121436 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189041 Jun 10 16:38:05.671407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba2306-1d4f-46c7-a416-86a7f3ad3152 req-8fcc7611-b967-434b-a326-91ecfadafd4a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:05.672872 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85ba2306-1d4f-46c7-a416-86a7f3ad3152 req-8fcc7611-b967-434b-a326-91ecfadafd4a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 944 time: 0.0707681 Jun 10 16:38:05.719702 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85ba2306-1d4f-46c7-a416-86a7f3ad3152 req-fbb484a4-3345-41df-afa4-2edecd74c031 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Jun 10 16:38:06.136081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:06.167476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 070f7c36-388e-4681-862b-142f59815233 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:38:06.290678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 070f7c36-388e-4681-862b-142f59815233, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070f7c36-388e-4681-862b-142f59815233,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:06.302999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '070f7c36-388e-4681-862b-142f59815233', 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95', 'port_id': '070f7c36-388e-4681-862b-142f59815233', 'mac_address': 'fa:16:3e:35:f4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f6d27f-51ab-4174-8afa-1feaae4fec55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:38:06.344542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-023cfcb4-b2b6-4727-b2ee-3f37f477a791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:06.359510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:06.379760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070f7c36-388e-4681-862b-142f59815233 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:38:06.554613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 070f7c36-388e-4681-862b-142f59815233, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070f7c36-388e-4681-862b-142f59815233,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:06.558527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:06.560269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:06.616462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=070f7c36-388e-4681-862b-142f59815233,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:06.619467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:06.763725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['070f7c36-388e-4681-862b-142f59815233'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:38:06.909012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8be2-a1e6-4c4a-8355-4eae41c889c6 req-bf6f60de-f258-405a-a030-54f453a9ac77 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:06.910507 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7f5f8be2-a1e6-4c4a-8355-4eae41c889c6 req-bf6f60de-f258-405a-a030-54f453a9ac77 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 945 time: 0.0737908 Jun 10 16:38:06.952562 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7f5f8be2-a1e6-4c4a-8355-4eae41c889c6 req-01f5528a-d297-497c-be1d-3af18f5bd920 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360236 Jun 10 16:38:07.356608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:08.148160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741b44-5b6d-44f1-b63b-bd8578cc3289 req-a021ee60-2265-4a58-bfc9-0640aa70b0c4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:08.149672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-68741b44-5b6d-44f1-b63b-bd8578cc3289 req-a021ee60-2265-4a58-bfc9-0640aa70b0c4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 945 time: 0.0794992 Jun 10 16:38:08.183339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 070f7c36-388e-4681-862b-142f59815233 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:38:08.193777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-68741b44-5b6d-44f1-b63b-bd8578cc3289 req-d8a1f599-404c-485d-9a9f-089ddcea9b0b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Jun 10 16:38:08.243678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 070f7c36-388e-4681-862b-142f59815233 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:38:08.247531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 070f7c36-388e-4681-862b-142f59815233 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:38:08.247924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:08.343811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:08.367906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c365f9-af42-4843-88c0-104b53cd3e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070f7c36-388e-4681-862b-142f59815233'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:38:08.370222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e41eb7-0874-4fd1-b101-ee9c3d8f5ccc" -d '{"events": [{"server_uuid": "78c365f9-af42-4843-88c0-104b53cd3e27", "name": "network-vif-plugged", "status": "completed", "tag": "070f7c36-388e-4681-862b-142f59815233"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:38:08.385241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 070f7c36-388e-4681-862b-142f59815233, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070f7c36-388e-4681-862b-142f59815233,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:08.389331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:08.391284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e8e2724a-329b-4b67-b62b-74ed97115deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:08.419626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1acca43-8f70-46d6-9283-631283412234 x-openstack-request-id: req-e1acca43-8f70-46d6-9283-631283412234 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:38:08.419922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c365f9-af42-4843-88c0-104b53cd3e27", "name": "network-vif-plugged", "status": "completed", "tag": "070f7c36-388e-4681-862b-142f59815233", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:38:08.420184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1acca43-8f70-46d6-9283-631283412234 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:38:08.420583 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c365f9-af42-4843-88c0-104b53cd3e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070f7c36-388e-4681-862b-142f59815233', 'code': 200} Jun 10 16:38:08.450417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=070f7c36-388e-4681-862b-142f59815233,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:08.453336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:08.630928 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b17e0-5964-4e30-a0a8-dec895053162 req-7ca2762b-c67a-44b6-bb87-7ffc6f1357aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:08.632420 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fc9b17e0-5964-4e30-a0a8-dec895053162 req-7ca2762b-c67a-44b6-bb87-7ffc6f1357aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1099 time: 0.0581133 Jun 10 16:38:08.669997 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fc9b17e0-5964-4e30-a0a8-dec895053162 req-9089df08-3fd5-4acd-abb2-8f7471a9c5a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304308 Jun 10 16:38:08.988980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:09.385979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f3fa-2aa9-47d7-852d-57bcfd8ff6a8 req-0abd9396-10e8-4481-80bf-b123be3a46db tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:09.387622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b2a6f3fa-2aa9-47d7-852d-57bcfd8ff6a8 req-0abd9396-10e8-4481-80bf-b123be3a46db tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0790215 Jun 10 16:38:09.430674 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b2a6f3fa-2aa9-47d7-852d-57bcfd8ff6a8 req-641d8b30-0295-402a-ad42-79790002a51c tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Jun 10 16:38:10.622577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1440f-dcf8-488c-a9d9-9028b45010ce req-959fa0b7-6cc0-4a90-ab07-ccc58bebbec3 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:10.624074 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a3e1440f-dcf8-488c-a9d9-9028b45010ce req-959fa0b7-6cc0-4a90-ab07-ccc58bebbec3 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0703342 Jun 10 16:38:10.671231 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a3e1440f-dcf8-488c-a9d9-9028b45010ce req-294262f0-a992-4c38-aa33-8f70c10aab88 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Jun 10 16:38:10.855006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2b8da-16ea-4f7f-bcbc-3e477e93c559 req-e05b1ca6-3e0b-4fc0-9551-7d36df95d860 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:10.856478 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-96e2b8da-16ea-4f7f-bcbc-3e477e93c559 req-e05b1ca6-3e0b-4fc0-9551-7d36df95d860 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0710902 Jun 10 16:38:10.897910 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-96e2b8da-16ea-4f7f-bcbc-3e477e93c559 req-1874a42f-d15b-4f3d-9411-58a84a109f7c tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jun 10 16:38:11.274179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f2d56-b9bf-4df7-b9a9-0d30c6afc16f req-c096ba38-47b6-492f-be76-fab9a05889d7 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:11.275704 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc6f2d56-b9bf-4df7-b9a9-0d30c6afc16f req-c096ba38-47b6-492f-be76-fab9a05889d7 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0799940 Jun 10 16:38:11.318457 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc6f2d56-b9bf-4df7-b9a9-0d30c6afc16f req-d8de9a38-22eb-4dc4-ba42-166f72b24a52 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Jun 10 16:38:11.507719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c8bd7-8eae-4596-9c63-89ea490ab712 req-ca6a2431-b400-4ffc-8367-de82620250a0 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:11.509100 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b74c8bd7-8eae-4596-9c63-89ea490ab712 req-ca6a2431-b400-4ffc-8367-de82620250a0 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0716352 Jun 10 16:38:11.551433 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b74c8bd7-8eae-4596-9c63-89ea490ab712 req-faffaca7-39af-4bd2-9b07-9e7735e88ac4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366688 Jun 10 16:38:11.913993 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-286738e6-ef70-42ef-ac24-d54ce6f2c134 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690980 Jun 10 16:38:11.990208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82587b77-102a-4a73-959c-33f1016e5673 req-259e21c2-2140-4932-8a93-9ea1d89dda28 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:11.991687 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-82587b77-102a-4a73-959c-33f1016e5673 req-259e21c2-2140-4932-8a93-9ea1d89dda28 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0768526 Jun 10 16:38:12.034850 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-82587b77-102a-4a73-959c-33f1016e5673 req-4ecc6e9d-40ce-4930-a7dd-ede54e6dd08f tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 Jun 10 16:38:13.095832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-4276a155-73e2-422a-839f-3bc986832ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:13.097348 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-4276a155-73e2-422a-839f-3bc986832ee3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1099 time: 0.0731955 Jun 10 16:38:13.272754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-a03c7101-d902-478d-899d-b369da2a91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:13.274245 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-a03c7101-d902-478d-899d-b369da2a91af service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1708508 Jun 10 16:38:13.300597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b659404-c8c2-4dd6-8655-80ada09c59bb req-ca6b879e-d66f-461c-9aa8-b1784ae57d87 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:13.303319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b659404-c8c2-4dd6-8655-80ada09c59bb req-ca6b879e-d66f-461c-9aa8-b1784ae57d87 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.1261904 Jun 10 16:38:13.352526 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-76fb2314-12c9-449b-8b08-5e7418774435 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 217 time: 0.0693607 Jun 10 16:38:13.434271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b659404-c8c2-4dd6-8655-80ada09c59bb req-773dd289-ba1d-47b4-973b-e49abd55c47c tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899744 Jun 10 16:38:13.442796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-8d51a86a-bc64-4be5-8b37-18c1a215c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:13.444205 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-8d51a86a-bc64-4be5-8b37-18c1a215c88f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0829635 Jun 10 16:38:13.490547 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-b8843e33-7fc5-4c5c-8990-4a321c044882 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388486 Jun 10 16:38:13.608277 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-d2d4b847-ff9f-4e26-96dd-534466abbabf service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115029 Jun 10 16:38:13.731727 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-1c400caf-bc34-49ba-affe-f08ca5f8e95d service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170096 Jun 10 16:38:14.616440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84571bf-17b6-4fc7-ac71-de4bfedc5ff6 req-087ed3fe-e280-4d73-bfa7-a2df9d988391 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:14.617968 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f84571bf-17b6-4fc7-ac71-de4bfedc5ff6 req-087ed3fe-e280-4d73-bfa7-a2df9d988391 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0703304 Jun 10 16:38:14.660736 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f84571bf-17b6-4fc7-ac71-de4bfedc5ff6 req-a8fc13c1-7bd6-48fa-8bc9-1ab94e6020db tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Jun 10 16:38:15.855055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a57ab-a9a0-4ecc-8485-e1018d56f213 req-0ff4a084-c8be-47e8-bed6-bd0604b485fd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:15.856541 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-404a57ab-a9a0-4ecc-8485-e1018d56f213 req-0ff4a084-c8be-47e8-bed6-bd0604b485fd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0749741 Jun 10 16:38:15.898178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-404a57ab-a9a0-4ecc-8485-e1018d56f213 req-5e873961-d4f5-46c8-93db-7ee43e0814c1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359812 Jun 10 16:38:16.402674 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:38:17.087972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1cd62-c4e8-4cb9-92fc-4769d4d24ef6 req-25d46d81-ca30-4a98-9511-287315caaea9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:17.089395 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e0b1cd62-c4e8-4cb9-92fc-4769d4d24ef6 req-25d46d81-ca30-4a98-9511-287315caaea9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0771754 Jun 10 16:38:17.131800 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e0b1cd62-c4e8-4cb9-92fc-4769d4d24ef6 req-22715e38-05f3-41c0-84c0-bd0a83894131 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367157 Jun 10 16:38:18.321808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1438e42-8c6c-4bc5-9f3a-e6ed49853c56 req-3e6261a5-0fe8-4ff8-8c2c-79b7014e4fc0 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:18.323282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1438e42-8c6c-4bc5-9f3a-e6ed49853c56 req-3e6261a5-0fe8-4ff8-8c2c-79b7014e4fc0 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0779591 Jun 10 16:38:18.365895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a1438e42-8c6c-4bc5-9f3a-e6ed49853c56 req-35c7803f-e7b8-4f06-a01b-c83cbf78c9ba tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Jun 10 16:38:19.553984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df440179-7869-4094-b308-70ccf24684df req-48742f04-4d1a-4742-9f78-b4d06b6b365a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:19.555397 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-df440179-7869-4094-b308-70ccf24684df req-48742f04-4d1a-4742-9f78-b4d06b6b365a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0730927 Jun 10 16:38:19.598430 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-df440179-7869-4094-b308-70ccf24684df req-aab4ad59-5a15-4b2c-8179-c0167325ba6b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Jun 10 16:38:20.780237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c91a3-5007-4694-972f-ebfb85edc633 req-278110c2-e99e-4b6c-8a28-e021129fdee2 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:20.781729 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-943c91a3-5007-4694-972f-ebfb85edc633 req-278110c2-e99e-4b6c-8a28-e021129fdee2 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0695157 Jun 10 16:38:20.825683 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-943c91a3-5007-4694-972f-ebfb85edc633 req-3dab8922-b5d5-403d-8798-0a1b55f088ef tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Jun 10 16:38:21.431380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:22.015207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d97e92-f787-44a0-ad6f-ea03b01915cf req-34f8f09d-467b-4220-bd66-33ea8d3cdc39 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:22.016691 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d9d97e92-f787-44a0-ad6f-ea03b01915cf req-34f8f09d-467b-4220-bd66-33ea8d3cdc39 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0754886 Jun 10 16:38:22.065550 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d9d97e92-f787-44a0-ad6f-ea03b01915cf req-d9979f4e-1c99-4eba-b116-ed5f7510ea7d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Jun 10 16:38:23.257332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc229fa-ffb5-411d-9ea0-0d931ec5d432 req-d5f886c1-13f4-4921-9411-da3681245e03 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:23.258829 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fbc229fa-ffb5-411d-9ea0-0d931ec5d432 req-d5f886c1-13f4-4921-9411-da3681245e03 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0768228 Jun 10 16:38:23.302839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fbc229fa-ffb5-411d-9ea0-0d931ec5d432 req-811dd9ac-d524-48d2-831b-85390c6fad1b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381625 Jun 10 16:38:24.490403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718e937-5e1a-4150-b9d7-cd6393448b39 req-b3a505fd-ed19-463a-9aeb-9292a49424da tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:24.491925 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9718e937-5e1a-4150-b9d7-cd6393448b39 req-b3a505fd-ed19-463a-9aeb-9292a49424da tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0720141 Jun 10 16:38:24.540450 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9718e937-5e1a-4150-b9d7-cd6393448b39 req-d511b3ad-6c37-4d73-900f-a159688d4e0e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Jun 10 16:38:25.726697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22613e3-b04c-4554-abc4-12fd26593175 req-85030001-ae53-4d1c-a487-70b3c03e95a1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:25.728197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e22613e3-b04c-4554-abc4-12fd26593175 req-85030001-ae53-4d1c-a487-70b3c03e95a1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0706301 Jun 10 16:38:25.769388 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e22613e3-b04c-4554-abc4-12fd26593175 req-b3aada9f-e32e-436d-b5a6-3e81b61f83e1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Jun 10 16:38:26.959550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ef196-6433-4ec9-b0d9-bc9965bbbb7e req-e408acd8-1efa-4684-ad08-1b5f4c493244 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:26.961024 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c75ef196-6433-4ec9-b0d9-bc9965bbbb7e req-e408acd8-1efa-4684-ad08-1b5f4c493244 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0716922 Jun 10 16:38:27.003612 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c75ef196-6433-4ec9-b0d9-bc9965bbbb7e req-2f5ec741-193a-4ebc-962e-8222f444187f tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Jun 10 16:38:28.192070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc928d-22c2-4887-a39e-42dad701bee4 req-b466ccd1-060a-49e3-b29a-e1eaa4326d32 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:28.193808 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09cc928d-22c2-4887-a39e-42dad701bee4 req-b466ccd1-060a-49e3-b29a-e1eaa4326d32 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0743096 Jun 10 16:38:28.236827 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09cc928d-22c2-4887-a39e-42dad701bee4 req-cb6ffa97-f952-48fb-ab04-54fdfbcb0db1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373378 Jun 10 16:38:29.419343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a02f6-bf5e-42d5-a96d-aa215bb44601 req-748a9fa2-6754-4566-95c9-f5edf2ea9c34 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:29.420800 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d35a02f6-bf5e-42d5-a96d-aa215bb44601 req-748a9fa2-6754-4566-95c9-f5edf2ea9c34 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0686164 Jun 10 16:38:29.467626 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d35a02f6-bf5e-42d5-a96d-aa215bb44601 req-3c18c193-d642-458e-b784-8a6215e3d62d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Jun 10 16:38:30.653848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcc7e0-011d-40c2-bc04-f154545fc793 req-0043850c-eb69-4a93-a2ab-6b6a1793594d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:30.655525 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1fcc7e0-011d-40c2-bc04-f154545fc793 req-0043850c-eb69-4a93-a2ab-6b6a1793594d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0704372 Jun 10 16:38:30.703294 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1fcc7e0-011d-40c2-bc04-f154545fc793 req-93a9fcc4-4110-4754-b6ad-67052d8402ae tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Jun 10 16:38:31.902347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2016f18-0f3a-41d1-a461-924e62eede95 req-dea8980b-67a5-4d42-8d33-aac31752e724 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:31.903852 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c2016f18-0f3a-41d1-a461-924e62eede95 req-dea8980b-67a5-4d42-8d33-aac31752e724 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0719407 Jun 10 16:38:31.946235 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c2016f18-0f3a-41d1-a461-924e62eede95 req-9cf375d7-d104-4d63-b74e-3a55f8e926e9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Jun 10 16:38:33.134021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc8901-f27e-4feb-8619-892a44a381b9 req-9a4df42d-dbbd-4a66-a03c-64268a4f20d1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:33.135507 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92fc8901-f27e-4feb-8619-892a44a381b9 req-9a4df42d-dbbd-4a66-a03c-64268a4f20d1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0750349 Jun 10 16:38:33.179287 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-92fc8901-f27e-4feb-8619-892a44a381b9 req-60585012-0166-45ad-8fac-58503953424b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Jun 10 16:38:33.512867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d5b69a93-c91a-45ae-b39a-97e3fd071c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:34.413725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ec123-7fce-4675-b56a-7fc89d43ae30 req-cbc32180-e058-4130-aa80-9387c23daedb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:34.415216 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-003ec123-7fce-4675-b56a-7fc89d43ae30 req-cbc32180-e058-4130-aa80-9387c23daedb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.1227570 Jun 10 16:38:34.463251 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-003ec123-7fce-4675-b56a-7fc89d43ae30 req-c7cf2ba8-1557-47d4-afcf-1faa5f2a45a1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Jun 10 16:38:35.703230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b9846-2b8a-468a-977a-0c3677ad2a41 req-cffb935d-bee1-421a-817b-b3faf6711492 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:35.704707 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7c8b9846-2b8a-468a-977a-0c3677ad2a41 req-cffb935d-bee1-421a-817b-b3faf6711492 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.1230059 Jun 10 16:38:35.746795 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7c8b9846-2b8a-468a-977a-0c3677ad2a41 req-415b8d3d-660c-4336-85d8-fe3ce05bb734 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362256 Jun 10 16:38:36.137640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:36.324848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ff0916b-e3f4-4023-a442-a396057b2766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:36.930216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b002e60-fe0d-46ee-ad39-0578972c625f req-9c2a4a45-c473-4c8c-b357-637257233ceb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:36.931680 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1b002e60-fe0d-46ee-ad39-0578972c625f req-9c2a4a45-c473-4c8c-b357-637257233ceb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0718360 Jun 10 16:38:36.972559 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1b002e60-fe0d-46ee-ad39-0578972c625f req-4925cbac-52ed-4e8d-98a9-4d30514bbda9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Jun 10 16:38:37.363712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:38.165135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36166d6-f14f-4e88-a5ab-e65c6b97d17f req-0adc973b-0d74-4740-85da-ef1d12c58250 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:38.166659 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c36166d6-f14f-4e88-a5ab-e65c6b97d17f req-0adc973b-0d74-4740-85da-ef1d12c58250 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0763884 Jun 10 16:38:38.209860 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c36166d6-f14f-4e88-a5ab-e65c6b97d17f req-80c2e32c-69ef-4152-8399-b4f25bb94943 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 Jun 10 16:38:38.992907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:39.406551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338050a-3b80-468c-8638-d1192f727433 req-a28baa20-0119-49e4-827c-349ec87be41f tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:39.408014 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3338050a-3b80-468c-8638-d1192f727433 req-a28baa20-0119-49e4-827c-349ec87be41f tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0702577 Jun 10 16:38:39.456936 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3338050a-3b80-468c-8638-d1192f727433 req-ef0516f7-bbc9-42c6-bd5a-850f6d4e1e3a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Jun 10 16:38:40.472901 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-5824bb26-fc0d-419f-801a-429fdf291fdf service neutron] 10.222.0.25 "GET /v2.0/ports/070f7c36-388e-4681-862b-142f59815233/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1106427 Jun 10 16:38:40.666513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08790a-4eb2-4c93-ad0e-8dcd1a749015 req-27f04287-062f-4c75-8036-fe80eaa9b808 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:40.669754 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e08790a-4eb2-4c93-ad0e-8dcd1a749015 req-27f04287-062f-4c75-8036-fe80eaa9b808 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0847659 Jun 10 16:38:40.746950 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e08790a-4eb2-4c93-ad0e-8dcd1a749015 req-4bcb71c7-87c6-40f6-aa87-dc1e34df3fe3 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710781 Jun 10 16:38:40.776576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-c864eae6-1dd6-4cae-aae8-698b5329d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:40.778053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-c864eae6-1dd6-4cae-aae8-698b5329d216 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27&tenant_id=03fa20f38c2a456499f1a68de81f754e HTTP/1.1" status: 200 len: 1099 time: 0.0690885 Jun 10 16:38:40.862941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-0622c7fc-a910-4255-ae11-fa3c29632b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:40.864981 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-0622c7fc-a910-4255-ae11-fa3c29632b7a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1099 time: 0.0595343 Jun 10 16:38:40.987623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-be8a4d9e-28ac-45cc-b43b-8908ed80c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:40.989633 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-be8a4d9e-28ac-45cc-b43b-8908ed80c9ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1175191 Jun 10 16:38:41.356113 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-0ef93f06-1ef0-4aef-b6c6-b57684653c3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 217 time: 0.3592432 Jun 10 16:38:41.412407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc729e-61dc-476d-91d5-422248db4fea req-49c98782-6837-443c-972d-2333c7ea27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:41.414091 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-49c98782-6837-443c-972d-2333c7ea27c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0519192 Jun 10 16:38:41.452783 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-8b9a741e-50b7-40df-a76d-9f1eaaf21e2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316768 Jun 10 16:38:41.574744 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-fdaa9f1c-3b14-45c9-afb4-b402ece4295e service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111619 Jun 10 16:38:41.694698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24cc729e-61dc-476d-91d5-422248db4fea req-e636443d-bbfb-4b95-b950-e14380570392 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132176 Jun 10 16:38:41.828944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-1ceeffb8-f46a-489d-a6d2-65920b07679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:41.830905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-1ceeffb8-f46a-489d-a6d2-65920b07679a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1099 time: 0.0652375 Jun 10 16:38:41.943136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352990a-3b44-43a5-b747-be7853740d68 req-c1ecf29e-14be-49de-8d60-a2deed7a6ef4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:41.945646 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f352990a-3b44-43a5-b747-be7853740d68 req-c1ecf29e-14be-49de-8d60-a2deed7a6ef4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0753372 Jun 10 16:38:41.980393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-ef186a3b-0f2d-4070-8640-0f367b810b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:41.981908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-ef186a3b-0f2d-4070-8640-0f367b810b8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1268787 Jun 10 16:38:41.989658 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f352990a-3b44-43a5-b747-be7853740d68 req-a524bbb9-2f3f-4cbc-ac1c-efaa991ffa61 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 Jun 10 16:38:42.043157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-ae5a1e84-bb5c-4003-ab05-ccf4cd3131cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 217 time: 0.0539420 Jun 10 16:38:42.100625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-da47096f-c66d-43b2-ba7e-3dee5cabadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:42.102109 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-da47096f-c66d-43b2-ba7e-3dee5cabadcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0521977 Jun 10 16:38:42.142313 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-55112574-a45f-41fb-8f7e-1e78badb4f6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331717 Jun 10 16:38:42.260230 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-b99393c0-8a9e-45b9-a190-8744c81e763d service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103148 Jun 10 16:38:42.394728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c739a03f-78c3-4d85-b203-b5c9c508a18a req-a1c84252-e664-4189-bdfc-936eed6d6dda service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268935 Jun 10 16:38:43.180029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682819f5-2100-481c-b09c-39d5db767e57 req-a91aef1a-ec06-497f-b1d6-9c4e36602608 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:43.181520 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-682819f5-2100-481c-b09c-39d5db767e57 req-a91aef1a-ec06-497f-b1d6-9c4e36602608 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0734730 Jun 10 16:38:43.228088 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-682819f5-2100-481c-b09c-39d5db767e57 req-278afd5b-5918-4dd6-a12d-3f5f7e5b240a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jun 10 16:38:44.424960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810ab0-2a8f-4282-8a45-dc5380d462e4 req-3aa96944-5e16-4b75-9a87-006595f31024 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:44.426689 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ff810ab0-2a8f-4282-8a45-dc5380d462e4 req-3aa96944-5e16-4b75-9a87-006595f31024 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0718977 Jun 10 16:38:44.475425 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ff810ab0-2a8f-4282-8a45-dc5380d462e4 req-33805a27-ce1b-4f31-a47b-727b3663cc9e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Jun 10 16:38:44.783378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d601-0a0f-4ef3-b42f-33fc8de0c353 req-2c49a03a-2a5c-4640-97dd-66a48bd78957 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:44.784764 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f739d601-0a0f-4ef3-b42f-33fc8de0c353 req-2c49a03a-2a5c-4640-97dd-66a48bd78957 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0704672 Jun 10 16:38:44.803812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-a056da17-e539-4231-82ed-f1d5376b174b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:44.805282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-a056da17-e539-4231-82ed-f1d5376b174b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27&tenant_id=03fa20f38c2a456499f1a68de81f754e&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.0828769 Jun 10 16:38:44.828681 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f739d601-0a0f-4ef3-b42f-33fc8de0c353 req-b4b264cc-3e05-4c51-998a-9158eb8b6933 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Jun 10 16:38:44.909520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-02108bce-2145-41c7-a71c-4f23fb0fd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:44.912188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-02108bce-2145-41c7-a71c-4f23fb0fd74c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 1099 time: 0.0611267 Jun 10 16:38:45.030897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-83c5732c-8485-48b5-adf4-49c88cf2fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:45.032348 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-83c5732c-8485-48b5-adf4-49c88cf2fb77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1156156 Jun 10 16:38:45.086692 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-4aeee72c-5029-4095-9bfa-48875b842aa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 200 len: 217 time: 0.0480123 Jun 10 16:38:45.148638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-8e201700-6c20-4d12-a958-6545c7398d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:45.150124 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-8e201700-6c20-4d12-a958-6545c7398d38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0572417 Jun 10 16:38:45.188576 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-629c21c9-678e-4cda-ac62-02887feea426 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319309 Jun 10 16:38:45.306821 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-e584b276-6d25-4a74-8e8b-1521f8fba5a8 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121626 Jun 10 16:38:45.427756 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eadb60a7-8503-4333-9bcd-2810604c2328 req-cd6101ed-555e-435c-b05c-56f2bc28bea2 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137815 Jun 10 16:38:46.024711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c0d62-9e3e-4837-b7b7-41862893f8b2 req-d3d28e67-b4cb-44c6-b7f8-70f642ff366b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:46.026266 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c28c0d62-9e3e-4837-b7b7-41862893f8b2 req-d3d28e67-b4cb-44c6-b7f8-70f642ff366b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0743854 Jun 10 16:38:46.074537 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c28c0d62-9e3e-4837-b7b7-41862893f8b2 req-e55a4fff-1960-41e9-badf-8ddcca289cf0 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422280 Jun 10 16:38:46.277527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6c904-0922-4a33-9ee6-5adac7a79033 req-75785cbc-2ca0-479b-9fc7-7a01f9f5bece tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:46.278976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-40e6c904-0922-4a33-9ee6-5adac7a79033 req-75785cbc-2ca0-479b-9fc7-7a01f9f5bece tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0720198 Jun 10 16:38:46.327373 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-40e6c904-0922-4a33-9ee6-5adac7a79033 req-221f4fe7-56eb-46bf-923e-0aea23d3fc87 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Jun 10 16:38:46.517916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b8f20-06fc-41c2-84a1-ae63d75d665b req-cc6ac455-60aa-4249-ba5f-7d4fced42c11 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:46.519386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d75b8f20-06fc-41c2-84a1-ae63d75d665b req-cc6ac455-60aa-4249-ba5f-7d4fced42c11 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.0787752 Jun 10 16:38:46.560796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d75b8f20-06fc-41c2-84a1-ae63d75d665b req-1a3e6939-209d-4228-8909-973a61028eae tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351760 Jun 10 16:38:47.047308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-0474871e-55f4-486f-b64c-86a7a0f58466 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:47.048735 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-0474871e-55f4-486f-b64c-86a7a0f58466 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 815 time: 0.1320388 Jun 10 16:38:47.064423 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-a777289a-a9b2-4ab4-b865-b3b42a803777 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/quotas/03fa20f38c2a456499f1a68de81f754e HTTP/1.1" status: 200 len: 375 time: 0.0092556 Jun 10 16:38:47.140976 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-40ff2f13-724d-4130-ac9d-6e769d8fe62e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711465 Jun 10 16:38:47.152857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-f58223d3-5a7b-4822-9858-4b907ed5fa68 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:38:47.153820 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-f58223d3-5a7b-4822-9858-4b907ed5fa68 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0051475 Jun 10 16:38:47.268777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-2910b9da-cccf-4c94-bf6e-9d8c8eb31bd4 service neutron] 10.222.0.23 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094377 Jun 10 16:38:47.388145 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-0b26db48-5520-4bb8-b771-055a328fcb57 service neutron] 10.222.0.23 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128664 Jun 10 16:38:47.563840 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4babc53-746e-439d-95de-56df398caeca req-89dccee6-e3b0-4206-8622-1679c76f8245 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 210 time: 0.0343111 Jun 10 16:38:48.675959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-faf0b6b6-dc4c-40a4-8f9f-0aae7b0e9b15 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:48.678048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-faf0b6b6-dc4c-40a4-8f9f-0aae7b0e9b15 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 815 time: 0.1799049 Jun 10 16:38:48.690334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Request body: {'port': {'device_id': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95', 'admin_state_up': True, 'tenant_id': '03fa20f38c2a456499f1a68de81f754e'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:38:48.704141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-9f3b4074-d3a2-48b2-b9cb-24273448eecb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:48.705964 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-9f3b4074-d3a2-48b2-b9cb-24273448eecb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "GET /v2.0/ports?device_id=78c365f9-af42-4843-88c0-104b53cd3e27 HTTP/1.1" status: 200 len: 946 time: 0.1330721 Jun 10 16:38:48.831010 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4c367c36-af7b-4772-bdb2-ad41ff68e9a0 req-cf83cbf9-9712-49a7-8a5f-42a201798828 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 210 time: 0.1344645 Jun 10 16:38:48.960604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Deleting port 070f7c36-388e-4681-862b-142f59815233 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:38:48.960947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:48.965359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Made reservation on behalf of 03fa20f38c2a456499f1a68de81f754e for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:38:48.968801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:49.474432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] For port 070f7c36-388e-4681-862b-142f59815233, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=070f7c36-388e-4681-862b-142f59815233,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:49.474795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:49.610447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Calling delete_port for 070f7c36-388e-4681-862b-142f59815233 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:38:49.679735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Allocated IP 172.20.0.8 (dc461343-d3a5-472d-aa04-4d92c5976d95/d8f6d27f-51ab-4174-8afa-1feaae4fec55/f889a866-73a0-4d06-8a24-f2af85f0eecc) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:38:49.918499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:49.928189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:49.930485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['070f7c36-388e-4681-862b-142f59815233'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:38:49.975144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Pushing event deleted for resources: {'Port': ['ID=070f7c36-388e-4681-862b-142f59815233,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:49.979190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:49.986568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:49.995791 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-946abd4b-d2d9-4b25-9505-e5ef4b00c04b req-c52d865e-b45f-474e-9ab4-16b00ad45d4b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 210 time: 0.0362844 Jun 10 16:38:50.037901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] No DVR routers for this DVR port 070f7c36-388e-4681-862b-142f59815233 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:38:50.041484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.043437 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c3630ab-eace-486d-ad1d-d3a3f3321f9c req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "DELETE /v2.0/ports/070f7c36-388e-4681-862b-142f59815233 HTTP/1.1" status: 204 len: 173 time: 1.3137836 Jun 10 16:38:50.043991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c365f9-af42-4843-88c0-104b53cd3e27', 'name': 'network-vif-deleted', 'tag': '070f7c36-388e-4681-862b-142f59815233'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:38:50.046402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94e8c7b-64a6-401b-8e5d-7a94478b7f28" -d '{"events": [{"server_uuid": "78c365f9-af42-4843-88c0-104b53cd3e27", "name": "network-vif-deleted", "tag": "070f7c36-388e-4681-862b-142f59815233"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:38:50.087366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.091760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3eca75f-aefd-4ebe-be35-fe4d0b99861b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:50.100675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['070f7c36-388e-4681-862b-142f59815233'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:38:50.150216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Network dc461343-d3a5-472d-aa04-4d92c5976d95 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:38:50.154286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44203a17-1777-46d0-9047-696253aed281 x-openstack-request-id: req-44203a17-1777-46d0-9047-696253aed281 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:38:50.154641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c365f9-af42-4843-88c0-104b53cd3e27", "name": "network-vif-deleted", "tag": "070f7c36-388e-4681-862b-142f59815233", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:38:50.155150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44203a17-1777-46d0-9047-696253aed281 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:38:50.155395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c365f9-af42-4843-88c0-104b53cd3e27', 'name': 'network-vif-deleted', 'tag': '070f7c36-388e-4681-862b-142f59815233', 'status': 'completed', 'code': 200} Jun 10 16:38:50.158387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:38:50.164089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:38:50.168164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Pushing event updated for resources: {'Port': ['ID=f889a866-73a0-4d06-8a24-f2af85f0eecc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:50.195147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:50.225682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:50.226712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.241469 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5542970 Jun 10 16:38:50.252941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Request body: {'port': {'device_id': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:38:50.347882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.693054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f889a866-73a0-4d06-8a24-f2af85f0eecc {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:38:50.700602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.713563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Transition to ACTIVE for port object f889a866-73a0-4d06-8a24-f2af85f0eecc will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:38:50.717358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.720290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43f2c75a-ae8f-40e8-b83f-6188a9993f47 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:50.815349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Pushing event updated for resources: {'Port': ['ID=f889a866-73a0-4d06-8a24-f2af85f0eecc,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:50.843146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:50.905763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Attempting to bind port f889a866-73a0-4d06-8a24-f2af85f0eecc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:38:50.906105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Attempting to bind port f889a866-73a0-4d06-8a24-f2af85f0eecc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:38:50.906433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Attempting to bind port f889a866-73a0-4d06-8a24-f2af85f0eecc on network dc461343-d3a5-472d-aa04-4d92c5976d95 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:38:50.911800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Port f889a866-73a0-4d06-8a24-f2af85f0eecc on network dc461343-d3a5-472d-aa04-4d92c5976d95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:38:50.912250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Attempting to bind port f889a866-73a0-4d06-8a24-f2af85f0eecc on network dc461343-d3a5-472d-aa04-4d92c5976d95 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:38:50.917834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:38:50.918169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Checking segment: {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:38:50.918555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Bound using segment: {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:38:50.918987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Bound port: f889a866-73a0-4d06-8a24-f2af85f0eecc, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:38:50.919340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:50.996559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] For port f889a866-73a0-4d06-8a24-f2af85f0eecc, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:38:50.999625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] For port f889a866-73a0-4d06-8a24-f2af85f0eecc, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:38:51.004093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:51.007076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56ea68af-6e2d-49c3-9cab-b6fabb98e845 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:51.055394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:51.056139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:51.057563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-e563d63f-0485-4302-bb01-3972595498ed service neutron] 10.222.0.25 "PUT /v2.0/ports/f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 200 len: 1093 time: 0.8090000 Jun 10 16:38:51.079470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Pushing event updated for resources: {'Port': ['ID=f889a866-73a0-4d06-8a24-f2af85f0eecc,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:51.082703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:51.156348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-c8f501fc-1ee6-41e8-ba17-06bfdd94299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:51.157907 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-c8f501fc-1ee6-41e8-ba17-06bfdd94299d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 1096 time: 0.0621252 Jun 10 16:38:51.191288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b67fc-10ed-4186-a7e7-559356cc6de8 req-edcaf413-f445-4d4a-a92a-8eee87d10fe8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:51.193462 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c3b67fc-10ed-4186-a7e7-559356cc6de8 req-edcaf413-f445-4d4a-a92a-8eee87d10fe8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 943 time: 0.0734701 Jun 10 16:38:51.219206 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-eba6cd5d-c866-4a4f-919b-5dcb44aa27d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 200 len: 217 time: 0.0541165 Jun 10 16:38:51.243022 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c3b67fc-10ed-4186-a7e7-559356cc6de8 req-38b5189f-5923-4cda-ad80-ad971d3f3e67 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Jun 10 16:38:51.280967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-4f32932f-eef3-436d-985b-11c48365bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:51.282460 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-4f32932f-eef3-436d-985b-11c48365bade service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0573950 Jun 10 16:38:51.321608 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-ae8d2886-49fd-4e36-aea5-7dc45b88a86b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326295 Jun 10 16:38:51.443357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-90aea0ac-2975-4190-a761-0369f49e1252 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148598 Jun 10 16:38:51.446464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:51.565181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddeb37b9-6fe9-4413-82b5-8963aac76e5d req-6e51519c-19fb-43b9-8236-3a8921384159 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137903 Jun 10 16:38:52.156675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'tag': 'f889a866-73a0-4d06-8a24-f2af85f0eecc'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:38:52.159188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3d071b-3556-4ac8-971d-ab315a01b251" -d '{"events": [{"name": "network-changed", "server_uuid": "236881b9-a969-4b56-9b86-f3ad4b09c137", "tag": "f889a866-73a0-4d06-8a24-f2af85f0eecc"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:38:52.195050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e37c95-ae99-4dfe-8055-5a75d0fd168f x-openstack-request-id: req-95e37c95-ae99-4dfe-8055-5a75d0fd168f {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:38:52.195406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236881b9-a969-4b56-9b86-f3ad4b09c137", "tag": "f889a866-73a0-4d06-8a24-f2af85f0eecc", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:38:52.195711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95e37c95-ae99-4dfe-8055-5a75d0fd168f {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:38:52.196163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'tag': 'f889a866-73a0-4d06-8a24-f2af85f0eecc', 'status': 'completed', 'code': 200} Jun 10 16:38:52.280169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-9f51e95e-cda7-4549-8ca1-1d0220beb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:52.281665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-9f51e95e-cda7-4549-8ca1-1d0220beb6a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 1096 time: 0.0605562 Jun 10 16:38:52.403184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-b84fcbb8-acfc-405d-b063-22b8e3e4cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:52.404641 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-b84fcbb8-acfc-405d-b063-22b8e3e4cddf service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1167281 Jun 10 16:38:52.424804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1f63d-5bed-4bae-8d1d-1fb732c3de20 req-8d73733b-d192-4f38-9667-f230904ded79 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:52.426323 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aae1f63d-5bed-4bae-8d1d-1fb732c3de20 req-8d73733b-d192-4f38-9667-f230904ded79 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 943 time: 0.0707202 Jun 10 16:38:52.465883 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-e6db6fa8-00a0-4192-b4b2-7b85716a54b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 200 len: 217 time: 0.0550263 Jun 10 16:38:52.466659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 070f7c36-388e-4681-862b-142f59815233 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:38:52.468688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f889a866-73a0-4d06-8a24-f2af85f0eecc details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:38:52.471554 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aae1f63d-5bed-4bae-8d1d-1fb732c3de20 req-19eb7470-f8ac-4b06-b7a5-6e1e750baff0 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Jun 10 16:38:52.513698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 070f7c36-388e-4681-862b-142f59815233 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:38:52.514162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 070f7c36-388e-4681-862b-142f59815233 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:38:52.526207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-0e2b1d04-67a6-4b7a-8da3-347d8c1281e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:52.527677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-0e2b1d04-67a6-4b7a-8da3-347d8c1281e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0563397 Jun 10 16:38:52.565587 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-69391d92-dca4-4a4f-9b4c-1372881e91c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315628 Jun 10 16:38:52.633133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f889a866-73a0-4d06-8a24-f2af85f0eecc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:52.646682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'f889a866-73a0-4d06-8a24-f2af85f0eecc', 'network_id': 'dc461343-d3a5-472d-aa04-4d92c5976d95', 'port_id': 'f889a866-73a0-4d06-8a24-f2af85f0eecc', 'mac_address': 'fa:16:3e:e9:9a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f6d27f-51ab-4174-8afa-1feaae4fec55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:38:52.687777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-27815383-4b8f-446f-96d9-14d035a0cd17 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157551 Jun 10 16:38:52.691227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:52.706431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f889a866-73a0-4d06-8a24-f2af85f0eecc {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:38:52.728529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f889a866-73a0-4d06-8a24-f2af85f0eecc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:52.732392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:52.734195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-32cbaa51-8989-4893-9187-3ce734117213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:52.792027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f889a866-73a0-4d06-8a24-f2af85f0eecc,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:52.798900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.799263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.799588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.799919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.800245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.800576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.800900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.801255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.801615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.801985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.802515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.802845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:38:52.807110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:52.807707 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f3d071b-3556-4ac8-971d-ab315a01b251 req-a6ed7ae5-add4-40f9-918a-c3a998f5957f service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140864 Jun 10 16:38:52.923636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['f889a866-73a0-4d06-8a24-f2af85f0eecc'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:38:53.401635 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:38:53.667105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af8f15-4188-4b72-8fce-c66d982d69c1 req-ee0da287-6b77-4dff-8cd8-e80f9f6a02a5 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:53.668633 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-91af8f15-4188-4b72-8fce-c66d982d69c1 req-ee0da287-6b77-4dff-8cd8-e80f9f6a02a5 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 944 time: 0.0762756 Jun 10 16:38:53.713735 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-91af8f15-4188-4b72-8fce-c66d982d69c1 req-37c87e47-ce70-47d6-8f11-2062b1443baf tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Jun 10 16:38:54.495201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f889a866-73a0-4d06-8a24-f2af85f0eecc up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:38:54.554907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port f889a866-73a0-4d06-8a24-f2af85f0eecc completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:38:54.558724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port f889a866-73a0-4d06-8a24-f2af85f0eecc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:38:54.559098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:54.650059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:54.675034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f889a866-73a0-4d06-8a24-f2af85f0eecc'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:38:54.677763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871de7bf-5767-4a08-89f3-1bc8823e991e" -d '{"events": [{"server_uuid": "236881b9-a969-4b56-9b86-f3ad4b09c137", "name": "network-vif-plugged", "status": "completed", "tag": "f889a866-73a0-4d06-8a24-f2af85f0eecc"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:38:54.696062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f889a866-73a0-4d06-8a24-f2af85f0eecc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:38:54.700286 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:38:54.702401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:38:54.730235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d64f4e-fe55-476c-8a6e-8eb10a49312a x-openstack-request-id: req-a7d64f4e-fe55-476c-8a6e-8eb10a49312a {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:38:54.730534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236881b9-a969-4b56-9b86-f3ad4b09c137", "name": "network-vif-plugged", "status": "completed", "tag": "f889a866-73a0-4d06-8a24-f2af85f0eecc", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:38:54.730795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7d64f4e-fe55-476c-8a6e-8eb10a49312a {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:38:54.731189 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f889a866-73a0-4d06-8a24-f2af85f0eecc', 'code': 200} Jun 10 16:38:54.760252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f889a866-73a0-4d06-8a24-f2af85f0eecc,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:38:54.770121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:38:54.906684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771501f2-8a02-4af8-b2d8-0d491e8067ce req-1396c488-47a5-473c-88a6-35c7e5eb8fe7 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:54.908146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-771501f2-8a02-4af8-b2d8-0d491e8067ce req-1396c488-47a5-473c-88a6-35c7e5eb8fe7 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0793862 Jun 10 16:38:54.984679 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-771501f2-8a02-4af8-b2d8-0d491e8067ce req-02836f43-1317-423c-8457-c4906c3e3f7d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 Jun 10 16:38:54.997167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef82bf-0745-4f36-8479-ca309bdc1dfb req-3e682ea1-5833-4a24-bf01-7d82bbaa0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:54.998669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c8ef82bf-0745-4f36-8479-ca309bdc1dfb req-3e682ea1-5833-4a24-bf01-7d82bbaa0cf7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 1098 time: 0.0896764 Jun 10 16:38:55.036816 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c8ef82bf-0745-4f36-8479-ca309bdc1dfb req-d5e6b225-31db-45b0-8cc4-b4e90a9686b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Jun 10 16:38:56.174520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439851a5-82be-4a77-b1f1-777d741d5266 req-de1d983a-d549-4f76-bf21-08b854fa7bfd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:56.176026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-439851a5-82be-4a77-b1f1-777d741d5266 req-de1d983a-d549-4f76-bf21-08b854fa7bfd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0724616 Jun 10 16:38:56.221946 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-439851a5-82be-4a77-b1f1-777d741d5266 req-94e37093-98de-4b9d-95eb-4455d556837c tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Jun 10 16:38:56.411984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540176-b3f5-456e-9d14-80d82c01608d req-fac66b3f-3cfb-4da0-9f6d-2dee8bde26c4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:56.413467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c540176-b3f5-456e-9d14-80d82c01608d req-fac66b3f-3cfb-4da0-9f6d-2dee8bde26c4 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0763083 Jun 10 16:38:56.456603 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c540176-b3f5-456e-9d14-80d82c01608d req-766df763-809c-42de-a3e2-7ab10b0d1294 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Jun 10 16:38:56.811727 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-89d4cd24-7231-41dd-bcd6-466cb90cf802 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589652 Jun 10 16:38:56.875564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89180c0-c033-48ba-8b2d-cd2538c36153 req-4db054ef-82d2-413c-bd45-c223a7d3686b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:56.877086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b89180c0-c033-48ba-8b2d-cd2538c36153 req-4db054ef-82d2-413c-bd45-c223a7d3686b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0776258 Jun 10 16:38:56.921915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b89180c0-c033-48ba-8b2d-cd2538c36153 req-aebe94ac-3c13-4d5f-b133-4d6d44b9f488 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Jun 10 16:38:57.932848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-03d881e0-7b50-46a9-9e98-30a0024b23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:57.934355 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-03d881e0-7b50-46a9-9e98-30a0024b23bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 1098 time: 0.0688295 Jun 10 16:38:58.048698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-df03c8f4-89a3-462b-9545-62d394aeb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:58.050153 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-df03c8f4-89a3-462b-9545-62d394aeb315 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1101537 Jun 10 16:38:58.111247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-ea87464e-ffde-4dea-98cf-d03c4ae0879a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 200 len: 217 time: 0.0546908 Jun 10 16:38:58.113963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70a739-b399-4c58-95db-b963e13c9852 req-797f1d28-18ed-4fcc-bbfb-f67d8e30e8cd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:58.115638 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9c70a739-b399-4c58-95db-b963e13c9852 req-797f1d28-18ed-4fcc-bbfb-f67d8e30e8cd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0716171 Jun 10 16:38:58.157601 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9c70a739-b399-4c58-95db-b963e13c9852 req-30f14102-6b6d-4c2c-8b75-7bf0391344b1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Jun 10 16:38:58.170537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-16aed938-a0ad-478d-b007-24a4faa8441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:58.172884 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-16aed938-a0ad-478d-b007-24a4faa8441a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0553384 Jun 10 16:38:58.214071 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-b4de0a0d-4435-41f7-9992-f060efad38ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358665 Jun 10 16:38:58.341436 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-7dad7ea6-bf0b-4b1e-8a82-c7d27ba07b9c service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211536 Jun 10 16:38:58.466378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-d08a9fdd-fd0a-4f60-ad16-f72cfa3160ac service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184711 Jun 10 16:38:59.349624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26c2b-dfa4-4413-8d7c-ac0c52577f82 req-9f837127-5980-469c-8419-9c6fc50549d7 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:38:59.351078 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d7d26c2b-dfa4-4413-8d7c-ac0c52577f82 req-9f837127-5980-469c-8419-9c6fc50549d7 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0753019 Jun 10 16:38:59.392478 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d7d26c2b-dfa4-4413-8d7c-ac0c52577f82 req-10b931ef-f728-4aa1-8775-f80cfe645d72 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357974 Jun 10 16:39:00.580045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2fde5-538f-446d-a504-d8bbaac20e16 req-a9019d17-3bec-4341-acfe-8d70f56a93de tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:00.581457 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-00a2fde5-538f-446d-a504-d8bbaac20e16 req-a9019d17-3bec-4341-acfe-8d70f56a93de tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0745244 Jun 10 16:39:00.625662 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-00a2fde5-538f-446d-a504-d8bbaac20e16 req-55087eb6-1d94-495a-8bdf-cf7b7f8131fb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374641 Jun 10 16:39:01.815035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba2396-6d64-42f6-9e39-063d87b13850 req-9f4d0b14-a7c0-4588-85de-6115295fc63a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:01.816583 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-64ba2396-6d64-42f6-9e39-063d87b13850 req-9f4d0b14-a7c0-4588-85de-6115295fc63a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0718005 Jun 10 16:39:01.861201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-64ba2396-6d64-42f6-9e39-063d87b13850 req-39d699f0-b7b5-497d-86b9-cc66072085b6 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Jun 10 16:39:03.052034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31bfb1-9542-4a05-8c90-d23fe251de09 req-aca57270-0096-4d93-b9a2-15e282d55a69 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:03.054468 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4f31bfb1-9542-4a05-8c90-d23fe251de09 req-aca57270-0096-4d93-b9a2-15e282d55a69 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0744169 Jun 10 16:39:03.097967 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4f31bfb1-9542-4a05-8c90-d23fe251de09 req-8f3737df-56f5-415f-9874-577b310a6c50 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378423 Jun 10 16:39:03.515612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-65e35c64-7ec6-4c2f-8685-1b537a33b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:04.293434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef18f5b-2493-4f94-860e-659818dca7d4 req-4aea4634-4a78-452e-9cd2-5bb6195caf76 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:04.295012 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ef18f5b-2493-4f94-860e-659818dca7d4 req-4aea4634-4a78-452e-9cd2-5bb6195caf76 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0787656 Jun 10 16:39:04.337935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ef18f5b-2493-4f94-860e-659818dca7d4 req-13cc1987-a8a6-41a7-9e36-0943de6d0367 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371482 Jun 10 16:39:05.528248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180a2f5-f3e3-4e94-9a1c-050f6f566204 req-45120be9-0376-4a0e-a600-c82cbd39728a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:05.529666 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b180a2f5-f3e3-4e94-9a1c-050f6f566204 req-45120be9-0376-4a0e-a600-c82cbd39728a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0757234 Jun 10 16:39:05.572529 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b180a2f5-f3e3-4e94-9a1c-050f6f566204 req-627115ea-6c53-410a-9215-57e791268828 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371149 Jun 10 16:39:06.139165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:06.325988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-73c138f6-6623-4719-9252-f02636d26ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:06.761024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141ea89-6c21-4d69-96b1-12bbd8a88c8b req-200e52e8-8ded-46a8-ae3d-eafec804731a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:06.762588 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b141ea89-6c21-4d69-96b1-12bbd8a88c8b req-200e52e8-8ded-46a8-ae3d-eafec804731a tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0739331 Jun 10 16:39:06.806864 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b141ea89-6c21-4d69-96b1-12bbd8a88c8b req-ecd17b4b-69f4-45a4-9d46-204bcf892b05 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Jun 10 16:39:07.363817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:07.991728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a678-f94f-48bb-b3b8-3a3ba505b470 req-cc8a1662-8c7f-4b2b-bcb4-ca131d4bed0d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:07.993248 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c6a7a678-f94f-48bb-b3b8-3a3ba505b470 req-cc8a1662-8c7f-4b2b-bcb4-ca131d4bed0d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0727212 Jun 10 16:39:08.037242 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c6a7a678-f94f-48bb-b3b8-3a3ba505b470 req-fdae7b9a-807d-4c44-bdf0-b7c9b0cb914b tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Jun 10 16:39:08.995144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:09.221991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776a6bc-33df-4891-a7a8-d70f852640bf req-6ec51c8a-6730-401b-8206-fa4f33e23218 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:09.224051 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f776a6bc-33df-4891-a7a8-d70f852640bf req-6ec51c8a-6730-401b-8206-fa4f33e23218 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0750501 Jun 10 16:39:09.266415 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f776a6bc-33df-4891-a7a8-d70f852640bf req-e5a538fa-4005-4c45-941c-bd8d23c3ca1e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Jun 10 16:39:10.454853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ffb5f-e71d-407d-9a87-2a173faea68a req-560fa0d5-a1a3-443b-b586-d61cf8df2416 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:10.456732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-db5ffb5f-e71d-407d-9a87-2a173faea68a req-560fa0d5-a1a3-443b-b586-d61cf8df2416 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0755675 Jun 10 16:39:10.516825 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-db5ffb5f-e71d-407d-9a87-2a173faea68a req-2ec58685-03b2-4877-bde6-1c5107f8c597 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Jun 10 16:39:11.698594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b18938-cb51-43fb-aa7a-b00810432d9f req-53225ff9-33c7-4093-8bfb-d2f65819fea8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:11.699967 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-70b18938-cb51-43fb-aa7a-b00810432d9f req-53225ff9-33c7-4093-8bfb-d2f65819fea8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0705073 Jun 10 16:39:11.742081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-70b18938-cb51-43fb-aa7a-b00810432d9f req-5c7c2543-f217-481f-b614-e37c7342d979 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Jun 10 16:39:12.924130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8ca62-8b58-4184-95e4-1489ff7e99d1 req-53268289-c355-4dcf-87e5-1e318f32fdcf tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:12.925612 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6b8ca62-8b58-4184-95e4-1489ff7e99d1 req-53268289-c355-4dcf-87e5-1e318f32fdcf tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0695388 Jun 10 16:39:12.971606 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6b8ca62-8b58-4184-95e4-1489ff7e99d1 req-43998a7c-cbf9-4fde-8c03-0b02fc0500a1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 Jun 10 16:39:14.178824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1406cb8-011d-4729-8f43-3772a1d658a3 req-28cf2797-6dd4-4e3f-8578-f28def399bb6 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:14.180306 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1406cb8-011d-4729-8f43-3772a1d658a3 req-28cf2797-6dd4-4e3f-8578-f28def399bb6 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0756612 Jun 10 16:39:14.223762 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1406cb8-011d-4729-8f43-3772a1d658a3 req-b081a19e-bc3d-4b31-a446-c4150ee04915 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371733 Jun 10 16:39:15.402349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df032-27ee-44bf-8b11-452d5177d3ad req-205f81ad-a70b-491b-9e4d-8a80e357f55d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:15.403807 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0e2df032-27ee-44bf-8b11-452d5177d3ad req-205f81ad-a70b-491b-9e4d-8a80e357f55d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0692303 Jun 10 16:39:15.448039 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0e2df032-27ee-44bf-8b11-452d5177d3ad req-f7ec8808-554d-480c-ac50-23ef3f544e83 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386426 Jun 10 16:39:16.634271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b4e88-b2a1-4fa9-b53d-513b11dfc52d req-8c8221f7-a043-4aa6-989e-7cecc2ceb130 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:16.635730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a54b4e88-b2a1-4fa9-b53d-513b11dfc52d req-8c8221f7-a043-4aa6-989e-7cecc2ceb130 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0693445 Jun 10 16:39:16.681199 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a54b4e88-b2a1-4fa9-b53d-513b11dfc52d req-c84d39a1-1468-4abf-baec-c0f21c22282e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 Jun 10 16:39:17.863228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b63304-7235-4c7b-a697-790a6e8f596d req-64aeccf7-5344-4c8d-a77f-7ac52f608c77 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:17.865360 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-94b63304-7235-4c7b-a697-790a6e8f596d req-64aeccf7-5344-4c8d-a77f-7ac52f608c77 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0706062 Jun 10 16:39:17.912511 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-94b63304-7235-4c7b-a697-790a6e8f596d req-07e108ec-8b6e-4610-beb0-acf4acf75d07 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Jun 10 16:39:19.405518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fcbed-bd65-4e2a-b2d9-a3bcd00f5d59 req-8b0c6903-392a-4bdb-a278-774007c9aaa9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:19.406996 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6d4fcbed-bd65-4e2a-b2d9-a3bcd00f5d59 req-8b0c6903-392a-4bdb-a278-774007c9aaa9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.3820519 Jun 10 16:39:19.452228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6d4fcbed-bd65-4e2a-b2d9-a3bcd00f5d59 req-af265791-70c0-4acb-b296-e2297a3d6028 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Jun 10 16:39:20.634040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace715-e624-47f0-bd08-3883cff1cfa3 req-e5d1b265-152a-4e5b-9a3d-be98bfef3adb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:20.635513 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-46ace715-e624-47f0-bd08-3883cff1cfa3 req-e5d1b265-152a-4e5b-9a3d-be98bfef3adb tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0700974 Jun 10 16:39:20.679787 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-46ace715-e624-47f0-bd08-3883cff1cfa3 req-a7e2d944-230c-4f16-80c0-aa6e3ef0d9f8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386019 Jun 10 16:39:21.446370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:21.858291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d53d-2b19-4757-ae87-eae69e368a9d req-e3c1f78a-ef45-483b-9443-7b175cdfb8e8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:21.859728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8497d53d-2b19-4757-ae87-eae69e368a9d req-e3c1f78a-ef45-483b-9443-7b175cdfb8e8 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0680816 Jun 10 16:39:21.902115 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8497d53d-2b19-4757-ae87-eae69e368a9d req-bf2bba34-ecf4-494e-9ff8-2889da36d2fd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358415 Jun 10 16:39:23.090912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72477388-dea5-4689-961d-f3f1803af060 req-87308cda-281f-47e8-a818-a476746319e1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:23.092361 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-72477388-dea5-4689-961d-f3f1803af060 req-87308cda-281f-47e8-a818-a476746319e1 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0749121 Jun 10 16:39:23.478192 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-72477388-dea5-4689-961d-f3f1803af060 req-309fe8ec-1080-4d2e-bfa3-518e4490e6e2 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800583 Jun 10 16:39:24.669293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b89142-575f-4162-87a5-ec4510c17239 req-59def1c7-b30d-404e-b46a-647a879f140d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:24.670781 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-37b89142-575f-4162-87a5-ec4510c17239 req-59def1c7-b30d-404e-b46a-647a879f140d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0761399 Jun 10 16:39:24.712746 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-37b89142-575f-4162-87a5-ec4510c17239 req-df24ed35-62b4-42c5-aadd-45f8dd529198 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Jun 10 16:39:25.147710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-c7792a10-50dd-4a47-b6f0-b99abf3f514a service neutron] 10.222.0.25 "GET /v2.0/ports/f889a866-73a0-4d06-8a24-f2af85f0eecc/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0613835 Jun 10 16:39:25.409412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-bd1ad879-5331-4c29-b085-bdb5f8378520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:25.411489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-bd1ad879-5331-4c29-b085-bdb5f8378520 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137&tenant_id=03fa20f38c2a456499f1a68de81f754e HTTP/1.1" status: 200 len: 1098 time: 0.0637686 Jun 10 16:39:25.493052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-3230bd7e-ab22-411d-b65d-0dc86525aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:25.494553 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-3230bd7e-ab22-411d-b65d-0dc86525aa54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 1098 time: 0.0618265 Jun 10 16:39:25.611143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-a6116ae9-1e41-4b62-ad51-1e89dbbcfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:25.612586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-a6116ae9-1e41-4b62-ad51-1e89dbbcfb51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1115978 Jun 10 16:39:25.666002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-5274102f-5bf4-49b0-ba68-1d57a201cf90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 200 len: 217 time: 0.0469272 Jun 10 16:39:25.726335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-bf8aba15-d6f8-45bf-91d3-ef178698729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:25.727768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-bf8aba15-d6f8-45bf-91d3-ef178698729f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0557704 Jun 10 16:39:25.766014 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-23b933e2-557a-47c6-9563-403a3067c891 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315173 Jun 10 16:39:25.884296 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-38fe6dcb-2274-41b4-a8c6-54a7c2df8511 service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119442 Jun 10 16:39:25.895860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958c735-5659-46fa-8465-35730c17eb19 req-8b7cbbad-b2c3-4fd5-ba34-1c92c44c8bec tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:25.897053 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8958c735-5659-46fa-8465-35730c17eb19 req-8b7cbbad-b2c3-4fd5-ba34-1c92c44c8bec tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0711532 Jun 10 16:39:25.939455 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8958c735-5659-46fa-8465-35730c17eb19 req-76c02430-fa12-4c06-836a-b68bf6765411 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Jun 10 16:39:26.002064 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cafcd3d2-2d6b-4c9e-988d-3ace092f1391 req-1e1d4e8b-650d-4a75-bbc3-bae0bd7a8e8a service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113532 Jun 10 16:39:27.122268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc268-9a26-4a8e-9291-76abf4e7d301 req-8e884574-7461-4d90-bc21-cdd4ec79f3aa tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:27.123653 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-504fc268-9a26-4a8e-9291-76abf4e7d301 req-8e884574-7461-4d90-bc21-cdd4ec79f3aa tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0702009 Jun 10 16:39:27.165699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-504fc268-9a26-4a8e-9291-76abf4e7d301 req-dc58a1ff-2d3e-40a4-927c-6885e130db1e tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363631 Jun 10 16:39:28.350826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2abc32-71c6-4fe4-9727-b42acbce489a req-1cc5642a-9580-45b8-aff6-ee0c5d5b55c6 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:28.352353 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-de2abc32-71c6-4fe4-9727-b42acbce489a req-1cc5642a-9580-45b8-aff6-ee0c5d5b55c6 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0735359 Jun 10 16:39:28.393671 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-de2abc32-71c6-4fe4-9727-b42acbce489a req-167ba4e6-3ffa-4df6-a34a-4849cd4524cf tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356925 Jun 10 16:39:28.706086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d10d-5a59-4782-b414-155f8283f311 req-7f9aa249-3bde-4736-ae97-117d7dc56594 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:28.708395 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b5e8d10d-5a59-4782-b414-155f8283f311 req-7f9aa249-3bde-4736-ae97-117d7dc56594 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0758390 Jun 10 16:39:28.716222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595f713-b85d-407f-b366-8d4448b3e941 req-7a4dec72-9502-4e5f-8037-68aaa356380c tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:28.717696 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-7a4dec72-9502-4e5f-8037-68aaa356380c tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137&tenant_id=03fa20f38c2a456499f1a68de81f754e&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0823495 Jun 10 16:39:28.749996 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b5e8d10d-5a59-4782-b414-155f8283f311 req-655f3e10-41eb-43f3-adf3-5535ee3b5dc2 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Jun 10 16:39:28.818774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595f713-b85d-407f-b366-8d4448b3e941 req-ffeb1e2c-e9e1-4d7d-9c6b-44675fc98846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:28.820253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-ffeb1e2c-e9e1-4d7d-9c6b-44675fc98846 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03fa20f38c2a456499f1a68de81f754e&device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 1098 time: 0.0603042 Jun 10 16:39:28.938133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595f713-b85d-407f-b366-8d4448b3e941 req-6872b0c1-3238-4bf8-86c3-98f3438634df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:28.939639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-6872b0c1-3238-4bf8-86c3-98f3438634df service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 200 len: 916 time: 0.1125157 Jun 10 16:39:28.994617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-11dc5cbb-b5f2-42d8-bd2b-5a79e8c0c54f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 200 len: 217 time: 0.0487320 Jun 10 16:39:29.056184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595f713-b85d-407f-b366-8d4448b3e941 req-683fdea6-2c14-4752-8776-3a0fc4f1f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:29.057622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-683fdea6-2c14-4752-8776-3a0fc4f1f16e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 200 len: 855 time: 0.0567009 Jun 10 16:39:29.095036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-6e5d70f2-2080-4f33-88b9-441fb5f2b9d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc461343-d3a5-472d-aa04-4d92c5976d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312920 Jun 10 16:39:29.210382 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-ce8e27f7-0f23-491a-836a-82127764e05c service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084387 Jun 10 16:39:29.340823 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a595f713-b85d-407f-b366-8d4448b3e941 req-aa572235-44c9-4ea7-8826-48d215b6e5aa service neutron] 10.222.0.25 "GET /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Jun 10 16:39:29.944456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c91fb-2398-457f-b6c2-ad6faa57066d req-6fd938c4-8f06-40b6-8199-e3c25097c123 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:29.946066 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120c91fb-2398-457f-b6c2-ad6faa57066d req-6fd938c4-8f06-40b6-8199-e3c25097c123 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0774343 Jun 10 16:39:29.997460 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-120c91fb-2398-457f-b6c2-ad6faa57066d req-6372c356-971e-47d8-be65-7fc4a6a1bb52 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Jun 10 16:39:30.193766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a6f4-1f8a-4a1e-b101-30b0af58fb6d req-ffd54714-d157-4727-8b3c-24686482ef6d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:30.195298 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8cc4a6f4-1f8a-4a1e-b101-30b0af58fb6d req-ffd54714-d157-4727-8b3c-24686482ef6d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0795021 Jun 10 16:39:30.238774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8cc4a6f4-1f8a-4a1e-b101-30b0af58fb6d req-0918a9d3-302a-410f-afc0-3d8e60671edd tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Jun 10 16:39:30.399448 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:39:30.418948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8a3db-3fe3-4325-bf91-32bd538ea201 req-513eac18-b010-43bc-a4e0-8dd92fc1818d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:30.420404 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-41c8a3db-3fe3-4325-bf91-32bd538ea201 req-513eac18-b010-43bc-a4e0-8dd92fc1818d tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0693905 Jun 10 16:39:30.465386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-41c8a3db-3fe3-4325-bf91-32bd538ea201 req-cfc66f88-a8f5-46c4-a9ba-dd67e98b00c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Jun 10 16:39:31.029641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcef897-dcbe-42f7-afbf-80e5dc1ebd96 req-f3e4c179-9d68-44f4-a833-19739abd8a10 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:31.031015 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6dcef897-dcbe-42f7-afbf-80e5dc1ebd96 req-f3e4c179-9d68-44f4-a833-19739abd8a10 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0701790 Jun 10 16:39:31.072156 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6dcef897-dcbe-42f7-afbf-80e5dc1ebd96 req-68c763a6-1dca-4055-a939-192e1484a7ca tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Jun 10 16:39:32.267640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdb359-9a9a-4b8a-a9ad-1bee47c0229a req-a92bbcac-628a-45b6-ada0-009c84c1f735 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:32.269222 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2acdb359-9a9a-4b8a-a9ad-1bee47c0229a req-a92bbcac-628a-45b6-ada0-009c84c1f735 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0755997 Jun 10 16:39:32.322395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2acdb359-9a9a-4b8a-a9ad-1bee47c0229a req-8c553635-628f-4154-b0fd-bf73506bdb30 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/security-groups?id=a072e32b-9553-4d85-8f98-90d6dbbfaabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436442 Jun 10 16:39:32.464792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44139-aed0-4862-ae60-047d701c60b0 req-4e7e597c-3db2-450c-a82f-39311d868a91 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:32.466191 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90c44139-aed0-4862-ae60-047d701c60b0 req-4e7e597c-3db2-450c-a82f-39311d868a91 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 945 time: 0.0790281 Jun 10 16:39:32.588205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Deleting port f889a866-73a0-4d06-8a24-f2af85f0eecc {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:39:32.588549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:32.711221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] For port f889a866-73a0-4d06-8a24-f2af85f0eecc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f889a866-73a0-4d06-8a24-f2af85f0eecc,segment=NetworkSegment(3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b),segment_id=3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:32.711582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:32.806496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Calling delete_port for f889a866-73a0-4d06-8a24-f2af85f0eecc owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:39:32.963897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:32.969954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e51e9bca-f312-486f-8395-7f5acad7ab22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:33.002937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Pushing event deleted for resources: {'Port': ['ID=f889a866-73a0-4d06-8a24-f2af85f0eecc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:33.034789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.035221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.035618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.036000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.036384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.036765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.037163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.037542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.037916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.038287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.038655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.039023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:33.044328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:33.068091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] No DVR routers for this DVR port f889a866-73a0-4d06-8a24-f2af85f0eecc on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:39:33.070580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:33.072525 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90c44139-aed0-4862-ae60-047d701c60b0 req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.25 "DELETE /v2.0/ports/f889a866-73a0-4d06-8a24-f2af85f0eecc HTTP/1.1" status: 204 len: 173 time: 0.6007614 Jun 10 16:39:33.073128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'name': 'network-vif-deleted', 'tag': 'f889a866-73a0-4d06-8a24-f2af85f0eecc'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:39:33.075504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7bcb8b-2da8-407d-8003-1acc7d881ca8" -d '{"events": [{"server_uuid": "236881b9-a969-4b56-9b86-f3ad4b09c137", "name": "network-vif-deleted", "tag": "f889a866-73a0-4d06-8a24-f2af85f0eecc"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:39:33.112969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cb855-bf07-480b-93f7-66d949b164b7 x-openstack-request-id: req-707cb855-bf07-480b-93f7-66d949b164b7 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:39:33.113409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236881b9-a969-4b56-9b86-f3ad4b09c137", "name": "network-vif-deleted", "tag": "f889a866-73a0-4d06-8a24-f2af85f0eecc", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:39:33.113738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-707cb855-bf07-480b-93f7-66d949b164b7 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:39:33.114304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236881b9-a969-4b56-9b86-f3ad4b09c137', 'name': 'network-vif-deleted', 'tag': 'f889a866-73a0-4d06-8a24-f2af85f0eecc', 'status': 'completed', 'code': 200} Jun 10 16:39:33.495700 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f007080d-6105-448e-b108-037eebaad8df req-31ccc44a-1961-4db4-b5ba-579171211499 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] 10.222.0.23 "GET /v2.0/ports?device_id=236881b9-a969-4b56-9b86-f3ad4b09c137 HTTP/1.1" status: 200 len: 210 time: 0.0418780 Jun 10 16:39:33.522207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-797cb42e-ca74-490a-9ae2-aac7aa657100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:34.690510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f889a866-73a0-4d06-8a24-f2af85f0eecc no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:39:34.716218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: f889a866-73a0-4d06-8a24-f2af85f0eecc {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:39:34.716578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f889a866-73a0-4d06-8a24-f2af85f0eecc not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:39:34.735121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54484) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:34.795828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Deleting subnet d8f6d27f-51ab-4174-8afa-1feaae4fec55 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:39:34.798767 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:34.842749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:34.890488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:34.959066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:34.961270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-04d9db55-7a1a-4548-89d5-fc184134d5cc tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:34.991569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f6d27f-51ab-4174-8afa-1feaae4fec55,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:34.999163 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.002628 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d8f6d27f-51ab-4174-8afa-1feaae4fec55 HTTP/1.1" status: 204 len: 168 time: 0.2647958 Jun 10 16:39:35.003942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54486) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:35.007901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.008288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.008667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.009038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.009446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.009815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.010177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.010540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.010902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.011260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.011696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.012044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:35.015325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:35.112820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.245990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.263073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc461343-d3a5-472d-aa04-4d92c5976d95']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:35.279244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:35.279554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b033a0f-6f36-4dc4-a5fa-070fcb1a1b6b') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:35.291997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.310566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.317551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:39:35.318282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:39:35.320407 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:39:35.407859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.412496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-12d5934a-f6dd-4b00-9d03-8f986a818e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:35.417206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.419083 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc461343-d3a5-472d-aa04-4d92c5976d95 HTTP/1.1" status: 204 len: 168 time: 0.4129088 Jun 10 16:39:35.438701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc461343-d3a5-472d-aa04-4d92c5976d95,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:35.442287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:35.550624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54490) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:35.598442 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-654e686e-85a0-4d5b-a745-4883b3985f0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03fa20f38c2a456499f1a68de81f754e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446072 Jun 10 16:39:35.600119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54492) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:35.653494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.682713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.732565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.735059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:35.736193 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a072e32b-9553-4d85-8f98-90d6dbbfaabe HTTP/1.1" status: 204 len: 168 time: 0.1351178 Jun 10 16:39:35.736985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4e71e94a-5d5b-4521-8ea4-5e28654aeb61 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:35.754362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a072e32b-9553-4d85-8f98-90d6dbbfaabe,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:35.757426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:36.142718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.327685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-121e0919-4985-459d-b1c0-3b31d940fd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.460691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54514) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:36.564605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-127837852-network', 'tenant_id': '40e0eb8eca2043b381491955c38d0450'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:36.589034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Made reservation on behalf of 40e0eb8eca2043b381491955c38d0450 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:39:36.591369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.601836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.693389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.697088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.699927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c48f9efe-2340-45a9-a7e3-70e2f8804d5c tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:36.723163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:39:36.732633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4bd7a-9928-431d-971d-3c7655c2f3ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:36.736858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:36.737919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.738295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Added segment 72d06ccf-6216-4646-b138-a4f7900917f6 of type vlan for network ff7189a9-76cf-4f46-92ae-112aa247d19c Jun 10 16:39:36.791395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.820674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.821718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:36.822296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.825187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8612c6ac-8996-445d-b251-1babcc844670 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:36.851954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3901169 Jun 10 16:39:36.855261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54518) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:36.860748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Request body: {'subnet': {'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-127837852-subnet', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:36.883313 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Made reservation on behalf of 40e0eb8eca2043b381491955c38d0450 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:39:36.885684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:36.906283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7189a9-76cf-4f46-92ae-112aa247d19c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:36.908923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:36.927201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ff7189a9-76cf-4f46-92ae-112aa247d19c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:39:37.096379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.098654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8ad4e93-cde1-4a43-a2a1-d0a0fe233a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:37.167421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcb443c-9075-4121-8462-c9a0d61d0115,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:37.170794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:37.176801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:39:37.177185 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Network hostable DHCP agents. Network: ff7189a9-76cf-4f46-92ae-112aa247d19c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:39:37.195505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:39:37.204825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ff7189a9-76cf-4f46-92ae-112aa247d19c) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:37.210892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:37.211474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.215394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449c0427-f594-4424-9bd4-5d9d8b739e76 None None] Network ff7189a9-76cf-4f46-92ae-112aa247d19c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:39:37.228074 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0777ceee-db4c-49ec-a0eb-649ac866ebe2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3714671 Jun 10 16:39:37.230573 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54520) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:37.235507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:37.257597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.258578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.328439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.398211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.439919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ff7189a9-76cf-4f46-92ae-112aa247d19c', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:39:37.440775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.556377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.620579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Allocated IP 172.20.0.2 (ff7189a9-76cf-4f46-92ae-112aa247d19c/5bcb443c-9075-4121-8462-c9a0d61d0115/7b97efba-27f1-493d-b713-2be9eb049fd7) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:39:37.806008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.814883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Transition to ACTIVE for port object 7b97efba-27f1-493d-b713-2be9eb049fd7 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:37.834341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Transition to ACTIVE for port object 7b97efba-27f1-493d-b713-2be9eb049fd7 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:37.839812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.843936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:37.862668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.890973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.898541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:39:37.901941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:37.906002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:39:37.914082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Pushing event updated for resources: {'Port': ['ID=7b97efba-27f1-493d-b713-2be9eb049fd7,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:37.919401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:37.984962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Attempting to bind port 7b97efba-27f1-493d-b713-2be9eb049fd7 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:39:37.985369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Attempting to bind port 7b97efba-27f1-493d-b713-2be9eb049fd7 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:39:37.985745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Attempting to bind port 7b97efba-27f1-493d-b713-2be9eb049fd7 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:39:37.991142 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:39:37.991520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:39:37.991931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:37.992329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Bound using segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:39:37.998709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Bound port: 7b97efba-27f1-493d-b713-2be9eb049fd7, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:39:37.998709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:38.018569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Allocated IP 172.26.5.118 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/eb45d058-6867-483b-8586-726427a5aa77) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:39:38.077516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] For port 7b97efba-27f1-493d-b713-2be9eb049fd7, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:39:38.080831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] For port 7b97efba-27f1-493d-b713-2be9eb049fd7, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b97efba-27f1-493d-b713-2be9eb049fd7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:39:38.087855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:38.090109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:38.168756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Pushing event updated for resources: {'Port': ['ID=7b97efba-27f1-493d-b713-2be9eb049fd7,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:38.172865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:38.176495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:38.219157 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:38.221281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c2974412-f7ee-4dce-9546-7c0b6ff28d94 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:38.268035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:39:38.271851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:38.275840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:39:38.282459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Pushing event updated for resources: {'Port': ['ID=eb45d058-6867-483b-8586-726427a5aa77,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:38.317985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:38.647132 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:38.939142 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:38.950110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b97efba-27f1-493d-b713-2be9eb049fd7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:39.013857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:39.025872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7b97efba-27f1-493d-b713-2be9eb049fd7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:39.106160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb8a81-f58c-423b-a71f-5f7d5451608b None None] Network ff7189a9-76cf-4f46-92ae-112aa247d19c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:39:39.123954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:39:39.255816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Provisioning for port 7b97efba-27f1-493d-b713-2be9eb049fd7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:39.268277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Provisioning complete for port 7b97efba-27f1-493d-b713-2be9eb049fd7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:39.268519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:39.426331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:39.474710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] For port 7b97efba-27f1-493d-b713-2be9eb049fd7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b97efba-27f1-493d-b713-2be9eb049fd7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:39.480466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:39.483562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:39.558842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Pushing event updated for resources: {'Port': ['ID=7b97efba-27f1-493d-b713-2be9eb049fd7,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:39.562850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:39.691218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:39:39.700228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-276ca51d-ead9-482f-ac2a-01af232d855d None None] Provisioning complete for port 7b97efba-27f1-493d-b713-2be9eb049fd7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:39.700764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-276ca51d-ead9-482f-ac2a-01af232d855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:39.702411 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:39:39.712889 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:39:39.713343 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:39:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:39.716494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:39.720570 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4858646 Jun 10 16:39:39.720950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54522) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:39.863012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:39:40.105046 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:38Z', 'revision_number': 3, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:40.108449 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:39:40.108826 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Updating router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 port eb45d058-6867-483b-8586-726427a5aa77 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:39:40.152864 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.302021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.451968 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.462105 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Transition to ACTIVE for port object eb45d058-6867-483b-8586-726427a5aa77 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:40.467543 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.470161 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:40.488363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Allocated IP 172.20.0.1 (ff7189a9-76cf-4f46-92ae-112aa247d19c/5bcb443c-9075-4121-8462-c9a0d61d0115/083825e5-db26-47fe-8f58-1a7273f01a4a) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:39:40.523912 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Attempting to bind port eb45d058-6867-483b-8586-726427a5aa77 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:39:40.524282 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Attempting to bind port eb45d058-6867-483b-8586-726427a5aa77 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:39:40.524645 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Attempting to bind port eb45d058-6867-483b-8586-726427a5aa77 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:39:40.533017 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Pushing event updated for resources: {'Port': ['ID=eb45d058-6867-483b-8586-726427a5aa77,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:40.536994 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:39:40.537429 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:39:40.537833 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.538224 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:39:40.538700 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Bound port: eb45d058-6867-483b-8586-726427a5aa77, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:39:40.539075 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.566956 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.567734 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.567734 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.567925 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.568251 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.568572 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.568896 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.569249 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.569577 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.569896 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.570210 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.570521 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:40.575109 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:40.608149 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] For port eb45d058-6867-483b-8586-726427a5aa77, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:39:40.611542 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] For port eb45d058-6867-483b-8586-726427a5aa77, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eb45d058-6867-483b-8586-726427a5aa77,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:39:40.616462 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.619561 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-74352f8b-34d3-44fd-a93d-fbacd8b7b7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:40.638240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.654037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Transition to ACTIVE for port object 083825e5-db26-47fe-8f58-1a7273f01a4a will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:40.685292 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:39:40.685950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:39:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:40.690073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.693532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56bb2048-44ba-45b4-8f45-5b799b4f6bb2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:40.736001 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Pushing event updated for resources: {'Port': ['ID=eb45d058-6867-483b-8586-726427a5aa77,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:40.739706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:39:40.742880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:40.746711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:39:40.777517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Pushing event updated for resources: {'Port': ['ID=083825e5-db26-47fe-8f58-1a7273f01a4a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:40.783589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:40.803900 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:40.924930 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:40.927065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b97efba-27f1-493d-b713-2be9eb049fd7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:40.940535 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:39:40.989084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7b97efba-27f1-493d-b713-2be9eb049fd7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:40.989398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.008461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.078784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0181615d-7a02-4afa-aaf3-d980f243d170 None None] Provisioning for port 083825e5-db26-47fe-8f58-1a7273f01a4a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:41.091701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0181615d-7a02-4afa-aaf3-d980f243d170 None None] Provisioning complete for port 083825e5-db26-47fe-8f58-1a7273f01a4a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:41.092085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0181615d-7a02-4afa-aaf3-d980f243d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.139081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0181615d-7a02-4afa-aaf3-d980f243d170 None None] Port 083825e5-db26-47fe-8f58-1a7273f01a4a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:39:41.202861 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:38Z', 'revision_number': 3, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:41.206251 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31dd46e-ce08-468f-993d-f8d137f5a6ea None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:38Z', 'revision_number': 3, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:39:41.222939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.228288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.230973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c7c8cffd-e504-4b3c-8bea-9557ccea7bc6 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:41.318283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Pushing event updated for resources: {'Port': ['ID=083825e5-db26-47fe-8f58-1a7273f01a4a,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:41.321188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:41.322015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.478147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:39:41.479864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:41.655007 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:39:41.761914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-279ad292-70e0-40ed-97c9-58f0904ddace None None] Provisioning complete for port 083825e5-db26-47fe-8f58-1a7273f01a4a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:41.762539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-279ad292-70e0-40ed-97c9-58f0904ddace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:41.809944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-279ad292-70e0-40ed-97c9-58f0904ddace None None] Port 083825e5-db26-47fe-8f58-1a7273f01a4a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:39:41.815135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:39:41.821456 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/ed5a3ccd-31f4-49a6-ae16-2e2920bc0223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0995646 Jun 10 16:39:42.378673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54530) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:42.384222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088535522', 'description': 'tempest-description--1541322807'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:42.406750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.510864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.514824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.517591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5c04fc99-9406-4608-97b1-cdd0f5b969a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:42.545433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.546668 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1663377 Jun 10 16:39:42.549695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54532) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:42.552043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e57b87-4bd5-4216-93f7-8e883f1f91b5,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:42.554809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-539def2f-332c-41ab-bdc5-aeb3582aed64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:42.555977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'security_group_rule': {'security_group_id': '31e57b87-4bd5-4216-93f7-8e883f1f91b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:42.583225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.653434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.661979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.663915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edf988d6-2a2d-4e49-acb4-9c2f0504d9a8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:42.680429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c3d32f-904a-47b6-96a3-cab34174c380,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:42.684753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:42.688508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:39:42.692228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.696734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54534) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:42.697168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460671 Jun 10 16:39:42.700672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:39:42.701380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:39:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:42.702091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'security_group_rule': {'security_group_id': '31e57b87-4bd5-4216-93f7-8e883f1f91b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:42.731592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.804443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.808210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.810174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-afb04e76-3fa7-4497-9be5-e41caee9f458 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:42.829333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5e29da-a0d0-4365-a269-57c015b02837,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:42.833697 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:42.835346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.837039 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388555 Jun 10 16:39:42.839927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54536) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:42.844746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:42.874926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:42.981344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb45d058-6867-483b-8586-726427a5aa77 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:43.015578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.064288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:39:43.128013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port eb45d058-6867-483b-8586-726427a5aa77 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:43.151054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Allocated IP 172.26.5.222 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d143f867-7f86-453a-9712-caca4549bb21) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:39:43.225132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port eb45d058-6867-483b-8586-726427a5aa77 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:43.225551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.288237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.332931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.336035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2f2c33be-4b01-4cdf-bce4-96cc4f5f3202 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:43.385473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:39:43.388302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:43.394031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:39:43.424252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'Port': ['ID=d143f867-7f86-453a-9712-caca4549bb21,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:43.429112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:43.504783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.515547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.550521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port eb45d058-6867-483b-8586-726427a5aa77, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eb45d058-6867-483b-8586-726427a5aa77,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:43.558371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.568058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-be3938c7-7c7e-406d-9fa0-f7dac8724005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:43.570207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.625095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:41Z', 'revision_number': 2, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:43.635795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:39:43.636067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Updating router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 port 083825e5-db26-47fe-8f58-1a7273f01a4a binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:39:43.679205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=eb45d058-6867-483b-8586-726427a5aa77,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:43.683382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:43.698046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.777988 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.782555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.784940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:43.870943 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'Port': ['ID=d143f867-7f86-453a-9712-caca4549bb21,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:43.876726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:43.884985 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.899295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:43.900688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0598133 Jun 10 16:39:44.035550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:44.047630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Transition to ACTIVE for port object 083825e5-db26-47fe-8f58-1a7273f01a4a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:44.055305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:44.059305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:44.062305 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-bde64aee-9de6-4053-9c23-54d254702053 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1088535522&fields=id&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 267 time: 0.0451474 Jun 10 16:39:44.157320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86646ae7-bae3-4280-a630-30235a68c42f None None] Pushing event updated for resources: {'Port': ['ID=083825e5-db26-47fe-8f58-1a7273f01a4a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:44.162703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-86646ae7-bae3-4280-a630-30235a68c42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:44.219259 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-db212cd9-644b-47e7-bbfe-a143c906c333 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:44.220806 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-db212cd9-644b-47e7-bbfe-a143c906c333 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1503761 Jun 10 16:39:44.230034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Attempting to bind port 083825e5-db26-47fe-8f58-1a7273f01a4a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:39:44.231134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Attempting to bind port 083825e5-db26-47fe-8f58-1a7273f01a4a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:39:44.231134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Attempting to bind port 083825e5-db26-47fe-8f58-1a7273f01a4a on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:39:44.237320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:39:44.237705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:39:44.239027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:44.239027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Bound using segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:39:44.239027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Bound port: 083825e5-db26-47fe-8f58-1a7273f01a4a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:39:44.239427 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:44.240275 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-0eaa8bd2-62dc-46d7-8888-297f4378ae52 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/quotas/40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 375 time: 0.0109055 Jun 10 16:39:44.321014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] For port 083825e5-db26-47fe-8f58-1a7273f01a4a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:39:44.324594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] For port 083825e5-db26-47fe-8f58-1a7273f01a4a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=083825e5-db26-47fe-8f58-1a7273f01a4a,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:39:44.328124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:44.330150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:44.334947 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-cc956ffa-0c3e-4b16-8352-01f26ecf1152 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909376 Jun 10 16:39:44.407272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-308fdc93-9b57-4776-8cea-e2f3ea5306bf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:39:44.408798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-308fdc93-9b57-4776-8cea-e2f3ea5306bf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0603378 Jun 10 16:39:44.417424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:39:44.418069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:39:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:44.425059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86646ae7-bae3-4280-a630-30235a68c42f None None] Pushing event updated for resources: {'Port': ['ID=083825e5-db26-47fe-8f58-1a7273f01a4a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:44.426411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-86646ae7-bae3-4280-a630-30235a68c42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:44.549297 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-3b5c40f0-4c27-4bdd-b8f8-be7da803ce95 service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317754 Jun 10 16:39:44.579249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:39:44.703241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-10c481cb-9906-4fa2-9f5d-8d9ce0200f58 service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440573 Jun 10 16:39:44.912074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3734b78-ed85-4274-bf2b-8fc5fcd29273 req-c4763447-6ad0-4e31-8fe9-0255ffd93248 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 210 time: 0.0565233 Jun 10 16:39:44.952145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb45d058-6867-483b-8586-726427a5aa77 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:45.083498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port eb45d058-6867-483b-8586-726427a5aa77 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:45.084007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:45.166831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:44Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:45.195050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac61df-214d-4677-b63d-a8e5e336cfc0 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:44Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:39:46.068638 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee9e05a5-4f4f-485c-83d7-7b036b3a02f2 req-a1789c0f-c17a-46e3-aa19-a2668f6d5440 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 210 time: 0.0399351 Jun 10 16:39:46.344277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-b8154494-3134-4eb8-90c9-67617792d24a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:46.345750 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-b8154494-3134-4eb8-90c9-67617792d24a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1451399 Jun 10 16:39:46.393611 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-48b131ee-8cb1-4f8f-bb80-9a0b62ae2731 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 380 time: 0.0389221 Jun 10 16:39:46.404122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'port': {'device_id': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'admin_state_up': True, 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'security_groups': ['31e57b87-4bd5-4216-93f7-8e883f1f91b5']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:46.555080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Made reservation on behalf of 40e0eb8eca2043b381491955c38d0450 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:39:46.558524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:46.710620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Allocated IP 172.20.0.5 (ff7189a9-76cf-4f46-92ae-112aa247d19c/5bcb443c-9075-4121-8462-c9a0d61d0115/6a3b1c50-9775-41e0-b762-4403f1a6fa05) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:39:46.939917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 083825e5-db26-47fe-8f58-1a7273f01a4a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:47.002488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 083825e5-db26-47fe-8f58-1a7273f01a4a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:47.012263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 083825e5-db26-47fe-8f58-1a7273f01a4a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:47.012648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.123019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.164419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 083825e5-db26-47fe-8f58-1a7273f01a4a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=083825e5-db26-47fe-8f58-1a7273f01a4a,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:47.169968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.178137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:47.217644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.251503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=083825e5-db26-47fe-8f58-1a7273f01a4a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:47.254736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:47.258652 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-752e914a-0fbd-472e-9ce8-a5af48372c72 req-3aba8bf8-e8ac-4603-a82f-dd4706e18069 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 210 time: 0.0462363 Jun 10 16:39:47.261185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Transition to ACTIVE for port object 6a3b1c50-9775-41e0-b762-4403f1a6fa05 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:47.297525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.302414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dc7c6794-ec1c-4313-9a67-c9c1418c63c9 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:47.349095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:39:47.352638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:39:47.356582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:39:47.391691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:47.397097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:47.423496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:47.424117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.440124 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0404668 Jun 10 16:39:47.451643 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Request body: {'port': {'device_id': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:47.542298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.619952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5bc3d5b8-cea2-4338-b190-5b5c5328d48d None None] Provisioning for port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:47.623995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5bc3d5b8-cea2-4338-b190-5b5c5328d48d None None] Provisioning complete for port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:47.624335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5bc3d5b8-cea2-4338-b190-5b5c5328d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.666856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3d5b8-cea2-4338-b190-5b5c5328d48d None None] Port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:39:47.864637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3b1c50-9775-41e0-b762-4403f1a6fa05 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:39:47.872743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.885278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Transition to ACTIVE for port object 6a3b1c50-9775-41e0-b762-4403f1a6fa05 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:39:47.889539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:47.891631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-063b3887-71fd-455f-9990-da670a39eb99 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:47.989997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:47.992871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:48.087519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Attempting to bind port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:39:48.087859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Attempting to bind port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:39:48.088187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Attempting to bind port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:39:48.093098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 on network ff7189a9-76cf-4f46-92ae-112aa247d19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:39:48.093450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Attempting to bind port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:39:48.099255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:39:48.099588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:39:48.100247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Bound using segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:39:48.100692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Bound port: 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:39:48.101046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:48.179091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:39:48.182400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:39:48.187688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:48.190859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6a8f2d29-5e9a-45a6-9b3d-7e12e6a2d534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:48.204882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:48.205549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:48.209935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] 10.222.0.25 "PUT /v2.0/ports/6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 1093 time: 0.7595439 Jun 10 16:39:48.209935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:39:48.210397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd25a0e-4edb-4b89-94a8-24b32f73e228" -d '{"events": [{"name": "network-changed", "server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:39:48.275457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c541b3-03aa-4a58-9f8b-9fcc8a267158 x-openstack-request-id: req-d9c541b3-03aa-4a58-9f8b-9fcc8a267158 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:39:48.275924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:39:48.276342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9c541b3-03aa-4a58-9f8b-9fcc8a267158 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:39:48.277251 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'status': 'completed', 'code': 200} Jun 10 16:39:48.320820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:48.324490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:48.348945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-5591d7bc-2ff3-443d-8861-5a3fcb6c2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:48.350499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-5591d7bc-2ff3-443d-8861-5a3fcb6c2477 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1096 time: 0.0936346 Jun 10 16:39:48.409228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-2ca6f763-6313-439c-b90d-cb4256676c84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 217 time: 0.0514753 Jun 10 16:39:48.508035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-0aed0b50-ca39-4076-b385-fb59732a8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:48.509397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-0aed0b50-ca39-4076-b385-fb59732a8b8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0907650 Jun 10 16:39:48.563112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d7929-294a-45bf-8f58-b03bb00f34b2 req-5d7154b9-8b12-40c9-b231-34df726dadf6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:48.564592 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-913d7929-294a-45bf-8f58-b03bb00f34b2 req-5d7154b9-8b12-40c9-b231-34df726dadf6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 943 time: 0.1581719 Jun 10 16:39:48.629689 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-913d7929-294a-45bf-8f58-b03bb00f34b2 req-17eb0bb2-70dc-4db0-83f2-6fb716ffaf64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569124 Jun 10 16:39:48.634978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-fb076e11-bcd1-4ed8-a4d1-fb7141bc1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:48.636331 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-fb076e11-bcd1-4ed8-a4d1-fb7141bc1a32 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1193402 Jun 10 16:39:48.755680 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-87b369ba-ccca-412c-9147-ce8b900e324d service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117702 Jun 10 16:39:48.867954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ea76836-9453-40cc-a662-8e122bd52b26 req-41699ca7-eba6-452a-95f7-97de7116f475 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064560 Jun 10 16:39:48.928358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 083825e5-db26-47fe-8f58-1a7273f01a4a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:48.986632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 083825e5-db26-47fe-8f58-1a7273f01a4a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:48.987022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:48.989263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-f158a8ba-ffca-4f64-bd78-be773787cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:48.990756 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-f158a8ba-ffca-4f64-bd78-be773787cd66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1096 time: 0.0682244 Jun 10 16:39:49.111913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-f2f636c9-3e1d-4405-946a-a2d29e1aa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:49.113303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-f2f636c9-3e1d-4405-946a-a2d29e1aa61d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1154039 Jun 10 16:39:49.168975 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-56dcbe20-ba38-48d5-903d-44f825184f57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 217 time: 0.0485053 Jun 10 16:39:49.226138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-4c462f2a-c846-4eca-9a49-257454199469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:49.227575 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-4c462f2a-c846-4eca-9a49-257454199469 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0523303 Jun 10 16:39:49.298786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-f481ee0c-262b-423e-a047-cb6d7dd93a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:49.300292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-f481ee0c-262b-423e-a047-cb6d7dd93a6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0656693 Jun 10 16:39:49.419036 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-bb82e2e1-fb02-4b66-ba61-24a49ce4b8cc service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111603 Jun 10 16:39:49.535109 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebd25a0e-4edb-4b89-94a8-24b32f73e228 req-29ea9d28-18de-471d-af99-88caf3a187a5 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089635 Jun 10 16:39:49.815611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429c7c6-1cbd-4706-b66a-62f3abc2b493 req-73ceb4a3-ae22-44bd-b526-8a9fa92c45e3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:49.817480 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8429c7c6-1cbd-4706-b66a-62f3abc2b493 req-73ceb4a3-ae22-44bd-b526-8a9fa92c45e3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 943 time: 0.0700953 Jun 10 16:39:49.859497 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8429c7c6-1cbd-4706-b66a-62f3abc2b493 req-5615b429-ff28-48d3-a2f4-4f5060f1ae91 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363779 Jun 10 16:39:50.744104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:39:50.863895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:50.875873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'mac_address': 'fa:16:3e:c1:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:39:50.925572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:50.940393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3b1c50-9775-41e0-b762-4403f1a6fa05 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:39:50.962448 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:50.966756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:50.969411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:51.026549 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:51.029497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:51.052198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ca09-2ce3-4787-a528-716591867125 req-a9ae9186-ad1b-4e3d-8d80-5d7576aa7a38 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:51.053682 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ed96ca09-2ce3-4787-a528-716591867125 req-a9ae9186-ad1b-4e3d-8d80-5d7576aa7a38 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 944 time: 0.0768437 Jun 10 16:39:51.098992 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ed96ca09-2ce3-4787-a528-716591867125 req-5a2d0a5c-12d7-4491-b94a-b29ced84263b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Jun 10 16:39:51.172592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['6a3b1c50-9775-41e0-b762-4403f1a6fa05'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:39:51.466972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:52.285748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49d49-eb85-48be-9102-3d474df26a0e req-af9ff828-88ed-4154-ae26-51a44e2bc7f7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:52.287221 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d1f49d49-eb85-48be-9102-3d474df26a0e req-af9ff828-88ed-4154-ae26-51a44e2bc7f7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 944 time: 0.0741384 Jun 10 16:39:52.328675 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d1f49d49-eb85-48be-9102-3d474df26a0e req-e1f02ce9-edce-4654-a495-312c065ccb5f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355361 Jun 10 16:39:52.759773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:39:52.818709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:39:52.822581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:39:52.822971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:52.911970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:52.935971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:39:52.938293 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89706f8e-1c0e-4ff6-8754-a063f6a3a44b" -d '{"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-plugged", "status": "completed", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:39:52.952361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:39:52.958107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:52.960180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:39:53.016538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:39:53.026627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.026987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.027536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.027670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.028012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.028352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.028687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.029022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.029384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.029714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.030042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.030369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:39:53.034461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f4c41-be3b-4314-959d-ddededf80c49 x-openstack-request-id: req-727f4c41-be3b-4314-959d-ddededf80c49 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:39:53.034757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-plugged", "status": "completed", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:39:53.035713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-727f4c41-be3b-4314-959d-ddededf80c49 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:39:53.038582 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'code': 200} Jun 10 16:39:53.038582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:39:53.268554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197131-611d-4580-b8e8-60bb4330462f req-2baa040b-295c-431d-b6f9-b54031660492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:53.270639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07197131-611d-4580-b8e8-60bb4330462f req-2baa040b-295c-431d-b6f9-b54031660492 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1098 time: 0.0588417 Jun 10 16:39:53.308343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07197131-611d-4580-b8e8-60bb4330462f req-20a732ac-9975-4f4f-89d7-d0b620f15c7f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Jun 10 16:39:53.509012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1a639-1af8-410b-af9c-683ff8084633 req-8651fe02-0825-44d4-bc36-06573204478f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:53.510484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4cc1a639-1af8-410b-af9c-683ff8084633 req-8651fe02-0825-44d4-bc36-06573204478f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0701144 Jun 10 16:39:53.556550 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4cc1a639-1af8-410b-af9c-683ff8084633 req-1ed511d3-3fa6-48c6-a803-dc3c356cec42 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Jun 10 16:39:54.744306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072675a-37b6-4040-88e0-0059ab7d01a0 req-2f49bb5c-67df-4d34-84da-7a0e08f0f98b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:54.745779 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1072675a-37b6-4040-88e0-0059ab7d01a0 req-2f49bb5c-67df-4d34-84da-7a0e08f0f98b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0740020 Jun 10 16:39:54.788689 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1072675a-37b6-4040-88e0-0059ab7d01a0 req-76749723-6fc0-4cbd-a67a-9beac21afb80 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371175 Jun 10 16:39:54.963687 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b50a23-e162-4ec8-8a14-3fe87a2ee714 req-3baa91c2-0755-47b3-99e7-c9490bf2a692 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:54.965136 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-82b50a23-e162-4ec8-8a14-3fe87a2ee714 req-3baa91c2-0755-47b3-99e7-c9490bf2a692 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0678825 Jun 10 16:39:54.973556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 54594) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:39:54.978054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'floatingip': {'port_id': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:39:55.037203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:55.993729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:55.997704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:56.138618 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 associated. External IP: 172.26.5.222, port: 6a3b1c50-9775-41e0-b762-4403f1a6fa05. Jun 10 16:39:56.428400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:39:56.579432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:39:56.586458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:39:56.591323 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:39:56.600312 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:39:56.601027 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:39:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:56.632818 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f075facc-560a-4869-9a2c-d64320a604a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "PUT /v2.0/floatingips/da4fc840-89ea-4f78-a57e-461e1fe45fa0 HTTP/1.1" status: 200 len: 991 time: 1.6582150 Jun 10 16:39:56.633531 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:39:56.635846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec5b904-e729-4712-b7d2-ff28e4a67e90" -d '{"events": [{"name": "network-changed", "server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:39:56.674520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf038a-f4a5-4e8c-95a3-33eac8bb4aa2 x-openstack-request-id: req-86cf038a-f4a5-4e8c-95a3-33eac8bb4aa2 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:39:56.675004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:39:56.675308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86cf038a-f4a5-4e8c-95a3-33eac8bb4aa2 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:39:56.676396 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'status': 'completed', 'code': 200} Jun 10 16:39:56.749315 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:39:56.757386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-068e8ed8-c611-451f-a7e6-3536f2e393b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:56.758935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-068e8ed8-c611-451f-a7e6-3536f2e393b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1098 time: 0.0620039 Jun 10 16:39:56.877298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-b0f22f56-d3a4-4d8c-b047-196a93076aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:56.879363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-b0f22f56-d3a4-4d8c-b047-196a93076aac service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1138868 Jun 10 16:39:56.966326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-d2349384-490c-4fa5-9f9b-fc02dcb44692 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 999 time: 0.0812182 Jun 10 16:39:57.021968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-02313b5e-8b39-4795-b147-737af5d2d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:57.023417 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-02313b5e-8b39-4795-b147-737af5d2d8b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0514336 Jun 10 16:39:57.038671 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:c1:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:39:55Z', 'revision_number': 1, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:57.042284 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:39:57.050545 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:39:57.051690 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:39:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:57.089178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-31c6676f-567d-49da-b3b0-537c83e370aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:39:57.090698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-31c6676f-567d-49da-b3b0-537c83e370aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0604680 Jun 10 16:39:57.200544 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:39:57.212508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-82d834b0-96aa-49e8-8734-5d82de73e472 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150937 Jun 10 16:39:57.332630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6ec5b904-e729-4712-b7d2-ff28e4a67e90 req-27becfa0-b683-49e7-a9f8-3851b7ca8a9a service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124816 Jun 10 16:39:57.495138 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:c1:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:39:55Z', 'revision_number': 1, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:39:57.498448 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde576f-da25-42e7-899c-7e975dd77e56 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:c1:57:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:39:55Z', 'revision_number': 1, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:39:57.693784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90b61b-ea6a-4bef-bfa8-f780f6b06e97 None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:40:03.519998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-396f826e-aed0-4b6a-ab61-ffc536d95e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:06.135776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:06.328127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e9a4cc80-1508-4378-915e-38de407f69dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:07.368604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:07.398576 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:40:09.001284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:21.506577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:33.138088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9621e-f7db-4667-b54a-63af0758998b req-264b6568-12c7-4eed-a5d9-ed5a4b0001bd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:33.139499 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ee9621e-f7db-4667-b54a-63af0758998b req-264b6568-12c7-4eed-a5d9-ed5a4b0001bd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0758617 Jun 10 16:40:33.188921 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ee9621e-f7db-4667-b54a-63af0758998b req-5e2f8143-ea0a-4543-b280-93e53ab81b3e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Jun 10 16:40:33.515197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b53f83fe-9e4b-4d3c-920c-dac3fa376b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:33.596838 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-fcc9dd32-bd42-40f4-a0cf-14841ba624a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969107 Jun 10 16:40:33.629903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578329e-1843-4f26-b243-6e18174d2450 req-df64d239-ab83-47b6-a15e-6404e8491212 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:33.633892 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b578329e-1843-4f26-b243-6e18174d2450 req-df64d239-ab83-47b6-a15e-6404e8491212 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0828774 Jun 10 16:40:33.682976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b578329e-1843-4f26-b243-6e18174d2450 req-f09fcdee-9e38-4f34-afa9-331ce14fc049 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456448 Jun 10 16:40:34.773514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-d30bf2e4-0890-4390-a37d-c01a8875f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:34.775095 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-d30bf2e4-0890-4390-a37d-c01a8875f7d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1098 time: 0.0654380 Jun 10 16:40:34.953537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-b34205bb-cce8-4731-af34-1615fc693322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:34.955001 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-b34205bb-cce8-4731-af34-1615fc693322 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1734998 Jun 10 16:40:34.977393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2559b-1cce-4cb9-be7e-bfb9fbdf240e req-c4d75ced-bf54-4708-8811-8cdebe6915cd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:34.978897 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97b2559b-1cce-4cb9-be7e-bfb9fbdf240e req-c4d75ced-bf54-4708-8811-8cdebe6915cd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.1689286 Jun 10 16:40:35.082619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-b05390d5-c5b2-4e5b-bf70-c5c7fa7553b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 1001 time: 0.1204205 Jun 10 16:40:35.087944 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97b2559b-1cce-4cb9-be7e-bfb9fbdf240e req-12476236-ec5d-4f06-a268-5a05d7b081c9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659316 Jun 10 16:40:35.147261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-7912104c-9e81-41d9-bd58-793453bc1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:35.148612 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-7912104c-9e81-41d9-bd58-793453bc1708 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0598178 Jun 10 16:40:35.213846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-98789ca7-6d44-4f4a-909b-7d7c4eb52a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:35.215294 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-98789ca7-6d44-4f4a-909b-7d7c4eb52a7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0600228 Jun 10 16:40:35.334453 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-38d15cfb-9636-430a-a778-7ca575d1d2b3 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112444 Jun 10 16:40:35.453421 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-805e7cb0-d540-4a8e-b14d-e76d189ef8fb service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120560 Jun 10 16:40:36.141453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:36.318644 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a276-e96a-4fe7-acdd-e83943461094 req-9b3e241a-75e7-4bd0-a057-d79ca2aac5d5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:36.320162 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-87b2a276-e96a-4fe7-acdd-e83943461094 req-9b3e241a-75e7-4bd0-a057-d79ca2aac5d5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0985889 Jun 10 16:40:36.329319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c79f37a4-1656-4674-895f-83fd8c2c474f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:36.369486 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-87b2a276-e96a-4fe7-acdd-e83943461094 req-bb6b570e-3225-445f-a409-2075f0d9fd7b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411248 Jun 10 16:40:37.372961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:37.561067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80e639-ffdc-4cc1-9048-efd4fc3a3c77 req-01f97473-abb5-4ab0-80e4-0397a8b28eef tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:37.562488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4f80e639-ffdc-4cc1-9048-efd4fc3a3c77 req-01f97473-abb5-4ab0-80e4-0397a8b28eef tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0714712 Jun 10 16:40:37.605763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4f80e639-ffdc-4cc1-9048-efd4fc3a3c77 req-60d563db-6e9d-464a-a3d6-e2c0f7a3e1c8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369267 Jun 10 16:40:38.789670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4ccf-507f-4f48-b1c3-f886d346031a req-6652d983-c15b-42fd-9399-fd46e4e9624b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:38.791428 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-67db4ccf-507f-4f48-b1c3-f886d346031a req-6652d983-c15b-42fd-9399-fd46e4e9624b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0692239 Jun 10 16:40:38.833553 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-67db4ccf-507f-4f48-b1c3-f886d346031a req-5e029cda-de51-4456-b98c-0c55f3067691 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364342 Jun 10 16:40:39.003670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:40.023612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e5190-8604-4a41-88bd-6de5c3ddce05 req-af846608-2f0e-4109-9860-bdd2b031412b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:40.025112 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-948e5190-8604-4a41-88bd-6de5c3ddce05 req-af846608-2f0e-4109-9860-bdd2b031412b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0754948 Jun 10 16:40:40.067812 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-948e5190-8604-4a41-88bd-6de5c3ddce05 req-25b38fcb-bc2f-434c-8a49-7609e49eaf84 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370352 Jun 10 16:40:41.263349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9bf7-b4e5-4520-8f2d-db8fa41eefb4 req-60e66f22-5262-4483-b134-2dd2b59ff81d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:41.264822 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-faab9bf7-b4e5-4520-8f2d-db8fa41eefb4 req-60e66f22-5262-4483-b134-2dd2b59ff81d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0766513 Jun 10 16:40:41.306976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-faab9bf7-b4e5-4520-8f2d-db8fa41eefb4 req-c0d29dc8-f0b9-46c9-a21a-792b8a271f2c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Jun 10 16:40:42.493680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a551f-d4fe-4785-a2c4-d1d9a789c773 req-bb8d23f2-e8dc-47b0-abac-6a2668852231 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:42.495243 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-681a551f-d4fe-4785-a2c4-d1d9a789c773 req-bb8d23f2-e8dc-47b0-abac-6a2668852231 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0733006 Jun 10 16:40:42.538233 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-681a551f-d4fe-4785-a2c4-d1d9a789c773 req-58b57d77-230d-4850-875b-c0d3540d6a2e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372865 Jun 10 16:40:43.591832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-1ac7d434-ab94-4d61-8945-cdb8aa1de9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:43.593352 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-1ac7d434-ab94-4d61-8945-cdb8aa1de9b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1098 time: 0.0692837 Jun 10 16:40:43.723866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46fe7-527a-43a7-b3b9-59363b097741 req-710b76d8-d9f5-43d5-9992-6a5ada373d4f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:43.724476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-e0015fd1-859b-4209-927f-8f534c479f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:43.725367 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-49a46fe7-527a-43a7-b3b9-59363b097741 req-710b76d8-d9f5-43d5-9992-6a5ada373d4f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0728397 Jun 10 16:40:43.725706 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-e0015fd1-859b-4209-927f-8f534c479f94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1127458 Jun 10 16:40:43.768742 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-49a46fe7-527a-43a7-b3b9-59363b097741 req-4ec8be4d-783f-472a-a9e4-5b709501426e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374207 Jun 10 16:40:43.813635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-6b02ca1a-62c8-4aee-8d91-92619f695dc4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 1001 time: 0.0789523 Jun 10 16:40:43.873875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-97eb8089-42c2-4302-8441-ec240c80b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:43.875301 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-97eb8089-42c2-4302-8441-ec240c80b412 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0557387 Jun 10 16:40:44.238870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-e1084e01-d9cb-4075-8d99-07894f037caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:44.240356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-e1084e01-d9cb-4075-8d99-07894f037caf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3588204 Jun 10 16:40:44.355390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-2c5a10f7-d87b-46b2-876c-1d0f3dcf1661 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071897 Jun 10 16:40:44.399090 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:40:44.471908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f67dc45-987f-414f-b55e-e7a46cd8f53c req-07015f80-bacc-4604-b150-2e7a34fd19bb service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100469 Jun 10 16:40:44.959539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3fc9c-8425-4e96-8258-75043809454d req-93a27c2a-5546-4257-b40e-020cae6cf48f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:44.961005 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-72a3fc9c-8425-4e96-8258-75043809454d req-93a27c2a-5546-4257-b40e-020cae6cf48f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0737646 Jun 10 16:40:45.002586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-72a3fc9c-8425-4e96-8258-75043809454d req-0d71196f-ddaf-41e2-942c-da6a89792355 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358725 Jun 10 16:40:46.189646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666143f2-082b-4ce9-b789-a29cd3d159a6 req-e13ecd26-1635-4a01-820d-d98768dc83ec tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:46.191144 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-666143f2-082b-4ce9-b789-a29cd3d159a6 req-e13ecd26-1635-4a01-820d-d98768dc83ec tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0745230 Jun 10 16:40:46.237277 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-666143f2-082b-4ce9-b789-a29cd3d159a6 req-ae30e16c-8549-42d0-9f1f-3c046968b184 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402772 Jun 10 16:40:47.124837 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-8e79ac34-72b1-4cca-b275-6cdab5b7220a service neutron] 10.222.0.25 "GET /v2.0/ports/6a3b1c50-9775-41e0-b762-4403f1a6fa05/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0666173 Jun 10 16:40:47.449625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-f67c8e61-0426-49e9-bd1a-dbbab1355881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:47.451111 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-f67c8e61-0426-49e9-bd1a-dbbab1355881 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 1098 time: 0.1227069 Jun 10 16:40:47.462810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff9be1-de6c-43bc-96c1-6da3c6ffb2d1 req-7c0fe166-a5db-4c05-b0d1-a5b1b417a9a7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:47.464280 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-68ff9be1-de6c-43bc-96c1-6da3c6ffb2d1 req-7c0fe166-a5db-4c05-b0d1-a5b1b417a9a7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.1019497 Jun 10 16:40:47.545504 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-68ff9be1-de6c-43bc-96c1-6da3c6ffb2d1 req-e553da23-6f63-49d4-8d8e-2598bebe94ad tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749505 Jun 10 16:40:47.568119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-aed8dcf0-3b59-4ae9-abbb-d321107d1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:47.569641 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-aed8dcf0-3b59-4ae9-abbb-d321107d1573 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1098 time: 0.0828617 Jun 10 16:40:47.688175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-0e49b6da-b25f-4199-9c70-9e11a69aa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:47.689634 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-0e49b6da-b25f-4199-9c70-9e11a69aa765 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1124737 Jun 10 16:40:47.779516 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-a76d06e6-1d80-47bf-baae-8595dcb7da26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 1001 time: 0.0785027 Jun 10 16:40:47.842333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-9544bfcc-e06c-4a9d-a9eb-336ca2fbff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:47.843887 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-9544bfcc-e06c-4a9d-a9eb-336ca2fbff64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0577891 Jun 10 16:40:47.912286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136082f-719a-4374-894b-eae5b8ada17e req-60957852-6203-477c-a77d-24605b1911ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:47.913852 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-60957852-6203-477c-a77d-24605b1911ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0637045 Jun 10 16:40:48.033248 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-8890c1ce-8b3a-453f-a742-2d565a49e9ae service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124954 Jun 10 16:40:48.149356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7136082f-719a-4374-894b-eae5b8ada17e req-82598a52-6543-44b5-94ef-91376897b51d service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093113 Jun 10 16:40:48.736641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60ec45-f3d0-447e-9426-850508c5b249 req-85c631ad-34cc-4f44-93cb-7bd526d228c7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:48.738350 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4f60ec45-f3d0-447e-9426-850508c5b249 req-85c631ad-34cc-4f44-93cb-7bd526d228c7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0760589 Jun 10 16:40:48.779807 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4f60ec45-f3d0-447e-9426-850508c5b249 req-58e5aa80-ee48-424c-b495-540a1d581ce0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Jun 10 16:40:49.068043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:40:49.070129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:40:49.250044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:49.256671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:40:49.285873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'mac_address': 'fa:16:3e:c1:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:40:49.294955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:40:49.297258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cab4f32-5a35-4734-bb04-689c216a0226" -d '{"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:40:49.334543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:40:49.346823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:49.350213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c84531-7e3a-4db0-983c-4c25816f6a18 x-openstack-request-id: req-f9c84531-7e3a-4db0-983c-4c25816f6a18 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:40:49.350506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-unplugged", "status": "completed", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:40:49.350834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9c84531-7e3a-4db0-983c-4c25816f6a18 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:40:49.351220 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'code': 200} Jun 10 16:40:49.353185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:40:49.381935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:49.405910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a3b1c50-9775-41e0-b762-4403f1a6fa05 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:40:49.425041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:40:49.451825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:40:49.467618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:40:49.467979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:40:49.978341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cceeb-f53e-495b-b606-40ec5c72c901 req-17acc0d8-9286-4535-a19e-e52af5f6d327 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:49.980981 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d44cceeb-f53e-495b-b606-40ec5c72c901 req-17acc0d8-9286-4535-a19e-e52af5f6d327 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 943 time: 0.0809104 Jun 10 16:40:50.010849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:50.022727 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d44cceeb-f53e-495b-b606-40ec5c72c901 req-4e0f5561-6f1f-4f17-8560-cc8e3d92a5e3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Jun 10 16:40:50.026075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3b1c50-9775-41e0-b762-4403f1a6fa05 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:40:50.049883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:40:50.053378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:50.055046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f055acc9-31e4-4492-af69-b40250e4758c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:40:50.109387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:40:50.114257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['6a3b1c50-9775-41e0-b762-4403f1a6fa05'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:40:50.116160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:40:51.078217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:40:51.131573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:40:51.132222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:51.216527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e19ca-4786-4bfa-9207-9a84cbbe200d req-2f38d1f6-5a89-4605-a519-f8edefcd6f9e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:51.218026 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0d4e19ca-4786-4bfa-9207-9a84cbbe200d req-2f38d1f6-5a89-4605-a519-f8edefcd6f9e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 944 time: 0.0731978 Jun 10 16:40:51.226229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:51.260868 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0d4e19ca-4786-4bfa-9207-9a84cbbe200d req-5d443b61-c0de-4470-9540-e86a56070f27 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369692 Jun 10 16:40:51.266873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:40:51.273350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:51.275673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:40:51.328874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:40:51.332509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:40:51.352331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:40:51.354861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b497cc-2b1e-4b66-8f2e-8e125e321c7b" -d '{"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-plugged", "status": "completed", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:40:51.398261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d099da-58de-4157-8648-8db646341069 x-openstack-request-id: req-33d099da-58de-4157-8648-8db646341069 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:40:51.398553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-plugged", "status": "completed", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:40:51.398821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33d099da-58de-4157-8648-8db646341069 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:40:51.399233 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'code': 200} Jun 10 16:40:51.515531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:51.644115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-4ecd33b2-b27a-4a08-b649-54992c6bf026 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:51.645663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-4ecd33b2-b27a-4a08-b649-54992c6bf026 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681&tenant_id=40e0eb8eca2043b381491955c38d0450&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1350400 Jun 10 16:40:51.654564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62146a68-72cc-4904-9d2d-6b29aff29040 req-edc67a3a-631f-4679-a529-0fccd99e14e4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:51.655890 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62146a68-72cc-4904-9d2d-6b29aff29040 req-edc67a3a-631f-4679-a529-0fccd99e14e4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.1440482 Jun 10 16:40:51.729488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-62146a68-72cc-4904-9d2d-6b29aff29040 req-e3d81e0a-0c3e-4ca7-9018-1921e3c3d97d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661192 Jun 10 16:40:51.759560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-8a1777cf-e90e-453d-bcef-5dd4ef82309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:51.761130 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-8a1777cf-e90e-453d-bcef-5dd4ef82309d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 1098 time: 0.0658848 Jun 10 16:40:51.875857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-0b16c964-aa18-474f-8c43-92bde3c369a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:51.877336 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-0b16c964-aa18-474f-8c43-92bde3c369a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1106234 Jun 10 16:40:51.962138 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-f5cea948-df99-4089-b12f-b1d89d60e166 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 200 len: 1001 time: 0.0785508 Jun 10 16:40:52.017924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-be9adcd3-4484-46eb-becb-7ffb6d2fb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:52.019880 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-be9adcd3-4484-46eb-becb-7ffb6d2fb37f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0503044 Jun 10 16:40:52.085872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-8c1562e4-6ae2-4c69-95df-eb91246067b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:52.087315 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-8c1562e4-6ae2-4c69-95df-eb91246067b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0620191 Jun 10 16:40:52.200771 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-300722df-232e-4783-8ba3-58f88af6d9b3 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056316 Jun 10 16:40:52.319474 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ee1a3d8-f1ee-4214-908c-a996e1888cb3 req-52077eef-dcd2-40a6-8ada-15c1de996f25 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108675 Jun 10 16:40:52.925605 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6142d80-2c4a-47aa-bb37-df2797281cab req-f267206c-c229-4c85-b011-15cb1c43da9f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:52.927149 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f6142d80-2c4a-47aa-bb37-df2797281cab req-f267206c-c229-4c85-b011-15cb1c43da9f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0730488 Jun 10 16:40:52.977313 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f6142d80-2c4a-47aa-bb37-df2797281cab req-ea265066-8802-454c-b7d3-dc2e3cfb5f40 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445569 Jun 10 16:40:53.161582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cf87d-b58e-4df7-a48f-06a3143cef0d req-1eba8eae-caa8-4351-80ee-45dd0c5a90dd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:53.163047 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d59cf87d-b58e-4df7-a48f-06a3143cef0d req-1eba8eae-caa8-4351-80ee-45dd0c5a90dd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0758777 Jun 10 16:40:53.204467 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d59cf87d-b58e-4df7-a48f-06a3143cef0d req-d0a16bfe-3e61-4bce-8c98-5201d45b7ac7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354857 Jun 10 16:40:53.388291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d7c8d-62e5-4965-965f-377f6ee794a4 req-c726f779-d39b-4b2c-b379-3b704f0f7c3e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:53.389774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c50d7c8d-62e5-4965-965f-377f6ee794a4 req-c726f779-d39b-4b2c-b379-3b704f0f7c3e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0700750 Jun 10 16:40:53.431814 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c50d7c8d-62e5-4965-965f-377f6ee794a4 req-862c9e83-f0b6-4d36-9274-5abf08c4e70e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357306 Jun 10 16:40:53.824054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d9839-68c2-4fb7-8a66-4df3333365b6 req-575f5752-30c1-4e36-9f41-e477ec9674a2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:53.825552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f76d9839-68c2-4fb7-8a66-4df3333365b6 req-575f5752-30c1-4e36-9f41-e477ec9674a2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0755410 Jun 10 16:40:53.869920 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f76d9839-68c2-4fb7-8a66-4df3333365b6 req-6a458c88-1270-4f9a-9660-012b7aff8468 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Jun 10 16:40:55.051298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e51b4d-8955-459d-b294-db381fd91028 req-45d6de4b-aa03-424b-aab3-2c9b3712a380 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:55.052725 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d1e51b4d-8955-459d-b294-db381fd91028 req-45d6de4b-aa03-424b-aab3-2c9b3712a380 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0698402 Jun 10 16:40:55.097404 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d1e51b4d-8955-459d-b294-db381fd91028 req-7786ead7-ddfc-4491-be6e-d233d4187508 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388865 Jun 10 16:40:55.386591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-39fb84e5-4b90-4a0d-8942-fa46be1def82 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:55.387998 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-39fb84e5-4b90-4a0d-8942-fa46be1def82 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 945 time: 0.0765910 Jun 10 16:40:55.503376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Deleting port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:40:55.503629 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:55.646544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] For port 6a3b1c50-9775-41e0-b762-4403f1a6fa05, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6a3b1c50-9775-41e0-b762-4403f1a6fa05,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:40:55.647036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:55.904896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:55.905291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:55.905604 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 disassociated. External IP: 172.26.5.222, port: 6a3b1c50-9775-41e0-b762-4403f1a6fa05. Jun 10 16:40:55.905934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Calling delete_port for 6a3b1c50-9775-41e0-b762-4403f1a6fa05 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:40:56.074410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:56.078663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:40:56.112544 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event deleted for resources: {'Port': ['ID=6a3b1c50-9775-41e0-b762-4403f1a6fa05,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:40:56.125702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.126097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.126481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.126857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.127231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.127814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.127981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.128325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.128814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.129885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.130262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.130634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:40:56.134505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:40:56.269170 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8d195d54-8e1a-4119-915b-8d6d2a338adf req-8032ae51-b27f-4c20-be6a-929e6fcbde6b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 210 time: 0.0458329 Jun 10 16:40:56.298451 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:40:56.444664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:40:56.453663 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:40:56.463175 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:40:56.463790 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:40:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:40:56.718495 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:40:56.815450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] No DVR routers for this DVR port 6a3b1c50-9775-41e0-b762-4403f1a6fa05 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:40:56.818966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:40:56.821116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-828296f5-3a0d-4d2b-9cee-296c192b865c req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "DELETE /v2.0/ports/6a3b1c50-9775-41e0-b762-4403f1a6fa05 HTTP/1.1" status: 204 len: 173 time: 1.4270141 Jun 10 16:40:56.821887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-deleted', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:40:56.824357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47aa3d5-3c97-4947-b341-615e39da8c5d" -d '{"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-deleted", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:40:56.868155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2732a454-bdf5-489d-b3ac-e757475f5aed x-openstack-request-id: req-2732a454-bdf5-489d-b3ac-e757475f5aed {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:40:56.868505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed48d329-a86d-4bda-a708-d6dc39495681", "name": "network-vif-deleted", "tag": "6a3b1c50-9775-41e0-b762-4403f1a6fa05", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:40:56.868827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2732a454-bdf5-489d-b3ac-e757475f5aed {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:40:56.869304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed48d329-a86d-4bda-a708-d6dc39495681', 'name': 'network-vif-deleted', 'tag': '6a3b1c50-9775-41e0-b762-4403f1a6fa05', 'status': 'completed', 'code': 200} Jun 10 16:40:56.986640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:40:56.990303 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:40:56.998649 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:40:56.999275 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:40:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:40:57.140610 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:40:57.407410 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:40:57.411605 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d628d-2f5e-44fe-9de7-9395c7098959 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:40:57.442130 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-83cf9814-11a9-4cf2-9ffc-02464d9cdd75 req-5719f546-5459-4989-a463-2007442134cc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed48d329-a86d-4bda-a708-d6dc39495681 HTTP/1.1" status: 200 len: 210 time: 0.0385497 Jun 10 16:40:57.640855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be3dc49-fe33-4e42-bd64-5ec95a93b2c0 None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:40:58.764386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-b5bc24bf-525c-49cf-89a4-70eb018e5a8e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1088535522&fields=id&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 267 time: 0.0384905 Jun 10 16:40:58.897785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-f180f534-d05d-491d-b389-ae18391a6b66 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:40:58.899189 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-f180f534-d05d-491d-b389-ae18391a6b66 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1274621 Jun 10 16:40:58.913792 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-c65b3d94-9cb9-44f7-9de6-9560e70a79d7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/quotas/40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 375 time: 0.0090747 Jun 10 16:40:58.987527 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-3fcdf5a6-9e0a-4a62-9cba-db77a22e8223 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685911 Jun 10 16:40:59.111210 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-8ccdec3c-c68c-499c-9740-e64969dffb0e service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081529 Jun 10 16:40:59.230508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-9db51b33-1e58-4b98-b836-990f68e06ec7 service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104913 Jun 10 16:40:59.401743 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32b994a4-3030-499a-8be2-764010e80b22 req-815b3fac-e99c-4e9c-86d9-193ebd523440 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 210 time: 0.0323293 Jun 10 16:41:00.454487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-880a336e-4106-498a-a74b-99a795c6988a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:00.456171 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-880a336e-4106-498a-a74b-99a795c6988a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1409276 Jun 10 16:41:00.502526 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5b174e40-3248-4ff8-91bb-bc1cce600770 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 380 time: 0.0382969 Jun 10 16:41:00.511149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'port': {'device_id': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'admin_state_up': True, 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'security_groups': ['31e57b87-4bd5-4216-93f7-8e883f1f91b5']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:41:00.610363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dd86d5fc-28c1-4dc5-8547-223d26bb84fe req-0847f04d-fb51-44e9-99e2-928b71f9c252 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 210 time: 0.0809982 Jun 10 16:41:00.681179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Made reservation on behalf of 40e0eb8eca2043b381491955c38d0450 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:41:00.684658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:00.833652 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Allocated IP 172.20.0.14 (ff7189a9-76cf-4f46-92ae-112aa247d19c/5bcb443c-9075-4121-8462-c9a0d61d0115/1fb48a26-cd65-42b3-8b8f-1b841c8a1615) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:41:01.021285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.034247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Transition to ACTIVE for port object 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:41:01.065818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:41:01.070503 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.074355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b511eb27-a2e9-4ee6-85dc-a26f11b0a663 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:41:01.091951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 6a3b1c50-9775-41e0-b762-4403f1a6fa05 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:41:01.092305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 6a3b1c50-9775-41e0-b762-4403f1a6fa05 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:41:01.123630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:41:01.127003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:41:01.130799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:41:01.137314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:41:01.169380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:41:01.196628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:01.197288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.212146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7047873 Jun 10 16:41:01.224786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Request body: {'port': {'device_id': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:41:01.315315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.365000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-071b965b-a1a0-464e-a177-f3f9b9ba3b04 None None] Provisioning for port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:41:01.368722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-071b965b-a1a0-464e-a177-f3f9b9ba3b04 None None] Provisioning complete for port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:41:01.369108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-071b965b-a1a0-464e-a177-f3f9b9ba3b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.414849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-071b965b-a1a0-464e-a177-f3f9b9ba3b04 None None] Port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:41:01.671017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:41:01.682084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.697679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Transition to ACTIVE for port object 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:41:01.702743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.706640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:41:01.805017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed8f2d-5d1e-417a-adb3-8c2a2ab7b32d req-1338ee61-8870-4dc0-b56e-b1273ccc1c72 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:01.807192 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7bed8f2d-5d1e-417a-adb3-8c2a2ab7b32d req-1338ee61-8870-4dc0-b56e-b1273ccc1c72 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 944 time: 0.0804055 Jun 10 16:41:01.838704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:41:01.853124 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7bed8f2d-5d1e-417a-adb3-8c2a2ab7b32d req-1ee3b174-54b2-4592-b3bf-00cb894d4f8e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399432 Jun 10 16:41:01.875107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:41:01.909402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Attempting to bind port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:41:01.909769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Attempting to bind port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:41:01.910630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Attempting to bind port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:41:01.915316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 on network ff7189a9-76cf-4f46-92ae-112aa247d19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:41:01.915633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Attempting to bind port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:41:01.920851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:41:01.921214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:41:01.921601 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Bound using segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:41:01.922027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Bound port: 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:41:01.922371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:01.995695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:41:01.998957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:41:02.003169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:02.006674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-efac4467-1a43-4e4d-bc2a-ff5916f32cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:41:02.042203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:02.042527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:02.043881 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] 10.222.0.25 "PUT /v2.0/ports/1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1094 time: 0.8241978 Jun 10 16:41:02.044411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:41:02.046783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f8c048-3a11-4008-beaf-fd3c1b35192f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:41:02.083535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:41:02.086974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:41:02.095452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd7f08f-f5e9-496c-bee8-61943cadd811 x-openstack-request-id: req-1cd7f08f-f5e9-496c-bee8-61943cadd811 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:41:02.095791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:41:02.096092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cd7f08f-f5e9-496c-bee8-61943cadd811 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:41:02.096547 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'status': 'completed', 'code': 200} Jun 10 16:41:02.184954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-f204add5-afbb-49b7-8a33-5fd7733fd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:02.186618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-f204add5-afbb-49b7-8a33-5fd7733fd56f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1097 time: 0.0715632 Jun 10 16:41:02.247106 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-a6d1bf00-f183-4d1f-b38e-55dbde026d1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 217 time: 0.0535548 Jun 10 16:41:02.310578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-214c3fea-9699-499b-81dd-4475a9f040f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:02.311909 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-214c3fea-9699-499b-81dd-4475a9f040f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0584872 Jun 10 16:41:02.377121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-1277552d-35d3-466a-a7a8-d3b47736c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:02.379295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-1277552d-35d3-466a-a7a8-d3b47736c66a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0606966 Jun 10 16:41:02.506283 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-0758d40e-cbd2-426c-8eae-9c8474657bc0 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211953 Jun 10 16:41:02.635148 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a2c641c3-5bb0-4b4c-b46c-d8bbb48ea0df req-b156ec78-ebe4-4490-8269-5fc9786dcbdf service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227529 Jun 10 16:41:02.740096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-dc0f72cc-560c-43c2-9248-0a4f6caf62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:02.741607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-dc0f72cc-560c-43c2-9248-0a4f6caf62fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1097 time: 0.0587182 Jun 10 16:41:02.880738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-ee42cc71-89a9-4c41-9a4e-7774d14a90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:02.882280 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-ee42cc71-89a9-4c41-9a4e-7774d14a90bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1340053 Jun 10 16:41:02.939280 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-8c5ecb25-3bf5-4ef4-bab2-7b510dbff2b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 217 time: 0.0501790 Jun 10 16:41:03.002967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-a0b05b10-7a84-4f47-a456-75a698228e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:03.004668 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-a0b05b10-7a84-4f47-a456-75a698228e27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0589306 Jun 10 16:41:03.069081 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6c77f-705e-4711-8533-caa184582a3c req-f92ca03d-4d24-4720-8cc6-e0287f03ff94 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:03.070263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-8ee01674-276e-423a-9919-3a9f1ac15693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:03.070619 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-83b6c77f-705e-4711-8533-caa184582a3c req-f92ca03d-4d24-4720-8cc6-e0287f03ff94 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 944 time: 0.0713139 Jun 10 16:41:03.071717 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-8ee01674-276e-423a-9919-3a9f1ac15693 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0607197 Jun 10 16:41:03.114298 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-83b6c77f-705e-4711-8533-caa184582a3c req-cf34c337-c354-472d-bcd2-dc73b263bac2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376372 Jun 10 16:41:03.189715 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-55399eb3-4bd9-4ee5-bdbb-e76ee0a1ed1e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103115 Jun 10 16:41:03.311197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-01f8c048-3a11-4008-beaf-fd3c1b35192f req-7721564e-c99e-4247-b7d3-7821ec24dde8 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143360 Jun 10 16:41:03.507910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54a0dd16-7147-4ae8-840a-ad6e1e82bfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:04.297222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bece8-06e6-488f-8f98-a1d0aeecbc26 req-122c3d0b-4783-4032-aa1b-7920cd4a675e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:04.298684 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b7bece8-06e6-488f-8f98-a1d0aeecbc26 req-122c3d0b-4783-4032-aa1b-7920cd4a675e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 944 time: 0.0706708 Jun 10 16:41:04.339885 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b7bece8-06e6-488f-8f98-a1d0aeecbc26 req-4ada2caa-954e-4f4a-aeb4-da8a937b89ca tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354230 Jun 10 16:41:05.068305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:41:05.354173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:41:05.367046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'mac_address': 'fa:16:3e:fc:1a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:41:05.409258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:05.424963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:41:05.446166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:41:05.450263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:05.453170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:41:05.509721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:41:05.517590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.518002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.518426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.518835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.519780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.520174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.520517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.520857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.521210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.521541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.521869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.522193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:41:05.526762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:41:05.547008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1cee8-5ac3-4f4c-9c3f-81c18d0176f4 req-12b987ae-f0bb-47aa-adfe-981c8152868f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:05.548742 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-23a1cee8-5ac3-4f4c-9c3f-81c18d0176f4 req-12b987ae-f0bb-47aa-adfe-981c8152868f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 945 time: 0.0834723 Jun 10 16:41:05.595568 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-23a1cee8-5ac3-4f4c-9c3f-81c18d0176f4 req-9af1981c-ee89-4c01-a7bf-c818dc2aa8ed tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Jun 10 16:41:05.656527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['1fb48a26-cd65-42b3-8b8f-1b841c8a1615'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:41:06.133941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:06.333823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2866ba89-b730-4429-8b97-98f1e26bfedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:06.783172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a83c-9a0b-4b00-9206-154b724b28df req-9ce60a19-28b3-4fdf-a974-4ba98c17b1ec tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:06.784671 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7f72a83c-9a0b-4b00-9206-154b724b28df req-9ce60a19-28b3-4fdf-a974-4ba98c17b1ec tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 945 time: 0.0743201 Jun 10 16:41:06.827819 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7f72a83c-9a0b-4b00-9206-154b724b28df req-6e32e568-96d7-4e16-b19e-3df69a39337e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Jun 10 16:41:07.097050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:41:07.152411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:41:07.156742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:41:07.157060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:07.247923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:07.274248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:41:07.276537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c1a12-6714-4a98-b082-3dec60217169" -d '{"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-plugged", "status": "completed", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:41:07.290964 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:41:07.295575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:07.297509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:41:07.324463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feb9acc-8e84-4f75-a4d8-cb0b394b70b2 x-openstack-request-id: req-9feb9acc-8e84-4f75-a4d8-cb0b394b70b2 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:41:07.324758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-plugged", "status": "completed", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:41:07.325015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9feb9acc-8e84-4f75-a4d8-cb0b394b70b2 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:41:07.325423 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'code': 200} Jun 10 16:41:07.360033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:41:07.369527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:41:07.385333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:07.553741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a8b6-55a9-45ae-955c-5a0318527527 req-d4206282-4655-4036-90b3-6e37f7241eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:07.555188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8835a8b6-55a9-45ae-955c-5a0318527527 req-d4206282-4655-4036-90b3-6e37f7241eec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1099 time: 0.0585539 Jun 10 16:41:07.591915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8835a8b6-55a9-45ae-955c-5a0318527527 req-6b1ddd77-e9ce-4656-9c6e-50c0119ef627 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303888 Jun 10 16:41:08.020315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d30a42-fec9-4fc0-9db2-fd8d24de87c1 req-2ba6709b-85b9-4b3d-9253-190f6e1ee523 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:08.021801 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-35d30a42-fec9-4fc0-9db2-fd8d24de87c1 req-2ba6709b-85b9-4b3d-9253-190f6e1ee523 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0747826 Jun 10 16:41:08.398005 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-35d30a42-fec9-4fc0-9db2-fd8d24de87c1 req-d362843c-422f-44ce-a089-43751d6c2f23 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698635 Jun 10 16:41:09.007355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:09.583168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad7820-a968-4383-a656-42d5a1e2b465 req-e51f8da6-70a8-41f0-a368-e103f810aa30 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:09.584585 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-20ad7820-a968-4383-a656-42d5a1e2b465 req-e51f8da6-70a8-41f0-a368-e103f810aa30 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0692990 Jun 10 16:41:09.628062 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-20ad7820-a968-4383-a656-42d5a1e2b465 req-33806da2-01f6-44d6-98f1-8d83a9121686 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Jun 10 16:41:09.819026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78a411-292c-4c90-a2a3-3bc5c6fdb899 req-b66c8fbe-09ae-4567-b5e6-c22574f71edd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:09.820777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1d78a411-292c-4c90-a2a3-3bc5c6fdb899 req-b66c8fbe-09ae-4567-b5e6-c22574f71edd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0860534 Jun 10 16:41:09.830264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 54816) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:41:09.835437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'floatingip': {'port_id': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:41:09.896915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:10.485644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:10.489895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:10.631247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 associated. External IP: 172.26.5.222, port: 1fb48a26-cd65-42b3-8b8f-1b841c8a1615. Jun 10 16:41:10.932004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:41:11.079721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:41:11.085435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:11.089877 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:41:11.105431 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:41:11.106076 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:41:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:41:11.134088 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cd963db1-6448-42e9-9633-11107fc79ef0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "PUT /v2.0/floatingips/da4fc840-89ea-4f78-a57e-461e1fe45fa0 HTTP/1.1" status: 200 len: 992 time: 1.3025355 Jun 10 16:41:11.135502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:41:11.138242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cf1bb8-fdc7-4023-87ea-7f084801f907" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:41:11.181276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0c162c-5ecd-4d09-b5cc-2cef36b4fed3 x-openstack-request-id: req-cb0c162c-5ecd-4d09-b5cc-2cef36b4fed3 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:41:11.181669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:41:11.181975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb0c162c-5ecd-4d09-b5cc-2cef36b4fed3 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:41:11.182429 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'status': 'completed', 'code': 200} Jun 10 16:41:11.269999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-9a4c31d2-89cb-4dbc-b84a-54a88dbdefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:11.271516 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-9a4c31d2-89cb-4dbc-b84a-54a88dbdefb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1099 time: 0.0658178 Jun 10 16:41:11.278258 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:41:11.410886 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-fe7b545b-96be-4e29-937c-71185a70b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:11.412443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-fe7b545b-96be-4e29-937c-71185a70b99c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1310523 Jun 10 16:41:11.500090 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-62c04c34-5ab5-474e-859a-5539588da152 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1000 time: 0.0817311 Jun 10 16:41:11.557293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-86b05e89-76ed-445e-9b0a-1817a8f95836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:11.558748 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-86b05e89-76ed-445e-9b0a-1817a8f95836 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0531311 Jun 10 16:41:11.573730 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:fc:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:41:10Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:41:11.577243 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:41:11.586124 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:41:11.586731 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:41:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:41:11.629679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-c0db66eb-543d-49ef-80b7-d6503cd9c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:11.631218 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-c0db66eb-543d-49ef-80b7-d6503cd9c59d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0647705 Jun 10 16:41:11.764761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-b56ec45f-ba79-4a4a-baab-cc41e9a8e7a2 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268902 Jun 10 16:41:11.840197 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:41:11.878665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cf1bb8-fdc7-4023-87ea-7f084801f907 req-ccf4be5a-7aec-4b2d-95b3-8e4242bd2807 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081741 Jun 10 16:41:12.133018 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:fc:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:41:10Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:41:12.136952 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbf275a-2417-45d5-a71a-074fd7fce1dd None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:fc:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:41:10Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:41:12.337431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2974c-a783-4c79-ad3c-e31b96dbfb7b None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:41:21.399206 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:41:21.524416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:33.522649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b66ce88-8011-40d0-9ac2-a4c872dff804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:36.136601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:36.336056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6c84ddb6-acfc-410a-860f-7b412f789d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:37.383234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:39.011009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:44.552080 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-8af87c4f-c711-47ce-b996-da55c2696eed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683181 Jun 10 16:41:44.675239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-66228216-4166-4039-833e-d00fe1c183f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:44.677344 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-66228216-4166-4039-833e-d00fe1c183f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1099 time: 0.0735564 Jun 10 16:41:44.829775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-bfeccd75-ba40-404c-98bb-8eb1b370c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:44.831214 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-bfeccd75-ba40-404c-98bb-8eb1b370c7c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1328814 Jun 10 16:41:44.934887 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-0d67a529-8487-486e-8b22-2db553bd8e9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1002 time: 0.0967822 Jun 10 16:41:44.993878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-e30c19b2-fb5a-473a-9c2b-23e169ef1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:44.995332 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-e30c19b2-fb5a-473a-9c2b-23e169ef1aac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0537319 Jun 10 16:41:45.074847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-f4cccc75-be49-4375-b45b-abbabf879414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:45.076335 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-f4cccc75-be49-4375-b45b-abbabf879414 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751994 Jun 10 16:41:45.207952 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-159fd389-ff7a-4117-9721-73c93911e873 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235406 Jun 10 16:41:45.334057 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53195312-751a-4c5c-82c0-89e87d4e1a6a req-3a9f9dc2-61c3-4123-b773-7d2b7ad9f904 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205363 Jun 10 16:41:48.032307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032123ef-5091-43d3-bef0-cd07e509d189 req-afe94ae3-e367-4545-af2e-5f714d064c8e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:48.033838 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-032123ef-5091-43d3-bef0-cd07e509d189 req-afe94ae3-e367-4545-af2e-5f714d064c8e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0789783 Jun 10 16:41:48.080271 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-032123ef-5091-43d3-bef0-cd07e509d189 req-223d23ab-23b7-40c3-916a-1ae5ecd53c6d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Jun 10 16:41:49.272333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8e407-1564-4de0-979f-409285ea8a08 req-2bb29c52-b530-45c3-b8ca-e27177004da9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:49.273891 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f6a8e407-1564-4de0-979f-409285ea8a08 req-2bb29c52-b530-45c3-b8ca-e27177004da9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0722799 Jun 10 16:41:49.316971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f6a8e407-1564-4de0-979f-409285ea8a08 req-6753699b-070e-4171-b97e-725481cb259d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373316 Jun 10 16:41:50.518188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7f119-4122-430e-bb3f-6fd60b0ec43f req-dd125b54-7603-417d-be09-1904f7122640 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:50.520266 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-03b7f119-4122-430e-bb3f-6fd60b0ec43f req-dd125b54-7603-417d-be09-1904f7122640 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0804205 Jun 10 16:41:50.569900 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-03b7f119-4122-430e-bb3f-6fd60b0ec43f req-807ca711-603e-4953-96cf-1a01ad2d5316 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Jun 10 16:41:51.553483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:41:52.096257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a36ee-8a1a-42f8-9bbe-ab262329958c req-8d2102e2-f6b7-4f47-b6ac-b484514180d4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:52.098308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-735a36ee-8a1a-42f8-9bbe-ab262329958c req-8d2102e2-f6b7-4f47-b6ac-b484514180d4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.4024808 Jun 10 16:41:52.140247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-735a36ee-8a1a-42f8-9bbe-ab262329958c req-d46ef725-c258-47e2-bd9d-b366f73c485d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358722 Jun 10 16:41:53.339365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad9c0c-1c00-41d7-96b9-4ed9164b1943 req-b2bb7eea-d785-40a5-927c-dce325d40fce tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:53.340984 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-78ad9c0c-1c00-41d7-96b9-4ed9164b1943 req-b2bb7eea-d785-40a5-927c-dce325d40fce tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0764611 Jun 10 16:41:53.389849 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-78ad9c0c-1c00-41d7-96b9-4ed9164b1943 req-615bd90d-82a9-4917-a696-fbbf0c33ec77 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428743 Jun 10 16:41:54.575087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67c253-ce48-4ef4-83ac-85707f3a80cd req-6ef88eca-77fa-4afc-939b-2371b035d55c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:54.576529 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1c67c253-ce48-4ef4-83ac-85707f3a80cd req-6ef88eca-77fa-4afc-939b-2371b035d55c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0732915 Jun 10 16:41:54.624881 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1c67c253-ce48-4ef4-83ac-85707f3a80cd req-1122be7b-a89c-4ab6-881f-f3beddfc9828 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Jun 10 16:41:55.813769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb782ee1-b5e3-4892-8b4c-8f05e8f5487f req-c8495ab5-122e-4ecd-a097-cc819e10c694 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:55.815313 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eb782ee1-b5e3-4892-8b4c-8f05e8f5487f req-c8495ab5-122e-4ecd-a097-cc819e10c694 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0747316 Jun 10 16:41:55.857223 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eb782ee1-b5e3-4892-8b4c-8f05e8f5487f req-e1680f63-9983-432d-9555-919d58064b8d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354040 Jun 10 16:41:57.050137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c673a-11da-4642-b65a-26f0fa2689d1 req-6b11461b-6365-447a-a31d-ad84914690a7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:57.052021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e82c673a-11da-4642-b65a-26f0fa2689d1 req-6b11461b-6365-447a-a31d-ad84914690a7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0781755 Jun 10 16:41:57.100145 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e82c673a-11da-4642-b65a-26f0fa2689d1 req-ecc05be8-7a2e-4537-a9cd-3244669ebc0e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Jun 10 16:41:58.294636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024f419-8fd4-4557-b01a-1e9aeca3be3e req-f0aa431d-2677-4bbf-b8ea-53b1da4fc852 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:58.296129 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4024f419-8fd4-4557-b01a-1e9aeca3be3e req-f0aa431d-2677-4bbf-b8ea-53b1da4fc852 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0783134 Jun 10 16:41:58.346070 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4024f419-8fd4-4557-b01a-1e9aeca3be3e req-721b3791-2170-4bb3-96e7-5efb6dc05725 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Jun 10 16:41:58.398536 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:41:59.536740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f682ce-3d27-4960-9830-d9851cea7676 req-753a50c6-b56d-42a9-8b3d-598921f4a203 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:41:59.538154 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87f682ce-3d27-4960-9830-d9851cea7676 req-753a50c6-b56d-42a9-8b3d-598921f4a203 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0727363 Jun 10 16:41:59.585318 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87f682ce-3d27-4960-9830-d9851cea7676 req-0d7f39b9-c99f-4993-9709-e864f9ad6ad3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411251 Jun 10 16:42:00.771638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1a6f-3816-4d37-b5f4-fa061418b8cf req-0ba8c61f-2f07-4d05-96a3-0e6b0b4debdd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:00.773126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ff8b1a6f-3816-4d37-b5f4-fa061418b8cf req-0ba8c61f-2f07-4d05-96a3-0e6b0b4debdd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0738537 Jun 10 16:42:00.820430 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ff8b1a6f-3816-4d37-b5f4-fa061418b8cf req-49f3b857-2ee7-4aa7-ba18-5589b48f3e67 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Jun 10 16:42:02.027580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a8ae3-9b9a-43f1-94a6-690f33f78e3d req-5bcf43df-68b5-4c25-bd66-491fb3a3af71 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:02.029259 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-167a8ae3-9b9a-43f1-94a6-690f33f78e3d req-5bcf43df-68b5-4c25-bd66-491fb3a3af71 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0898993 Jun 10 16:42:02.080350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-167a8ae3-9b9a-43f1-94a6-690f33f78e3d req-3529b41f-f7c8-457c-b8e8-a2944658d954 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439596 Jun 10 16:42:03.274948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0dbde-47b8-456a-88ec-e9a71742c32e req-84df7f60-0c3f-46ed-994e-8404ae6990ad tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:03.276469 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ec0dbde-47b8-456a-88ec-e9a71742c32e req-84df7f60-0c3f-46ed-994e-8404ae6990ad tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0722485 Jun 10 16:42:03.322232 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ec0dbde-47b8-456a-88ec-e9a71742c32e req-4ae8fd71-f47d-4b09-a3bc-ab047c78e27f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Jun 10 16:42:03.513125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-deee2003-858d-4bb7-b7f9-c97864e183c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:04.511689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20405e1-091f-4b0c-8ba5-6ef7acab4ea1 req-6fbed8e1-7d47-445b-a791-a22bb97ca360 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:04.513126 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a20405e1-091f-4b0c-8ba5-6ef7acab4ea1 req-6fbed8e1-7d47-445b-a791-a22bb97ca360 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0731547 Jun 10 16:42:04.561677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a20405e1-091f-4b0c-8ba5-6ef7acab4ea1 req-ab605926-7072-4b2e-893f-9359b0ab11e4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Jun 10 16:42:04.914714 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-7afe37f3-883f-4b44-88a4-4545c56420b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585766 Jun 10 16:42:04.978866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452bd48-0557-49d4-a939-b9b2aa303406 req-81e14aa2-3b85-43ec-aa70-fddf0b54adff tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:04.980356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a452bd48-0557-49d4-a939-b9b2aa303406 req-81e14aa2-3b85-43ec-aa70-fddf0b54adff tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0744092 Jun 10 16:42:05.024703 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a452bd48-0557-49d4-a939-b9b2aa303406 req-efc85bd4-37fd-47e6-80a8-54d601153d8d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385063 Jun 10 16:42:06.026949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-43a79a8f-2fa8-4351-a8d7-74adab47ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:06.028503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-43a79a8f-2fa8-4351-a8d7-74adab47ef09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1099 time: 0.0591152 Jun 10 16:42:06.139931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:06.156569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-53cb2247-a8e4-41bc-925b-d4fae2e06348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:06.158058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-53cb2247-a8e4-41bc-925b-d4fae2e06348 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1233332 Jun 10 16:42:06.224369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd70500-7557-41b9-9a5f-9e3c13a866c1 req-b6d5bffa-72be-4451-a4e4-9cfdfe52d5f4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:06.225910 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ebd70500-7557-41b9-9a5f-9e3c13a866c1 req-b6d5bffa-72be-4451-a4e4-9cfdfe52d5f4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0797091 Jun 10 16:42:06.249248 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-6d173e52-611e-4e37-9590-08fd112b5df2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1002 time: 0.0842762 Jun 10 16:42:06.271108 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ebd70500-7557-41b9-9a5f-9e3c13a866c1 req-31ea9991-ef9a-409f-8494-74cb36905403 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Jun 10 16:42:06.310321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-0c7e45d6-21c7-4dba-8228-045284c14ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:06.311778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-0c7e45d6-21c7-4dba-8228-045284c14ef2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0554726 Jun 10 16:42:06.337784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8cc63a58-7230-4287-beee-234bc8de86d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:06.388083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-02e392d6-c98a-4875-bed9-525e80e4e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:06.389623 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-02e392d6-c98a-4875-bed9-525e80e4e9ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709596 Jun 10 16:42:06.506866 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-52daa3bd-344d-4dea-bbb6-e79cea8040ea service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110802 Jun 10 16:42:06.627508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-cc54f4ab-7ba6-4549-92be-69f1e973b7fa service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134450 Jun 10 16:42:07.383602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:07.481681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9defe-3968-4aad-8851-56584fa83063 req-48f2a0cc-53d4-487a-8ea0-c16fc23b47dc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:07.483147 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36b9defe-3968-4aad-8851-56584fa83063 req-48f2a0cc-53d4-487a-8ea0-c16fc23b47dc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0865734 Jun 10 16:42:07.530673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36b9defe-3968-4aad-8851-56584fa83063 req-52d1589e-d11a-4a15-9beb-ac5b659a817d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 Jun 10 16:42:08.375902 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-efa9fd33-c29c-4655-96be-e9d84724baa2 service neutron] 10.222.0.25 "GET /v2.0/ports/1fb48a26-cd65-42b3-8b8f-1b841c8a1615/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0639589 Jun 10 16:42:08.647936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-6eb6c85d-f490-4260-8431-381052902a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:08.649531 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-6eb6c85d-f490-4260-8431-381052902a85 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 1099 time: 0.0623386 Jun 10 16:42:08.724243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413e9ee-60b1-4af5-995b-dd02bac87f33 req-12bfd3af-0302-4b06-bd79-7ce661ee545a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:08.725828 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a413e9ee-60b1-4af5-995b-dd02bac87f33 req-12bfd3af-0302-4b06-bd79-7ce661ee545a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0725372 Jun 10 16:42:08.738022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-1fff5294-6787-403e-836e-e4579648069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:08.739799 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-1fff5294-6787-403e-836e-e4579648069d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1099 time: 0.0675743 Jun 10 16:42:08.768447 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a413e9ee-60b1-4af5-995b-dd02bac87f33 req-32733655-768b-401f-94c1-8ea70d095c95 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366931 Jun 10 16:42:08.858515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-9ce46680-5e1f-499f-b247-715c038860db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:08.859968 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-9ce46680-5e1f-499f-b247-715c038860db service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1140499 Jun 10 16:42:08.947015 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-03512d2c-aa16-48a2-b1c0-c41c41f780d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1002 time: 0.0796511 Jun 10 16:42:09.008891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-5f8c0e95-a82f-41d6-ade7-7856fdb225fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:09.010579 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-5f8c0e95-a82f-41d6-ade7-7856fdb225fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0578794 Jun 10 16:42:09.013372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:09.077216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-65d5cffc-eb2f-44de-9831-5af7c14a6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:09.078688 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-65d5cffc-eb2f-44de-9831-5af7c14a6922 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0622983 Jun 10 16:42:09.198169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-144ac716-3169-43cf-bd67-3c242bb22985 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121237 Jun 10 16:42:09.318393 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e14160c-d7d4-4dae-b142-f66b04924732 req-7b16c18c-f775-40d6-8414-7a42683140f5 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136489 Jun 10 16:42:09.955536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f78ef5-4d4d-4f90-aee5-063e698e2645 req-13671cdb-eb10-4a28-a07e-e8eb77ca37e5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:09.957676 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-72f78ef5-4d4d-4f90-aee5-063e698e2645 req-13671cdb-eb10-4a28-a07e-e8eb77ca37e5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0702837 Jun 10 16:42:09.999002 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-72f78ef5-4d4d-4f90-aee5-063e698e2645 req-bb83726d-d665-40bc-a482-b76f4063dde9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357075 Jun 10 16:42:11.197838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db1118-0b8f-4ffc-902f-52a94509d338 req-773fd25f-3e72-4c3d-9157-2363f1952872 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:11.199319 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-51db1118-0b8f-4ffc-902f-52a94509d338 req-773fd25f-3e72-4c3d-9157-2363f1952872 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0840456 Jun 10 16:42:11.248061 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-51db1118-0b8f-4ffc-902f-52a94509d338 req-7d96d00e-72fc-4ecc-b97e-2e98f39569a3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Jun 10 16:42:11.414405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:42:11.510841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:11.536504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:42:11.538980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5687bd-8219-417d-8e70-b05347db6dae" -d '{"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:42:11.556226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:11.561922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:11.564658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-86646ae7-bae3-4280-a630-30235a68c42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:11.571970 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd930d-6153-4850-8f7a-fcbe0d591c41 req-5375a427-a77a-4fd7-8fbc-0c20d84cfb80 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:11.573592 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bcfd930d-6153-4850-8f7a-fcbe0d591c41 req-5375a427-a77a-4fd7-8fbc-0c20d84cfb80 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0775089 Jun 10 16:42:11.601194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cbaade-b55c-4acb-8841-bf0f78d999ac x-openstack-request-id: req-53cbaade-b55c-4acb-8841-bf0f78d999ac {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:42:11.601738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-unplugged", "status": "completed", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:42:11.602003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53cbaade-b55c-4acb-8841-bf0f78d999ac {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:42:11.602389 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'code': 200} Jun 10 16:42:11.606265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-233dcac9-6b7e-4bf9-a1b3-3477fc76084b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:11.607812 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-233dcac9-6b7e-4bf9-a1b3-3477fc76084b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511&tenant_id=40e0eb8eca2043b381491955c38d0450&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1013858 Jun 10 16:42:11.621637 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bcfd930d-6153-4850-8f7a-fcbe0d591c41 req-95472c3d-fc56-498b-8e77-1d8b6ee7dafa tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 Jun 10 16:42:11.623279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:11.631077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.631455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.631796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.632130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.632466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.632852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.633283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.633524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.633851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.634175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.634543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.634820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:11.645898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:11.714500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-6e6dd858-f33b-4472-8a70-20b73d22878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:11.715978 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-6e6dd858-f33b-4472-8a70-20b73d22878f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1097 time: 0.0599062 Jun 10 16:42:11.836706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-113ba5bb-1767-48f8-945d-099efa22b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:11.838123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-113ba5bb-1767-48f8-945d-099efa22b073 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1162040 Jun 10 16:42:11.923014 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-141cf444-2a21-4291-a579-18a0b9b8e24a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1000 time: 0.0789890 Jun 10 16:42:11.983015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-6abd0163-e5fc-46c5-b901-af271ff69e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:11.984451 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-6abd0163-e5fc-46c5-b901-af271ff69e73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0553472 Jun 10 16:42:12.046710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-b1fc8214-38cf-4e86-a301-0edca55a5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:12.048177 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-b1fc8214-38cf-4e86-a301-0edca55a5f60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0575104 Jun 10 16:42:12.167575 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-140494de-cccc-4627-99cd-22229a1159eb service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132450 Jun 10 16:42:12.288066 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e6b1fe6-7902-4193-8faa-277b22955bcf req-e970e628-cce7-4a14-b1f6-48f8ca35361e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144407 Jun 10 16:42:12.811034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0393ccf-e39d-422c-b1f6-8e5bd2424a3f req-0cfe61ce-526e-4f58-9132-b24a2e26cbbb tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:12.812501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d0393ccf-e39d-422c-b1f6-8e5bd2424a3f req-0cfe61ce-526e-4f58-9132-b24a2e26cbbb tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 944 time: 0.0726628 Jun 10 16:42:12.856545 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d0393ccf-e39d-422c-b1f6-8e5bd2424a3f req-9f9c4994-fe5b-4372-ad18-f673c971f1da tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377855 Jun 10 16:42:13.414369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:42:13.545932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:13.558931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'mac_address': 'fa:16:3e:fc:1a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:42:13.607908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:13.624957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:42:13.648345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:13.653285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:13.655428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:13.714210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:13.718410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['1fb48a26-cd65-42b3-8b8f-1b841c8a1615'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:42:13.720478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:14.049490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b79a-8ab8-42ce-8673-a1513d37ef65 req-9ee1a9b6-381e-4e84-bc68-b71c957b49c7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:14.051992 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8e54b79a-8ab8-42ce-8673-a1513d37ef65 req-9ee1a9b6-381e-4e84-bc68-b71c957b49c7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 945 time: 0.0777407 Jun 10 16:42:14.094176 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8e54b79a-8ab8-42ce-8673-a1513d37ef65 req-d8f7718a-c30e-4270-bb1c-4d19e1d596e7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 Jun 10 16:42:14.282664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d8d4b-6106-4708-9c19-190caed3dbd3 req-d6a885e4-b209-4f52-89ab-c34370548cff tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:14.284190 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fb4d8d4b-6106-4708-9c19-190caed3dbd3 req-d6a885e4-b209-4f52-89ab-c34370548cff tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 945 time: 0.0762458 Jun 10 16:42:14.327634 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fb4d8d4b-6106-4708-9c19-190caed3dbd3 req-a68b060f-fc80-409b-a0d9-707b8cf8c5f0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370328 Jun 10 16:42:14.721914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02759-db07-4225-bbb1-f991fa1df4df req-3c0d4353-d70b-4847-8d5c-90a70802003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:14.724206 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-3c0d4353-d70b-4847-8d5c-90a70802003b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 1098 time: 0.1170554 Jun 10 16:42:14.732670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c281a-76ef-449a-a354-b387bfc46695 req-b9f5a5b0-6872-4912-b84b-71c504ebf17d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:14.734073 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-aa3c281a-76ef-449a-a354-b387bfc46695 req-b9f5a5b0-6872-4912-b84b-71c504ebf17d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 945 time: 0.1189609 Jun 10 16:42:14.845833 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-aa3c281a-76ef-449a-a354-b387bfc46695 req-21677704-34a2-4fdd-a07d-8da611058df5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033237 Jun 10 16:42:14.876010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02759-db07-4225-bbb1-f991fa1df4df req-61bcb646-fc7c-447a-a3b4-a7a85e960ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:14.877488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-61bcb646-fc7c-447a-a3b4-a7a85e960ee5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1425414 Jun 10 16:42:14.962318 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-84448fd7-492d-46b4-8edf-b212a31c4a2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 200 len: 1001 time: 0.0783505 Jun 10 16:42:15.024764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02759-db07-4225-bbb1-f991fa1df4df req-f3b49655-775b-4740-9c53-67a6bb988aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:15.026293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-f3b49655-775b-4740-9c53-67a6bb988aa0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0583539 Jun 10 16:42:15.092288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f02759-db07-4225-bbb1-f991fa1df4df req-ec3bf6e4-c3a0-459e-8719-4a1ad0b7af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:15.093818 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-ec3bf6e4-c3a0-459e-8719-4a1ad0b7af72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0615320 Jun 10 16:42:15.429493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:42:15.487201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:42:15.487586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:15.551158 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-f574abab-95cc-4abf-808b-f0953fac086c service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493473 Jun 10 16:42:15.586280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:15.614605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:42:15.617092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477d4da4-82db-4927-9a8b-b37ae702381a" -d '{"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-plugged", "status": "completed", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:42:15.635234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:15.640873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:15.644983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:15.676983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abac724-2b0b-430b-ba87-f4ee2a554411 x-openstack-request-id: req-7abac724-2b0b-430b-ba87-f4ee2a554411 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:42:15.677316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-plugged", "status": "completed", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:42:15.677579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7abac724-2b0b-430b-ba87-f4ee2a554411 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:42:15.677979 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'code': 200} Jun 10 16:42:15.686164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-06f02759-db07-4225-bbb1-f991fa1df4df req-be279c97-a4b7-48f1-a589-3f05e7348650 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289103 Jun 10 16:42:15.714641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:15.719097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:16.038611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2848fd-a37a-498d-b6bc-5df0cb409c85 req-a1746d72-4092-4a80-accc-f0024967d50d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:16.040169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f2848fd-a37a-498d-b6bc-5df0cb409c85 req-a1746d72-4092-4a80-accc-f0024967d50d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0758438 Jun 10 16:42:16.095388 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f2848fd-a37a-498d-b6bc-5df0cb409c85 req-b05a1f0c-df0d-404e-b681-40f2392d84b4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488691 Jun 10 16:42:17.378140 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386d0b7-b498-47c5-895c-0ccc06e4d34e req-ce5350ff-c97d-4bfd-9995-668c58dd0bf4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:17.379795 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6386d0b7-b498-47c5-895c-0ccc06e4d34e req-ce5350ff-c97d-4bfd-9995-668c58dd0bf4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0757260 Jun 10 16:42:17.451364 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6386d0b7-b498-47c5-895c-0ccc06e4d34e req-a3978bcc-1b4b-490f-902d-8589443b91ef tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618129 Jun 10 16:42:17.893791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b47e06-1855-4a68-89b6-4433f027d362 req-3d2e7b0b-f277-4259-9304-da15427d75d0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:17.895506 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-02b47e06-1855-4a68-89b6-4433f027d362 req-3d2e7b0b-f277-4259-9304-da15427d75d0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0750952 Jun 10 16:42:17.939696 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-02b47e06-1855-4a68-89b6-4433f027d362 req-629453b2-8a44-4f10-bb8f-6dc75fd4cd07 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 Jun 10 16:42:19.159145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f0bb-8822-4ff2-a639-194fba1e1b15 req-2ea6301c-b92b-4f22-b52c-4a1bb5fd87b0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:19.162524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3971f0bb-8822-4ff2-a639-194fba1e1b15 req-2ea6301c-b92b-4f22-b52c-4a1bb5fd87b0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0986841 Jun 10 16:42:19.225098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3971f0bb-8822-4ff2-a639-194fba1e1b15 req-50b65461-7bfd-428c-8311-d0e8a3cae38c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557809 Jun 10 16:42:19.468852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2419-e017-480f-b264-4b418b295ab5 req-0b9be858-918b-4a75-ae27-6c3b346c3a64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:19.470574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28bf2419-e017-480f-b264-4b418b295ab5 req-0b9be858-918b-4a75-ae27-6c3b346c3a64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 946 time: 0.0772643 Jun 10 16:42:19.610424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Deleting port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:42:19.610865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:19.761513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] For port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:19.761875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:20.003364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:20.004256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:20.004961 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 disassociated. External IP: 172.26.5.222, port: 1fb48a26-cd65-42b3-8b8f-1b841c8a1615. Jun 10 16:42:20.004961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Calling delete_port for 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:42:20.169529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:20.173931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:20.213465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event deleted for resources: {'Port': ['ID=1fb48a26-cd65-42b3-8b8f-1b841c8a1615,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:20.224178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.224596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.224994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.225416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.225808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.226646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.226646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.226930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.227314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.227724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.228071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.228445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:42:20.233497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:20.411578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:42:20.450881 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9d8cbf09-fa84-46d7-88be-243bd5b80f40 req-8b6a5419-1397-4370-84b3-133fe8fa2fe3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea3ae4a-105e-4b2d-9967-c66feb140511 HTTP/1.1" status: 200 len: 210 time: 0.0598140 Jun 10 16:42:20.578738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:42:20.589201 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:42:20.600828 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:42:20.601481 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:42:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:20.642545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] No DVR routers for this DVR port 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:42:20.645857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:20.648083 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-28bf2419-e017-480f-b264-4b418b295ab5 req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "DELETE /v2.0/ports/1fb48a26-cd65-42b3-8b8f-1b841c8a1615 HTTP/1.1" status: 204 len: 173 time: 1.1719284 Jun 10 16:42:20.648640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-deleted', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:42:20.651311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2382e0-19d6-47aa-a06b-0504c50fe455" -d '{"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-deleted", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:42:20.703049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6540d809-d819-4c3d-b079-bd329acf59ad x-openstack-request-id: req-6540d809-d819-4c3d-b079-bd329acf59ad {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:42:20.703401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea3ae4a-105e-4b2d-9967-c66feb140511", "name": "network-vif-deleted", "tag": "1fb48a26-cd65-42b3-8b8f-1b841c8a1615", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:42:20.703719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6540d809-d819-4c3d-b079-bd329acf59ad {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:42:20.704163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea3ae4a-105e-4b2d-9967-c66feb140511', 'name': 'network-vif-deleted', 'tag': '1fb48a26-cd65-42b3-8b8f-1b841c8a1615', 'status': 'completed', 'code': 200} Jun 10 16:42:20.760204 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:42:21.029196 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:21.033022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:42:21.041632 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:42:21.042256 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:42:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:21.206229 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:42:21.445683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:42:21.470978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:42:21.471236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 1fb48a26-cd65-42b3-8b8f-1b841c8a1615 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:42:21.474568 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:21.478450 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93714719-b763-4a05-9e16-f2cdd690a068 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:42:21.564952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:21.709473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90881d7-6444-45ce-b306-337ef45720a9 None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:42:21.795190 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-d39a00c1-db70-43ef-af2d-9241a27ff7ac tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1088535522&fields=id&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 267 time: 0.0377915 Jun 10 16:42:21.936950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-58522056-7eb6-4584-9079-e00cd44df15f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:21.938418 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-58522056-7eb6-4584-9079-e00cd44df15f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1364477 Jun 10 16:42:21.954195 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-dee847a5-65af-4b11-9c96-a79155ac3a7c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/quotas/40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 375 time: 0.0096114 Jun 10 16:42:22.046880 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6ab78b25-d04b-4d58-84e6-5d710f42e88c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865214 Jun 10 16:42:22.180685 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-732e282c-35a0-4879-b679-1f9f08a36240 service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219013 Jun 10 16:42:22.305113 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6cd24ea1-0350-4378-8bf2-627610c11458 service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180098 Jun 10 16:42:22.487549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e56b99e-38e5-4d15-b7d3-dda7f75bbf84 req-85c6967d-e7df-4976-b044-2433cbac69df tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 210 time: 0.0368049 Jun 10 16:42:23.588738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-670b0ae3-3cc4-495f-9399-e04c77ca2282 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:23.590578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-670b0ae3-3cc4-495f-9399-e04c77ca2282 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1451318 Jun 10 16:42:23.640819 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-7f9efc9d-ad6b-49cc-8b35-9437d13688b1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 380 time: 0.0411918 Jun 10 16:42:23.650741 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2f2e24b2-c58c-4b0d-8cc5-e537b264c591 req-1ca99929-fc23-42d6-bd61-0ffe8829a1d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 210 time: 0.0435026 Jun 10 16:42:23.654087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'port': {'device_id': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'admin_state_up': True, 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'security_groups': ['31e57b87-4bd5-4216-93f7-8e883f1f91b5']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:42:23.801048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Made reservation on behalf of 40e0eb8eca2043b381491955c38d0450 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:42:23.804651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:23.954705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Allocated IP 172.20.0.14 (ff7189a9-76cf-4f46-92ae-112aa247d19c/5bcb443c-9075-4121-8462-c9a0d61d0115/b476a974-5b50-4a76-a0d5-5f0e9f7306a7) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:42:24.124385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.138626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Transition to ACTIVE for port object b476a974-5b50-4a76-a0d5-5f0e9f7306a7 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:42:24.182123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.185820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3fbac2a-5f4f-4e8a-8020-c2f4d4ca83b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:24.232978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:42:24.236154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:42:24.241135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:42:24.275042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:24.279370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:24.305656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:24.306274 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.321250 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6750920 Jun 10 16:42:24.335146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Request body: {'port': {'device_id': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:42:24.431435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.527430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a1d8fb1b-3d0c-4f40-a79f-887fded08913 None None] Provisioning for port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:42:24.531231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a1d8fb1b-3d0c-4f40-a79f-887fded08913 None None] Provisioning complete for port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:42:24.531610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1d8fb1b-3d0c-4f40-a79f-887fded08913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.574987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8fb1b-3d0c-4f40-a79f-887fded08913 None None] Port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:42:24.746497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:42:24.754269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.766243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Transition to ACTIVE for port object b476a974-5b50-4a76-a0d5-5f0e9f7306a7 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:42:24.770425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:24.774106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a457ff04-c255-49e7-896a-4307fc479c20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:24.904454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:24.907761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:25.006548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45a63b-a3ac-46c9-9a14-03ccb4169de6 req-6512912e-70e2-4a13-8363-9ca7a70f1977 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:25.008091 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bf45a63b-a3ac-46c9-9a14-03ccb4169de6 req-6512912e-70e2-4a13-8363-9ca7a70f1977 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 944 time: 0.2350106 Jun 10 16:42:25.043667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Attempting to bind port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:42:25.044000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Attempting to bind port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:42:25.044328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Attempting to bind port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:42:25.060805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 on network ff7189a9-76cf-4f46-92ae-112aa247d19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:42:25.061132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Attempting to bind port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:42:25.075297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:42:25.075631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:42:25.076023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Bound using segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:42:25.076449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Bound port: b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:42:25.076792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:25.092905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bf45a63b-a3ac-46c9-9a14-03ccb4169de6 req-91c11bc0-f10d-4419-9819-d55416854c6f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768833 Jun 10 16:42:25.169259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:42:25.173400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:42:25.178749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:25.181046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fafa2eb0-5836-4804-92f0-1281ddbdd345 tempest-ServerDiskConfigTestJSON-95190701 tempest-ServerDiskConfigTestJSON-95190701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:25.221760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:25.222547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:25.226216 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] 10.222.0.25 "PUT /v2.0/ports/b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1094 time: 0.8961809 Jun 10 16:42:25.229039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:42:25.232829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7435e8-ce53-4887-aa42-d0ed24e27c47" -d '{"events": [{"name": "network-changed", "server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:42:25.267453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:25.276701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:25.318522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39688434-6adc-4432-b2d4-da1eb76547fd x-openstack-request-id: req-39688434-6adc-4432-b2d4-da1eb76547fd {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:42:25.318858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:42:25.319162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39688434-6adc-4432-b2d4-da1eb76547fd {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:42:25.319607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'status': 'completed', 'code': 200} Jun 10 16:42:25.351065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-c7c83471-a31c-4131-9d04-155c39ba8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:25.352584 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-c7c83471-a31c-4131-9d04-155c39ba8e57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1097 time: 0.0704377 Jun 10 16:42:25.416039 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-1196a185-30e7-45be-b6c9-3e230e5b9630 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 217 time: 0.0563321 Jun 10 16:42:25.482960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-9f65fd78-ef57-4311-a08b-5b10eb52fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:25.484359 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-9f65fd78-ef57-4311-a08b-5b10eb52fd0c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0627618 Jun 10 16:42:25.549880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-89077967-12d7-4bcc-8331-8e1cd6b8e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:25.551435 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-89077967-12d7-4bcc-8331-8e1cd6b8e713 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609045 Jun 10 16:42:25.675041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-a66b0ab9-546d-401b-9f87-7fcfe338c19e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172419 Jun 10 16:42:25.796695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a61005c3-862b-42c5-ba44-95195021b4c4 req-628cf169-aab5-41a8-bfdd-bd0b854ad53e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154823 Jun 10 16:42:25.909968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-52c46535-3101-4d5b-b0a6-14df0754d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:25.911395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-52c46535-3101-4d5b-b0a6-14df0754d481 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1097 time: 0.0613189 Jun 10 16:42:26.428582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-c27a0b9b-da63-40eb-a322-ebd48c62b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:26.429995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-c27a0b9b-da63-40eb-a322-ebd48c62b734 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.5124183 Jun 10 16:42:26.453031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838aaf-4158-4b75-b464-c7beae951d8d req-df561007-3108-414e-ae8b-f2db49d9ac28 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:26.454574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24838aaf-4158-4b75-b464-c7beae951d8d req-df561007-3108-414e-ae8b-f2db49d9ac28 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 944 time: 0.1214011 Jun 10 16:42:26.502684 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-5d013ac2-0346-4e62-b486-adb02c3bbe7e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 217 time: 0.0642157 Jun 10 16:42:26.582812 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24838aaf-4158-4b75-b464-c7beae951d8d req-f5175a42-9582-4aff-9c45-55bfc4527a1c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872529 Jun 10 16:42:26.591040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-d9f869fd-18d7-4e67-a28c-22279fc7a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:26.592496 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-d9f869fd-18d7-4e67-a28c-22279fc7a986 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0790353 Jun 10 16:42:26.676932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-31d1af9b-3b31-4c32-bdf5-3d3ebb7bbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:26.679686 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-31d1af9b-3b31-4c32-bdf5-3d3ebb7bbf0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0789661 Jun 10 16:42:26.803246 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-bbfbe9cc-ef6c-4ee9-a1a5-8cf58dc3593e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174674 Jun 10 16:42:26.928342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5d7435e8-ce53-4887-aa42-d0ed24e27c47 req-7a69b307-e2eb-4bc0-89de-f838baa48dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191087 Jun 10 16:42:27.791904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6a1f-72db-420f-a6c9-d5642d424a19 req-f9d415e4-26d2-4a66-9bbb-fa758cbcf372 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:27.794848 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b20f6a1f-72db-420f-a6c9-d5642d424a19 req-f9d415e4-26d2-4a66-9bbb-fa758cbcf372 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 944 time: 0.0888431 Jun 10 16:42:27.853070 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b20f6a1f-72db-420f-a6c9-d5642d424a19 req-df72fe7a-670d-4683-9568-798274b37abe tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523157 Jun 10 16:42:29.060439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afc031-ed36-43db-930f-999a21a8804c req-1b57b6eb-7534-45b1-83cd-3ef8652184db tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:29.062114 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-78afc031-ed36-43db-930f-999a21a8804c req-1b57b6eb-7534-45b1-83cd-3ef8652184db tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 944 time: 0.0809700 Jun 10 16:42:29.117981 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-78afc031-ed36-43db-930f-999a21a8804c req-573b4f2e-cce9-4992-afbe-a4772878ef03 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450361 Jun 10 16:42:29.508425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:42:29.655739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:29.669874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'mac_address': 'fa:16:3e:03:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:42:29.720097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:29.736151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:42:29.760335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:29.764461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:29.766389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:29.826027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:29.829436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:29.970673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['b476a974-5b50-4a76-a0d5-5f0e9f7306a7'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:42:30.358499 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05f8cc-4dc4-421f-8c9c-88a76e057617 req-a7a0d691-b8d5-4c94-b4de-a05908c0bcac tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:30.360931 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5a05f8cc-4dc4-421f-8c9c-88a76e057617 req-a7a0d691-b8d5-4c94-b4de-a05908c0bcac tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 945 time: 0.1190400 Jun 10 16:42:30.410491 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5a05f8cc-4dc4-421f-8c9c-88a76e057617 req-4f419a86-2922-4ae6-955e-640625730ab6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418136 Jun 10 16:42:31.523882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:42:31.588571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:42:31.593407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:42:31.593951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:31.623333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f8b14-561e-4bb6-b3a6-3daf03f1d008 req-3f65864c-2cb9-46cf-b7a3-281fb0471905 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:31.626020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a7f8b14-561e-4bb6-b3a6-3daf03f1d008 req-3f65864c-2cb9-46cf-b7a3-281fb0471905 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 945 time: 0.0897889 Jun 10 16:42:31.682651 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a7f8b14-561e-4bb6-b3a6-3daf03f1d008 req-6d600e3f-3e02-456d-8448-3f6036e17b5d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496242 Jun 10 16:42:31.723004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:31.750056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:42:31.752588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9406e86f-5731-4714-9c8d-5df08dfbc72d" -d '{"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:42:31.771275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:42:31.776657 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:31.779081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:42:31.812533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f012ee0e-b73c-4df3-a0bf-e39e0209b3ad x-openstack-request-id: req-f012ee0e-b73c-4df3-a0bf-e39e0209b3ad {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:42:31.812858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:42:31.813247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f012ee0e-b73c-4df3-a0bf-e39e0209b3ad {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:42:31.813755 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'code': 200} Jun 10 16:42:31.850354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:42:31.855279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:42:32.059487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91862-11ab-4a19-a80c-b71d997b8701 req-e0bbecdc-5cfe-47a1-95a1-e99084cde4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:32.061169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87e91862-11ab-4a19-a80c-b71d997b8701 req-e0bbecdc-5cfe-47a1-95a1-e99084cde4e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1099 time: 0.0721781 Jun 10 16:42:32.106642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87e91862-11ab-4a19-a80c-b71d997b8701 req-d6ebad2f-7d8c-452f-a68b-b71939538a64 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Jun 10 16:42:32.913514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf563f4-7cf9-416b-8c0a-3e73b76b4b8b req-ee35a4d6-e748-4dfe-9f96-fbbd4dacb0ff tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:32.915305 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddf563f4-7cf9-416b-8c0a-3e73b76b4b8b req-ee35a4d6-e748-4dfe-9f96-fbbd4dacb0ff tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0859823 Jun 10 16:42:32.977875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ddf563f4-7cf9-416b-8c0a-3e73b76b4b8b req-8a5ac083-5d55-404f-b738-88f25384b466 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553951 Jun 10 16:42:33.515658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9087ad38-ae8d-4c5d-8f68-7383a34f5480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:34.170845 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d40db-7cb5-4da6-84f2-0fab3e6fed8c req-2edf5b20-c1a4-404a-8c2b-f1300dc2c972 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:34.172372 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b99d40db-7cb5-4da6-84f2-0fab3e6fed8c req-2edf5b20-c1a4-404a-8c2b-f1300dc2c972 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0733540 Jun 10 16:42:34.219197 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b99d40db-7cb5-4da6-84f2-0fab3e6fed8c req-b3e777a0-0b4f-47f7-912c-a75658e307b2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397046 Jun 10 16:42:34.410849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f5e82-e3f5-435a-8520-f2c943a2b3dc req-8ae5cda9-f56d-49a7-b1af-263dc8d8add3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:34.412411 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0a0f5e82-e3f5-435a-8520-f2c943a2b3dc req-8ae5cda9-f56d-49a7-b1af-263dc8d8add3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0760717 Jun 10 16:42:34.425376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55050) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:42:34.430466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'floatingip': {'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:42:34.490688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:35.123525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:35.128663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:35.277986 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 associated. External IP: 172.26.5.222, port: b476a974-5b50-4a76-a0d5-5f0e9f7306a7. Jun 10 16:42:35.399535 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:42:35.596341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:42:36.110140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:42:36.117127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:36.124583 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:42:36.140545 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:42:36.141437 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:42:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:36.156973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:36.182674 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-433e70b3-84f6-42ff-97f7-65c8baeb4705 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "PUT /v2.0/floatingips/da4fc840-89ea-4f78-a57e-461e1fe45fa0 HTTP/1.1" status: 200 len: 992 time: 1.7560387 Jun 10 16:42:36.183394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:42:36.185998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46753f57-a3e2-4ad2-ac29-e630a2cf5011" -d '{"events": [{"name": "network-changed", "server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:42:36.249882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b20648f-8fdb-4199-ae01-5d4a7e87d751 x-openstack-request-id: req-4b20648f-8fdb-4199-ae01-5d4a7e87d751 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:42:36.250241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:42:36.250582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b20648f-8fdb-4199-ae01-5d4a7e87d751 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:42:36.251174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'status': 'completed', 'code': 200} Jun 10 16:42:36.349259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-286a8524-7980-41e7-9000-b86646889eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:36.369129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-f64c60a9-8661-4f0d-af1c-1c5ae9eb67d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:36.370859 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-f64c60a9-8661-4f0d-af1c-1c5ae9eb67d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1099 time: 0.0918272 Jun 10 16:42:36.399990 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:42:36.534247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-49140de0-fe49-4d4c-b9aa-05ede15413f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:36.536052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-49140de0-fe49-4d4c-b9aa-05ede15413f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1585727 Jun 10 16:42:36.636725 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-af43f444-7f9d-43b3-a824-4668b61775ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1000 time: 0.0945218 Jun 10 16:42:36.704678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-93f7623a-ca2c-4c6b-a4de-0aecb3780667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:36.706645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-93f7623a-ca2c-4c6b-a4de-0aecb3780667 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0633395 Jun 10 16:42:36.739641 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:03:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:42:34Z', 'revision_number': 9, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:36.743543 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:42:36.752174 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:42:36.752804 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:42:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:36.817749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-c2acd376-0d1f-4797-8478-49c60803e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:36.819385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-c2acd376-0d1f-4797-8478-49c60803e709 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1069694 Jun 10 16:42:36.937558 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:42:36.994011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-01de78f0-361b-4307-bf59-c66b5ea55e96 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679881 Jun 10 16:42:37.128396 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-46753f57-a3e2-4ad2-ac29-e630a2cf5011 req-e9b976a9-2255-4354-9ca7-dffaf9b74dd6 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281362 Jun 10 16:42:37.341363 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:03:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:42:34Z', 'revision_number': 9, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:42:37.345818 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d413bdf-8271-4323-8a34-ebafebe34ea6 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:03:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:42:34Z', 'revision_number': 9, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:42:37.392454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:37.572398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88163b8-72e8-484b-b7f0-61670b970fa7 None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:42:39.017006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:42:46.573310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-83a0784d-5839-484c-8048-ecec7df7425a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701108 Jun 10 16:42:46.687586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-13321a05-a3ec-4936-a5d2-f4b09f127682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:46.689105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-13321a05-a3ec-4936-a5d2-f4b09f127682 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1099 time: 0.0649662 Jun 10 16:42:46.838926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-292b4e38-0ce6-49ea-b18e-01ba75b16318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:46.840392 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-292b4e38-0ce6-49ea-b18e-01ba75b16318 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1287532 Jun 10 16:42:46.935737 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-815ff163-38ad-4f89-a04e-ee086418c2dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1003 time: 0.0888393 Jun 10 16:42:47.006385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-6dfee39c-74f3-4cb6-a570-d82b0953a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:47.007916 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-6dfee39c-74f3-4cb6-a570-d82b0953a850 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0652783 Jun 10 16:42:47.117300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-e2092434-73cc-473d-962d-71ad3045bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:42:47.119876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-e2092434-73cc-473d-962d-71ad3045bb48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1050408 Jun 10 16:42:47.256379 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-16d6c677-3039-4a78-9625-6d005c343139 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303022 Jun 10 16:42:47.395903 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2540e4c0-ee30-490f-b2c3-327c1127da8b req-f6255aef-fb05-4a12-aec9-6206d5ea36f9 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326201 Jun 10 16:42:51.585192 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:03.519745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-66ad23f8-f4f9-42b8-9d91-b94514ef8732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:06.143026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:06.350573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ed7733cc-2870-4353-be5e-d314f8ace308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:07.391375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:09.022138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:12.333566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fad67-7d6f-4cdf-b710-8a6aaa29127d req-348a16be-3b76-46ff-8d7b-41e673d52221 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:12.335690 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-871fad67-7d6f-4cdf-b710-8a6aaa29127d req-348a16be-3b76-46ff-8d7b-41e673d52221 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.1110852 Jun 10 16:43:12.371095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-944116d8-c76d-434e-98ab-8495be94783d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1916106 Jun 10 16:43:12.398041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-871fad67-7d6f-4cdf-b710-8a6aaa29127d req-94b8b17f-d6d2-4c45-bcaa-e7c52a196cf4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516193 Jun 10 16:43:12.402770 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:43:13.629573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-0ec3b72e-b02c-4633-ae15-b946aec3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:13.631605 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-0ec3b72e-b02c-4633-ae15-b946aec3e51e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1099 time: 0.0785351 Jun 10 16:43:13.633252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcf8b3-ff94-40e8-89d7-6afa6e101c5d req-7a90a6ad-d32d-4c94-a684-2fbb38f6c059 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:13.635079 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5edcf8b3-ff94-40e8-89d7-6afa6e101c5d req-7a90a6ad-d32d-4c94-a684-2fbb38f6c059 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0999584 Jun 10 16:43:13.686927 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5edcf8b3-ff94-40e8-89d7-6afa6e101c5d req-4ef637f2-fd9e-4130-b35b-c5b1428c3e49 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Jun 10 16:43:13.780945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-09942851-3f90-486a-ab2d-dc94a0dcd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:13.782496 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-09942851-3f90-486a-ab2d-dc94a0dcd7a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1441026 Jun 10 16:43:13.890594 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-8fdc5c11-032e-43ce-a56f-1d4f9e04d633 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1003 time: 0.1012075 Jun 10 16:43:13.988762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-c3054f00-9109-4214-a17c-6467cb6f0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:13.991285 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-c3054f00-9109-4214-a17c-6467cb6f0ae6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0945156 Jun 10 16:43:14.060551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-906946c2-fe2c-4d85-a951-e3ed298abb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:14.062315 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-906946c2-fe2c-4d85-a951-e3ed298abb43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0646594 Jun 10 16:43:14.193262 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-1e1ea72a-b41a-41a7-9997-2341f8e3453b service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240487 Jun 10 16:43:14.327132 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-9ac0f47b-a454-4608-b0c5-aadfdd09ff5b service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282279 Jun 10 16:43:14.943085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ffd9d-45e8-42fe-ae9c-a06eb4f0b738 req-afa01285-ca7a-496a-a993-a4add02a5562 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:14.944619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5a4ffd9d-45e8-42fe-ae9c-a06eb4f0b738 req-afa01285-ca7a-496a-a993-a4add02a5562 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0770705 Jun 10 16:43:14.995488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5a4ffd9d-45e8-42fe-ae9c-a06eb4f0b738 req-b0ac3a42-91cd-458d-806f-306c21149964 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409608 Jun 10 16:43:16.197892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d37d2e-db99-4055-94b6-a5b37cdae51c req-60cb18eb-71c0-4b8e-a7aa-cf68af6a9b73 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:16.199529 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-81d37d2e-db99-4055-94b6-a5b37cdae51c req-60cb18eb-71c0-4b8e-a7aa-cf68af6a9b73 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0760686 Jun 10 16:43:16.254386 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-81d37d2e-db99-4055-94b6-a5b37cdae51c req-027b032e-d504-4bc2-8d2f-26c32855a28e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Jun 10 16:43:17.497794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9709582-a1b1-4c56-8d26-cb0189a75fc6 req-dcbb08bc-186d-41a2-bb50-f2e79d773137 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:17.500171 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9709582-a1b1-4c56-8d26-cb0189a75fc6 req-dcbb08bc-186d-41a2-bb50-f2e79d773137 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0876775 Jun 10 16:43:17.547770 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9709582-a1b1-4c56-8d26-cb0189a75fc6 req-c2ea241a-89c8-4c7f-91b4-fd5bc1b7f209 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Jun 10 16:43:18.763145 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283208-044e-4c54-9474-9110b31ebb7f req-b6539eab-6875-436e-bd32-754064525481 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:18.764870 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-51283208-044e-4c54-9474-9110b31ebb7f req-b6539eab-6875-436e-bd32-754064525481 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0866282 Jun 10 16:43:18.812431 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-51283208-044e-4c54-9474-9110b31ebb7f req-4eb1ba28-e8a0-4f2c-9215-f84ecf824c7c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408509 Jun 10 16:43:20.010465 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcda40-a39d-448b-a868-86f1140597be req-51443392-54d6-4966-8ed3-5a4b88a0b2fc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:20.012041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-67dcda40-a39d-448b-a868-86f1140597be req-51443392-54d6-4966-8ed3-5a4b88a0b2fc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0763168 Jun 10 16:43:20.060624 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-67dcda40-a39d-448b-a868-86f1140597be req-6ad9f15c-480c-42d1-895f-5993978f6f08 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Jun 10 16:43:21.258700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4883caa-fe73-44ec-98e0-78c254a2f7c5 req-b7434115-e2ac-43ff-ac2b-ced0b3613d25 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:21.260287 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4883caa-fe73-44ec-98e0-78c254a2f7c5 req-b7434115-e2ac-43ff-ac2b-ced0b3613d25 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0787239 Jun 10 16:43:21.308371 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f4883caa-fe73-44ec-98e0-78c254a2f7c5 req-4da9a8aa-d99a-4a0f-bf06-ac28bba8d4fa tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Jun 10 16:43:21.579515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:22.510507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f6152-9b0d-4624-a730-6aa24de65a33 req-c4268756-a7d7-4d50-b96a-97ed240214eb tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:22.511993 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ba5f6152-9b0d-4624-a730-6aa24de65a33 req-c4268756-a7d7-4d50-b96a-97ed240214eb tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0809712 Jun 10 16:43:22.559155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ba5f6152-9b0d-4624-a730-6aa24de65a33 req-e51bf25f-ca8b-41f1-a5dc-39fb112ef4d6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409820 Jun 10 16:43:23.776872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5523665-230e-4b31-9bb2-a10fca50bad7 req-428be392-cb11-452b-a1d5-544b495e30bf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:23.778444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d5523665-230e-4b31-9bb2-a10fca50bad7 req-428be392-cb11-452b-a1d5-544b495e30bf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0945332 Jun 10 16:43:23.830021 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d5523665-230e-4b31-9bb2-a10fca50bad7 req-be8c91ee-6eb8-4867-8843-33fa7d7a1de9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457580 Jun 10 16:43:25.034762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b57f5-9020-4c58-b181-3616064dac8d req-cf99741d-501b-4ed5-b37f-90ea62e44547 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:25.036320 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0d2b57f5-9020-4c58-b181-3616064dac8d req-cf99741d-501b-4ed5-b37f-90ea62e44547 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0755172 Jun 10 16:43:25.102128 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0d2b57f5-9020-4c58-b181-3616064dac8d req-d14f1072-156e-44fa-8e2b-4522430eee42 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594978 Jun 10 16:43:26.017092 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-db7e5b5a-2e74-4001-ba60-b0da0e569dc5 service neutron] 10.222.0.25 "GET /v2.0/ports/b476a974-5b50-4a76-a0d5-5f0e9f7306a7/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0717080 Jun 10 16:43:26.330919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe332f-17d2-4dd1-a332-452c36fcfb46 req-6f9f89b9-d93e-470c-a223-8f2520219916 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:26.333168 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0fe332f-17d2-4dd1-a332-452c36fcfb46 req-6f9f89b9-d93e-470c-a223-8f2520219916 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0857015 Jun 10 16:43:26.372624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-a5fa4a7f-39a2-44ae-b03d-5eb835e40632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:26.375390 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-a5fa4a7f-39a2-44ae-b03d-5eb835e40632 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 1099 time: 0.1055589 Jun 10 16:43:26.399532 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f0fe332f-17d2-4dd1-a332-452c36fcfb46 req-ce17b8f5-bc01-49af-8bca-ef3b115bac90 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577741 Jun 10 16:43:26.477726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-a3bcabbf-f449-4166-b7a6-49400aca47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:26.479286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-a3bcabbf-f449-4166-b7a6-49400aca47b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1099 time: 0.0746198 Jun 10 16:43:26.611733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-17d5c09c-bee8-461e-be4e-7a8062e4d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:26.613408 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-17d5c09c-bee8-461e-be4e-7a8062e4d798 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1272297 Jun 10 16:43:26.710480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-99e781eb-4baf-4365-b849-068bb7137ba8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1003 time: 0.0909131 Jun 10 16:43:26.776062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-fac1d06a-1ca4-43a2-9a30-03022c06bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:26.777576 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-fac1d06a-1ca4-43a2-9a30-03022c06bd92 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0600154 Jun 10 16:43:26.851298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-ca2db380-5231-49c6-aedd-f104e5cbf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:26.852882 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-ca2db380-5231-49c6-aedd-f104e5cbf705 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0676396 Jun 10 16:43:26.996682 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-16f123de-27b0-4db2-aa7a-c10e56e965dc service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358790 Jun 10 16:43:27.133201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-709a1862-2ece-46dc-a243-d52c85ba4070 req-68023ade-006b-425d-bd2c-91282e0d307e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301978 Jun 10 16:43:27.594852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4641e88-da2a-43e5-94e3-eb227f9e4312 req-948febc4-e8a3-42b7-a120-832e9aeb01ce tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:27.596382 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4641e88-da2a-43e5-94e3-eb227f9e4312 req-948febc4-e8a3-42b7-a120-832e9aeb01ce tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0735939 Jun 10 16:43:27.657884 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4641e88-da2a-43e5-94e3-eb227f9e4312 req-e3441c29-538f-49aa-9f4d-4802f6d6c04b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500283 Jun 10 16:43:28.908681 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c361dae-3160-4c91-95ef-c838320ab94f req-f3fa19c1-d889-4273-96df-e63232b69d03 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:28.911807 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c361dae-3160-4c91-95ef-c838320ab94f req-f3fa19c1-d889-4273-96df-e63232b69d03 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.1097462 Jun 10 16:43:28.977819 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c361dae-3160-4c91-95ef-c838320ab94f req-309dc5bb-0a1f-457d-81c7-f8229b2af828 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575449 Jun 10 16:43:29.793054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:43:29.795590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:43:30.158488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:30.183733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:30.203353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'mac_address': 'fa:16:3e:03:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:43:30.209078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:30.211504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcfca39-8d9f-4552-8a29-9694c64860ea" -d '{"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:30.228123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:30.230897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51607082-1ebd-44cc-8adb-2ad025c76c30 req-dc947fa5-0dca-410c-be72-d6614f305944 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:30.233768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-51607082-1ebd-44cc-8adb-2ad025c76c30 req-dc947fa5-0dca-410c-be72-d6614f305944 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.1042798 Jun 10 16:43:30.262478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:30.269012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:30.302504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef57b25-6813-4710-a26b-f177a17bfa10 x-openstack-request-id: req-4ef57b25-6813-4710-a26b-f177a17bfa10 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:30.302922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:30.303096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ef57b25-6813-4710-a26b-f177a17bfa10 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:30.303448 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'code': 200} Jun 10 16:43:30.308617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-51607082-1ebd-44cc-8adb-2ad025c76c30 req-b9e4810b-a83c-4a16-8e03-171d60ddf800 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666881 Jun 10 16:43:30.323041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:30.350702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:43:30.358089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:30.370211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.370564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.370915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.371260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.371590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.371922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.372252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.372581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.372910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.373259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.373583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.373905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:30.401112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:30.420145 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:43:30.420419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:43:30.973728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:31.000916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:43:31.029175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:31.035840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:31.038594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-29283701-f43b-455d-ba0b-22fa1a811552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:31.079899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-d56bc871-7a03-46a5-abb7-40414e18a104 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:31.082283 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-d56bc871-7a03-46a5-abb7-40414e18a104 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c&tenant_id=40e0eb8eca2043b381491955c38d0450&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 944 time: 0.1544020 Jun 10 16:43:31.123116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['b476a974-5b50-4a76-a0d5-5f0e9f7306a7'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:43:31.171531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:31.176730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:31.220286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-985a17e9-17e7-40a0-93f8-d79ebb0208d4 service neutron] 10.222.0.25 "GET /v2.0/ports/b476a974-5b50-4a76-a0d5-5f0e9f7306a7/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1121738 Jun 10 16:43:31.231197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb457b7-6f2d-4e0a-a065-e378136b9d4d req-5b8bca6c-2775-4b66-bbce-920bb8edad51 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:31.233091 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6eb457b7-6f2d-4e0a-a065-e378136b9d4d req-5b8bca6c-2775-4b66-bbce-920bb8edad51 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 945 time: 0.1757824 Jun 10 16:43:31.380195 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6eb457b7-6f2d-4e0a-a065-e378136b9d4d req-5ab00aa0-4840-4190-90b7-152f296c6716 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343431 Jun 10 16:43:31.419953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-f44b273b-84ce-40aa-95ff-5d2fd2f23dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:31.422564 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-f44b273b-84ce-40aa-95ff-5d2fd2f23dee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1098 time: 0.1634738 Jun 10 16:43:31.558910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-d475ceb9-22d9-43cd-b50b-7ba16a29626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:31.561372 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-d475ceb9-22d9-43cd-b50b-7ba16a29626a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1323521 Jun 10 16:43:31.663682 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-90479ed1-37b8-49da-8814-66e107d6a84a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1002 time: 0.0952220 Jun 10 16:43:31.728007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-782c9b95-8d6b-4db6-a6e0-47f4bb6a0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:31.729759 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-782c9b95-8d6b-4db6-a6e0-47f4bb6a0f94 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0588956 Jun 10 16:43:31.810684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:43:31.811735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-69bd6b21-167b-40cc-844b-faee7b923421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:31.814331 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-69bd6b21-167b-40cc-844b-faee7b923421 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0781379 Jun 10 16:43:31.875397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:43:31.875908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:31.964274 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-05ae4b13-5d83-4ce1-b26e-d47c99f4e738 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434004 Jun 10 16:43:32.018806 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:32.080773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:32.086777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:32.089285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:32.137694 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-5a578118-0374-4db4-b48d-260df046a60f service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663353 Jun 10 16:43:32.161313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:32.166087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:32.305096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:32.307700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6329a1bc-c519-4a02-a162-adad2bbd9479" -d '{"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:32.356344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6443654b-72fc-43de-aafd-b898c8d1b941 x-openstack-request-id: req-6443654b-72fc-43de-aafd-b898c8d1b941 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:32.356650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:32.356918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6443654b-72fc-43de-aafd-b898c8d1b941 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:32.357439 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'code': 200} Jun 10 16:43:32.923161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92344d2-1414-4b52-9699-c3b3f97b15ed req-ff03ec94-f23b-4534-8957-fcad471c2a4d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:32.924738 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c92344d2-1414-4b52-9699-c3b3f97b15ed req-ff03ec94-f23b-4534-8957-fcad471c2a4d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.4241636 Jun 10 16:43:32.976601 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c92344d2-1414-4b52-9699-c3b3f97b15ed req-b0415c9c-ff3d-4c4e-9395-e1078e617250 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Jun 10 16:43:33.525527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-33a56f28-cf92-4f29-bbb5-e85ff6664776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:34.311044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04316606-05ef-4a9a-87c4-5abb922669d4 req-945c95aa-c574-46fa-a99d-50e42cf03538 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:34.312581 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04316606-05ef-4a9a-87c4-5abb922669d4 req-945c95aa-c574-46fa-a99d-50e42cf03538 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.2108045 Jun 10 16:43:34.381103 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04316606-05ef-4a9a-87c4-5abb922669d4 req-664724bb-d145-4cf8-adb7-b8d810fd2687 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600550 Jun 10 16:43:34.678963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-60aeebd2-059f-44fd-9d60-843660b373fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:34.680574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-60aeebd2-059f-44fd-9d60-843660b373fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 1099 time: 0.0694568 Jun 10 16:43:34.770440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-bf00e786-3320-4413-bb98-95d44e514b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:34.771813 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-bf00e786-3320-4413-bb98-95d44e514b06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 1099 time: 0.0666494 Jun 10 16:43:34.927844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-c4f350f0-87aa-48be-becb-b7f4e5a4dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:34.930580 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-c4f350f0-87aa-48be-becb-b7f4e5a4dd0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1519523 Jun 10 16:43:35.016764 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-fcb65b43-9cf6-482d-a1e0-7dbb0c1f46d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 200 len: 1003 time: 0.0792732 Jun 10 16:43:35.085599 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-acf74c2e-126a-42ff-835e-b607ad68c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:35.086959 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-acf74c2e-126a-42ff-835e-b607ad68c9d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0641239 Jun 10 16:43:35.167013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-479045e1-1f86-4f0b-9d94-ed2744f1768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:35.169946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-479045e1-1f86-4f0b-9d94-ed2744f1768d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763080 Jun 10 16:43:35.302635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-6e968f3f-1e38-4ae3-af5a-958fd7bbb298 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257555 Jun 10 16:43:35.428088 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b96d0e2f-6244-40ed-b4df-f3b6734d8cc6 req-bb2550d9-4103-4ef2-b634-072b9651a2fd service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183829 Jun 10 16:43:35.759733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a284-d49f-4dc7-ba4d-cf6939c6eed0 req-e9005921-d255-4e10-b94b-59156df2dcbe tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:35.762170 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5398a284-d49f-4dc7-ba4d-cf6939c6eed0 req-e9005921-d255-4e10-b94b-59156df2dcbe tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.1582561 Jun 10 16:43:35.805876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5398a284-d49f-4dc7-ba4d-cf6939c6eed0 req-79df5c85-1be4-4ac0-847e-26e545620aaa tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381742 Jun 10 16:43:36.148558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:36.352021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5092975f-509d-404a-a290-fddb05f498af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:37.019630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40d293-2485-478c-8898-22636b0dd0d8 req-94b56419-b8ed-4f3b-81dd-6062e7dee407 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:37.021900 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c40d293-2485-478c-8898-22636b0dd0d8 req-94b56419-b8ed-4f3b-81dd-6062e7dee407 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0825357 Jun 10 16:43:37.068713 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c40d293-2485-478c-8898-22636b0dd0d8 req-5eccdfe9-3942-49ba-910b-3d8a085d258c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Jun 10 16:43:37.272536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb3fea-9325-47b1-9640-9d4ac2e61617 req-30559b79-334a-4f64-93a6-38322135a58f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:37.274084 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8fb3fea-9325-47b1-9640-9d4ac2e61617 req-30559b79-334a-4f64-93a6-38322135a58f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0826962 Jun 10 16:43:37.323515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f8fb3fea-9325-47b1-9640-9d4ac2e61617 req-d9841e11-0351-430a-8a1a-8484b6ea8847 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Jun 10 16:43:37.393663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:37.523089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be7ffd-f914-4b60-979f-4680257ae463 req-98010064-7f3a-444b-9c04-62cb69cbf8d8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:37.524631 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e6be7ffd-f914-4b60-979f-4680257ae463 req-98010064-7f3a-444b-9c04-62cb69cbf8d8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0783627 Jun 10 16:43:37.574514 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e6be7ffd-f914-4b60-979f-4680257ae463 req-97882e6f-d32e-4c51-97c6-2b4bbf051dbc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439169 Jun 10 16:43:37.821865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:43:37.829359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:43:38.083230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:38.124292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59004390-bc6a-47cf-af01-5ac8f81eb828 req-62a4a262-c785-4f02-8595-65e0b717b22a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:38.125846 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-59004390-bc6a-47cf-af01-5ac8f81eb828 req-62a4a262-c785-4f02-8595-65e0b717b22a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.1088293 Jun 10 16:43:38.128425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:38.145601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:38.148632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4322723b-8b2f-43a4-8f4d-b4d2660f11c6" -d '{"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:38.167729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'mac_address': 'fa:16:3e:03:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:43:38.173592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:38.181905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:38.183831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:38.193987 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-59004390-bc6a-47cf-af01-5ac8f81eb828 req-92e5d1f1-d273-4066-92ea-f84c0936b1fd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599024 Jun 10 16:43:38.224359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30431dd-fba6-45ee-b64e-e380287236ea x-openstack-request-id: req-e30431dd-fba6-45ee-b64e-e380287236ea {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:38.227630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:38.227630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e30431dd-fba6-45ee-b64e-e380287236ea {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:38.227630 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'code': 200} Jun 10 16:43:38.287600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:38.303785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=9']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:38.309834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:38.314954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:43:38.340904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:38.347753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:38.349542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:38.423463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['b476a974-5b50-4a76-a0d5-5f0e9f7306a7'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:43:38.464890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:38.469537 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:39.023604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:39.398437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d8702-047a-4438-9779-fa52b186a704 req-f478877f-c1f1-4ead-94ed-168fb89bb5ad tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:39.399994 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-569d8702-047a-4438-9779-fa52b186a704 req-f478877f-c1f1-4ead-94ed-168fb89bb5ad tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 946 time: 0.0768960 Jun 10 16:43:39.449442 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-569d8702-047a-4438-9779-fa52b186a704 req-7289e93d-97d9-4e38-83eb-1267d2542fe2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Jun 10 16:43:39.830116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:43:39.890701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:43:39.891089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:39.994965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.032589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:40.037524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.040836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:40.102078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=11']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:40.105413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:40.157307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-d5c40d36-33ee-43f6-b19d-461a58ee2f02 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:40.159010 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-d5c40d36-33ee-43f6-b19d-461a58ee2f02 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 947 time: 0.0766246 Jun 10 16:43:40.226689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:40.230075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e832504-b3ca-40bc-9030-2b0d90b7310f" -d '{"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:40.275949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656cd9bf-82b4-46d0-b4c1-a17f7fcd25f0 x-openstack-request-id: req-656cd9bf-82b4-46d0-b4c1-a17f7fcd25f0 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:40.276495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-plugged", "status": "completed", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:40.276960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-656cd9bf-82b4-46d0-b4c1-a17f7fcd25f0 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:40.277626 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'code': 200} Jun 10 16:43:40.307430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Deleting port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:43:40.307773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.435972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] For port b476a974-5b50-4a76-a0d5-5f0e9f7306a7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:40.436321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.686782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.687184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.687684 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 disassociated. External IP: 172.26.5.222, port: b476a974-5b50-4a76-a0d5-5f0e9f7306a7. Jun 10 16:43:40.688113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Calling delete_port for b476a974-5b50-4a76-a0d5-5f0e9f7306a7 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:43:40.725355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825df70-c6ea-4539-a627-5cdb81d7b60f req-6cc19b4a-ea6a-4c09-9971-f98784d1654e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:40.726921 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6825df70-c6ea-4539-a627-5cdb81d7b60f req-6cc19b4a-ea6a-4c09-9971-f98784d1654e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 947 time: 0.0783143 Jun 10 16:43:40.781548 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6825df70-c6ea-4539-a627-5cdb81d7b60f req-913179fe-e56e-4b13-9409-73c09ed207ae tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Jun 10 16:43:40.864321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:40.868935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b92a861a-4a39-444a-8492-c0e985c77d02 tempest-DeleteServersTestJSON-459208042 tempest-DeleteServersTestJSON-459208042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:40.906078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event deleted for resources: {'Port': ['ID=b476a974-5b50-4a76-a0d5-5f0e9f7306a7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:40.918648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.919028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.919410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.920058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.920436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.920848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.921253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.921631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.922012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.922382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.922758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.923121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:43:40.928222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:41.100184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:43:41.257464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:43:41.269754 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:43:41.281831 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:43:41.282502 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:43:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:41.322066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] No DVR routers for this DVR port b476a974-5b50-4a76-a0d5-5f0e9f7306a7 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:43:41.324948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:41.327119 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ab873f5c-220c-473c-92f4-9bf235c0572c req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "DELETE /v2.0/ports/b476a974-5b50-4a76-a0d5-5f0e9f7306a7 HTTP/1.1" status: 204 len: 173 time: 1.1625743 Jun 10 16:43:41.327742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-deleted', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:41.330349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfe3fa4-5d78-4e84-b62f-bd12892cdecd" -d '{"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-deleted", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:41.375506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa4272-ba74-472e-a032-aba1f862f8a1 x-openstack-request-id: req-d2aa4272-ba74-472e-a032-aba1f862f8a1 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:41.375858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c81e53-25b7-4b5a-823b-ee8d27446d4c", "name": "network-vif-deleted", "tag": "b476a974-5b50-4a76-a0d5-5f0e9f7306a7", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:41.376192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2aa4272-ba74-472e-a032-aba1f862f8a1 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:41.376663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c81e53-25b7-4b5a-823b-ee8d27446d4c', 'name': 'network-vif-deleted', 'tag': 'b476a974-5b50-4a76-a0d5-5f0e9f7306a7', 'status': 'completed', 'code': 200} Jun 10 16:43:41.470981 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:43:41.889618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:41.893617 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:43:41.903990 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:43:41.905759 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:43:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:41.981863 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-77382f7b-c609-4d78-afcd-cc33d2717f67 req-9588e6b8-d47f-4f36-a3e4-13204dda0c07 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=38c81e53-25b7-4b5a-823b-ee8d27446d4c HTTP/1.1" status: 200 len: 210 time: 0.0420301 Jun 10 16:43:42.106581 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:43:42.396154 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:42.399846 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec143e-a4cc-4aa3-9f4e-dccd22ad7c4c None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:43:42.659917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8fcb7-c476-4cd7-aa44-e6c603e2b602 None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:43:43.334448 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-85ec4036-c4d9-4ff5-afc6-bc5b7ab3d555 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1088535522&fields=id&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 267 time: 0.0394776 Jun 10 16:43:43.473836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-04c6755e-09ff-49c4-83f7-94872b679dde tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:43.475635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-04c6755e-09ff-49c4-83f7-94872b679dde tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.1343515 Jun 10 16:43:43.491459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-dc3592db-d8a3-4c8b-8a8c-f210c89c9045 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/quotas/40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 375 time: 0.0102251 Jun 10 16:43:43.575268 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-5de3182a-dd0d-4e67-8900-10ac4abcec7f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782883 Jun 10 16:43:43.753018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-e1130f59-d2cc-41c0-862e-0b2fa9d0c0ef service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658680 Jun 10 16:43:43.850668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:43:43.877894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: b476a974-5b50-4a76-a0d5-5f0e9f7306a7 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:43:43.878361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device b476a974-5b50-4a76-a0d5-5f0e9f7306a7 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:43:43.887636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-f1973f52-cd47-4b65-972d-6f8466361bef service neutron] 10.222.0.23 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277816 Jun 10 16:43:45.099684 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-be972071-96e8-44d6-b120-4cf29b46926c req-09ea9b13-794d-47d2-8164-9b1fbcc276f5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 210 time: 0.0412025 Jun 10 16:43:46.352345 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dfc4db9f-b5f0-47e2-a227-4bea45bb20d5 req-2838d3e7-9a2b-42c0-a261-b612b79d6174 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 210 time: 0.0540776 Jun 10 16:43:46.398687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-606fbdd5-9827-4247-9f79-0f172f37e052 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:46.400236 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-606fbdd5-9827-4247-9f79-0f172f37e052 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 811 time: 0.2375889 Jun 10 16:43:46.454052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-5ccc84fa-07fa-45a9-a2ce-39b97933f6a0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 380 time: 0.0454459 Jun 10 16:43:46.469815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'port': {'device_id': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'admin_state_up': True, 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'security_groups': ['31e57b87-4bd5-4216-93f7-8e883f1f91b5']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:43:46.621621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Made reservation on behalf of 40e0eb8eca2043b381491955c38d0450 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:43:46.625107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:47.114610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Allocated IP 172.20.0.13 (ff7189a9-76cf-4f46-92ae-112aa247d19c/5bcb443c-9075-4121-8462-c9a0d61d0115/5111bec3-b7cd-4ad9-a114-b0a8dec0a18d) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:43:47.293795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:47.307704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Transition to ACTIVE for port object 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:43:47.343756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:47.347939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c06b1366-9a43-4e77-a2f3-0618a4e8b5f3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:47.396833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Network ff7189a9-76cf-4f46-92ae-112aa247d19c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:43:47.400304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:43:47.404282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:43:47.467680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:47.468353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:47.478406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:47.483208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:47.493072 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0276501 Jun 10 16:43:47.559642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Request body: {'port': {'device_id': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:43:47.636838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7588924e-d9d3-4c8e-aac4-8c8e252f4c03 None None] Provisioning for port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:43:47.641860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7588924e-d9d3-4c8e-aac4-8c8e252f4c03 None None] Provisioning complete for port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:43:47.642255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7588924e-d9d3-4c8e-aac4-8c8e252f4c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:47.662597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:47.687481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7588924e-d9d3-4c8e-aac4-8c8e252f4c03 None None] Port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:43:47.955641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6d1cc-ffc1-48f0-a568-416bc6d2ce53 req-e6ee7b01-ff91-435a-be12-0d685c894a67 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:47.958036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1ed6d1cc-ffc1-48f0-a568-416bc6d2ce53 req-e6ee7b01-ff91-435a-be12-0d685c894a67 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 932 time: 0.4626589 Jun 10 16:43:48.003661 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1ed6d1cc-ffc1-48f0-a568-416bc6d2ce53 req-bda5dcb8-2236-44ec-81fb-9156b9327e3c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Jun 10 16:43:48.040877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:43:48.050672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:48.063485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Transition to ACTIVE for port object 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:43:48.068025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:48.070354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:48.175098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:48.178090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:48.279675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Attempting to bind port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:43:48.279985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Attempting to bind port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:43:48.280314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Attempting to bind port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:43:48.285838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d on network ff7189a9-76cf-4f46-92ae-112aa247d19c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:43:48.286161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Attempting to bind port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d on network ff7189a9-76cf-4f46-92ae-112aa247d19c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:43:48.291866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:43:48.292203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Checking segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:43:48.292592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Bound using segment: {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:43:48.293027 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Bound port: 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d06ccf-6216-4646-b138-a4f7900917f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:43:48.293403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:48.374264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:43:48.379022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:43:48.383817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:48.386276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:48.430333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:48.431211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:48.432374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] 10.222.0.25 "PUT /v2.0/ports/5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1094 time: 0.9300921 Jun 10 16:43:48.432929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:48.435370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:48.466145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:48.470517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:48.500854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dcb4a4-788a-43ae-b59c-fa0a0d20bd75 x-openstack-request-id: req-f0dcb4a4-788a-43ae-b59c-fa0a0d20bd75 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:48.501225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:48.501709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0dcb4a4-788a-43ae-b59c-fa0a0d20bd75 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:48.502159 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'status': 'completed', 'code': 200} Jun 10 16:43:48.570797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-a9514472-7c55-4469-9483-2302e12ccb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:48.572326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-a9514472-7c55-4469-9483-2302e12ccb8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1097 time: 0.0837040 Jun 10 16:43:48.634742 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-db83c9a9-92a1-4406-8b1a-82866c02e676 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 217 time: 0.0527511 Jun 10 16:43:48.705611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-db1208a7-4425-41d2-9a20-a4447aab46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:48.707349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-db1208a7-4425-41d2-9a20-a4447aab46d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0648227 Jun 10 16:43:48.797635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-199e1519-6d3a-413d-83e9-606046f252aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:48.800176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-199e1519-6d3a-413d-83e9-606046f252aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0862935 Jun 10 16:43:48.931302 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-6eeb371b-f554-4a7d-89e5-258f5bda4f29 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225679 Jun 10 16:43:49.074048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f5b0d88c-d4fd-42ce-8656-5d7ca7e2f6f7 req-c98b65de-d88b-4272-aace-56ad30550321 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350281 Jun 10 16:43:49.194091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-2d3f14f2-cdf2-430e-b7f5-d7675d22312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:49.195604 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-2d3f14f2-cdf2-430e-b7f5-d7675d22312b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1097 time: 0.0638585 Jun 10 16:43:49.214770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbded6a-02e7-4b9d-8582-61c7189bd5b5 req-02e2ab15-6608-4f6d-9ca2-4d6259ec4006 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:49.216289 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3dbded6a-02e7-4b9d-8582-61c7189bd5b5 req-02e2ab15-6608-4f6d-9ca2-4d6259ec4006 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0888708 Jun 10 16:43:49.262866 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3dbded6a-02e7-4b9d-8582-61c7189bd5b5 req-6105bb25-7eea-45b6-bce1-fcea8178b197 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403903 Jun 10 16:43:49.320557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-aecd5f5c-13b8-4ae8-b77c-385b684134fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:49.322057 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-aecd5f5c-13b8-4ae8-b77c-385b684134fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1190112 Jun 10 16:43:49.376647 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-4218dd28-b90d-4f36-a7ce-c1ac4c16c9de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 217 time: 0.0475230 Jun 10 16:43:49.401392 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:43:49.437275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-fdbf36a7-e529-42da-8e45-927f6836e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:49.438702 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-fdbf36a7-e529-42da-8e45-927f6836e108 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0552590 Jun 10 16:43:49.501270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-3b3fc36f-6142-44d1-8bfe-f2dbf418fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:49.503347 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-3b3fc36f-6142-44d1-8bfe-f2dbf418fb28 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0567114 Jun 10 16:43:49.621107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-ccf1a81a-2e95-4165-9839-7d6fddc13d34 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110649 Jun 10 16:43:49.743271 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fdb76c5-2783-45c3-9ec2-89ad1974a6c8 req-ef3200b5-d075-4671-bcb9-09a042603ae4 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125393 Jun 10 16:43:50.447921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b4299-2bbf-4e5d-a007-30837ed0f5c5 req-098ce814-c455-43df-89eb-d42d37c1f85e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:50.449406 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e21b4299-2bbf-4e5d-a007-30837ed0f5c5 req-098ce814-c455-43df-89eb-d42d37c1f85e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0693178 Jun 10 16:43:50.492485 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e21b4299-2bbf-4e5d-a007-30837ed0f5c5 req-f6a84c17-71e5-4121-87d3-6ceb5cb57749 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369258 Jun 10 16:43:51.583531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:51.678850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb09a-cf89-4ffa-aaa6-ae2d88b57ff9 req-6e0e7704-9ed4-4861-af3e-a98e03028e8d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:51.680329 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-96fbb09a-cf89-4ffa-aaa6-ae2d88b57ff9 req-6e0e7704-9ed4-4861-af3e-a98e03028e8d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0716438 Jun 10 16:43:51.722520 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-96fbb09a-cf89-4ffa-aaa6-ae2d88b57ff9 req-860adb84-703d-42a1-abbd-adbd3dfe5252 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364881 Jun 10 16:43:51.878930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:43:51.998715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:52.010482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'mac_address': 'fa:16:3e:96:7d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:43:52.056900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:52.071464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:43:52.092893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:52.097164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:52.098939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-11627747-2803-4f48-bcf7-54e45a00a0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:52.155754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:52.158932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:52.297721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:43:52.906819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4ec6-b7ba-43d2-9ae3-c95274ca3b2c req-b2b126da-8cd7-4069-9e88-8f705d0a5061 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:52.908279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7aac4ec6-b7ba-43d2-9ae3-c95274ca3b2c req-b2b126da-8cd7-4069-9e88-8f705d0a5061 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 945 time: 0.0737920 Jun 10 16:43:52.951269 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7aac4ec6-b7ba-43d2-9ae3-c95274ca3b2c req-d5487f16-7201-46b5-ba8f-a7aeaf96b7d6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361462 Jun 10 16:43:53.880482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:43:53.937303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:43:53.941264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:43:53.941649 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:54.036158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:54.061081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:54.063393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6144f173-0ae7-492f-ae9e-b729904f372c" -d '{"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-plugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:54.078958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:43:54.085303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:54.087218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:43:54.113858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71876adb-c5a8-4fd7-aa61-c2ce2b4a8aef x-openstack-request-id: req-71876adb-c5a8-4fd7-aa61-c2ce2b4a8aef {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:54.114203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-plugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:54.114429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71876adb-c5a8-4fd7-aa61-c2ce2b4a8aef {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:54.114830 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'code': 200} Jun 10 16:43:54.144503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:43:54.147918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:43:54.158993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcda5b-eee2-4291-9b71-01ab3d549730 req-9e423fbf-f469-4447-9595-78f98f24f635 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:54.160666 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c6fcda5b-eee2-4291-9b71-01ab3d549730 req-9e423fbf-f469-4447-9595-78f98f24f635 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0897105 Jun 10 16:43:54.203790 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c6fcda5b-eee2-4291-9b71-01ab3d549730 req-b19a6bfd-85ad-47ee-9e41-dca4d1523086 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Jun 10 16:43:54.333207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45961aa-787b-46c4-8ce0-07b6f2b4d6d5 req-373a33a9-cbd3-4b40-954e-09034b1f4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:54.334673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b45961aa-787b-46c4-8ce0-07b6f2b4d6d5 req-373a33a9-cbd3-4b40-954e-09034b1f4665 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.0585697 Jun 10 16:43:54.371665 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b45961aa-787b-46c4-8ce0-07b6f2b4d6d5 req-b89cd613-3e2b-4b34-8185-2b58eb93480c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307682 Jun 10 16:43:55.398119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73207b9-2678-4161-bf6b-18afb91fa821 req-968730bc-6a02-4ca0-90fd-15690bafbb4d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:55.399578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a73207b9-2678-4161-bf6b-18afb91fa821 req-968730bc-6a02-4ca0-90fd-15690bafbb4d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0743830 Jun 10 16:43:55.441484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a73207b9-2678-4161-bf6b-18afb91fa821 req-581e4b52-e040-4a8a-99cf-81213791c8e5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362308 Jun 10 16:43:55.617304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b2e7-84a8-4561-9013-8377754f003c req-0dc9ec80-121c-470a-b135-ae2c72abaf51 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:55.618782 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98b5b2e7-84a8-4561-9013-8377754f003c req-0dc9ec80-121c-470a-b135-ae2c72abaf51 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0702980 Jun 10 16:43:55.627305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55288) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:43:55.632370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Request body: {'floatingip': {'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:43:55.689768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:56.358175 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:56.361926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:56.502231 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 associated. External IP: 172.26.5.222, port: 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d. Jun 10 16:43:56.808887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:43:56.957362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:43:56.962411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:43:56.966739 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:43:56.977059 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:43:56.977704 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:43:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:57.006798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d19c82c4-fab4-442a-8e7a-18e27ba48a12 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "PUT /v2.0/floatingips/da4fc840-89ea-4f78-a57e-461e1fe45fa0 HTTP/1.1" status: 200 len: 993 time: 1.3778994 Jun 10 16:43:57.007478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:43:57.009955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0a721-074e-4c13-adac-55d4f4a191ac" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:43:57.110300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd90b14e-424d-4dc8-b1ba-b0c7b5a4c17a x-openstack-request-id: req-cd90b14e-424d-4dc8-b1ba-b0c7b5a4c17a {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:43:57.110642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:43:57.110964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd90b14e-424d-4dc8-b1ba-b0c7b5a4c17a {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:43:57.111420 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'status': 'completed', 'code': 200} Jun 10 16:43:57.131131 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:43:57.194528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-0ac5c7ad-4919-493e-8d2e-5d0f359b976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:57.196061 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-0ac5c7ad-4919-493e-8d2e-5d0f359b976d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.0611734 Jun 10 16:43:57.322523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-043e0325-f1a4-4807-99ac-93c48318d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:57.324054 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-043e0325-f1a4-4807-99ac-93c48318d06c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1213114 Jun 10 16:43:57.411162 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-875067bf-4932-453f-bbe9-1ddff7bdf850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1001 time: 0.0813189 Jun 10 16:43:57.426265 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:96:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:43:56Z', 'revision_number': 13, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:57.429640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:43:57.437425 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:43:57.438021 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:43:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:57.467350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-5bb586cb-7b21-45e7-8d31-f75435666588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:57.468805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-5bb586cb-7b21-45e7-8d31-f75435666588 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0521255 Jun 10 16:43:57.534581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-73620536-df73-49b7-9c4f-35556792348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:43:57.536276 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-73620536-df73-49b7-9c4f-35556792348f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609193 Jun 10 16:43:57.582429 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:43:57.656053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-caf772e5-1e29-4ae6-83cf-d0bc5915d715 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131461 Jun 10 16:43:57.773941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8aa0a721-074e-4c13-adac-55d4f4a191ac req-194294d9-d140-45a0-81ee-6b1954547091 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119082 Jun 10 16:43:57.878508 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:96:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:43:56Z', 'revision_number': 13, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:43:57.882194 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb526aef-6a04-43f2-be27-ec38505082a7 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'da4fc840-89ea-4f78-a57e-461e1fe45fa0', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'floating_ip_address': '172.26.5.222', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'mac_address': 'fa:16:3e:96:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:39:43Z', 'updated_at': '2021-06-10T16:43:56Z', 'revision_number': 13, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:43:58.071667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbe175-2bbd-4e00-a5b4-4a9487535cde None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:44:03.516312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-981ff4a7-16a7-47b6-9aa3-4133c7bc96de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:06.155340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:06.343640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-568207fb-f992-4a50-9324-b63dc3ab83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:07.395194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:09.026511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:21.585976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:26.401001 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:44:33.521211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6be432dd-6acd-4a9c-abf9-c87e9cace002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:36.158045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:36.205387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f697-630a-4341-855c-0bd2a38499d0 req-ba374367-e15d-4d0d-ad3d-4ea95485a058 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:36.207669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7a6f697-630a-4341-855c-0bd2a38499d0 req-ba374367-e15d-4d0d-ad3d-4ea95485a058 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0763168 Jun 10 16:44:36.250905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7a6f697-630a-4341-855c-0bd2a38499d0 req-ee4083e0-cfbc-4549-b841-9037f5d0f233 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377510 Jun 10 16:44:36.347867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a19a0e01-b29b-4299-9a7f-f775d84c22e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:37.399845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:39.036688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:47.818293 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-1603f793-155e-42fe-b78b-c709f6025d37 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055672 Jun 10 16:44:47.849741 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197d59-b176-415e-aca1-a57a556bff2d req-ea294454-7f24-4592-bdbe-9885430f906b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:47.851188 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aa197d59-b176-415e-aca1-a57a556bff2d req-ea294454-7f24-4592-bdbe-9885430f906b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0813513 Jun 10 16:44:47.894452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aa197d59-b176-415e-aca1-a57a556bff2d req-da6aae45-dacc-4571-b365-1315ec24cd37 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371876 Jun 10 16:44:49.430657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-da6ec03f-4ac0-4554-bc0f-6224ca0da50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:49.432129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-da6ec03f-4ac0-4554-bc0f-6224ca0da50d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.4527383 Jun 10 16:44:49.444233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587043-4044-4983-8b98-b98fab34e0e1 req-1e5820f6-546c-4ea6-af8f-4226017a00fd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:49.445655 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ca587043-4044-4983-8b98-b98fab34e0e1 req-1e5820f6-546c-4ea6-af8f-4226017a00fd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0887134 Jun 10 16:44:49.563988 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ca587043-4044-4983-8b98-b98fab34e0e1 req-0f38b1e2-d3b1-441f-8d07-660e2c6b836b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101990 Jun 10 16:44:49.591846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-698601d7-bdf5-4c31-9e3f-2cbc336a688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:49.593325 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-698601d7-bdf5-4c31-9e3f-2cbc336a688c service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1467865 Jun 10 16:44:49.684437 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-2e9b86f9-d911-47cf-941f-6eead3ec5489 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1003 time: 0.0837684 Jun 10 16:44:49.745775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-b0fa621f-55e0-4b3c-a6d5-de01a2162183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:49.747212 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-b0fa621f-55e0-4b3c-a6d5-de01a2162183 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0562901 Jun 10 16:44:49.818041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-c8a7b651-35a6-4f41-a7da-1e7ece398a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:49.819446 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-c8a7b651-35a6-4f41-a7da-1e7ece398a4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0649755 Jun 10 16:44:49.942809 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-60d58f2b-74e2-4f8b-80d5-94bea0e2c61e service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164761 Jun 10 16:44:50.055937 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-fa1ba06c-d779-425e-be65-a3a241ed4482 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075823 Jun 10 16:44:50.186934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-17a9e99e-20ce-46a7-9058-b00ba11dc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:50.188447 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-17a9e99e-20ce-46a7-9058-b00ba11dc57c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.0655961 Jun 10 16:44:50.336767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-187207b5-fcaf-4196-96d3-210b3199e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:50.338333 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-187207b5-fcaf-4196-96d3-210b3199e5b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1185081 Jun 10 16:44:50.421798 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-007e7b39-68a7-405a-8257-c08849c9a2c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1003 time: 0.0756650 Jun 10 16:44:50.484635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-a3258e67-962c-424b-88dd-08b6210a5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:50.486042 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-a3258e67-962c-424b-88dd-08b6210a5323 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0571928 Jun 10 16:44:50.550586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-e7cc723d-9d98-4d23-83a7-a03a3e6fcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:50.552075 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-e7cc723d-9d98-4d23-83a7-a03a3e6fcb8d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0591195 Jun 10 16:44:50.675649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-69777254-756d-4c4a-b08c-e3024e37a28a service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160960 Jun 10 16:44:50.757444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61de994-a68d-459f-9acd-ecc49de90566 req-07aaa915-f5e6-428f-b5ad-41b7a8fd085f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:50.758859 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b61de994-a68d-459f-9acd-ecc49de90566 req-07aaa915-f5e6-428f-b5ad-41b7a8fd085f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0753653 Jun 10 16:44:50.796679 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-759d6c73-4bcc-4fe9-a84f-681c0b59c390 req-a0c597ef-99b4-4eb4-ba50-6d855780b766 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153631 Jun 10 16:44:50.806286 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b61de994-a68d-459f-9acd-ecc49de90566 req-151c6ac3-2321-49d2-9339-b581cd505792 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Jun 10 16:44:51.581107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:44:51.989657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33664e-6292-45be-bde8-c2f6a1c58d75 req-79e0fe0a-06a4-455f-a45c-648b5c206dd0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:51.991137 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc33664e-6292-45be-bde8-c2f6a1c58d75 req-79e0fe0a-06a4-455f-a45c-648b5c206dd0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0713255 Jun 10 16:44:52.032987 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc33664e-6292-45be-bde8-c2f6a1c58d75 req-d59cc66a-d7f3-4f39-8446-5657dab1f388 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Jun 10 16:44:53.228945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5a172-b832-4991-a9aa-b2e7995ce242 req-53df8a15-4237-4d05-970f-1db2345a20bd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:53.230443 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eef5a172-b832-4991-a9aa-b2e7995ce242 req-53df8a15-4237-4d05-970f-1db2345a20bd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0713758 Jun 10 16:44:53.273718 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-eef5a172-b832-4991-a9aa-b2e7995ce242 req-dce0da89-2cc3-4f7b-9602-015532c42861 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374966 Jun 10 16:44:54.462370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d0b0d-25b0-4f18-94b1-d9a0971301d0 req-a31ae099-979c-4434-a42f-0aee6642f6ba tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:54.463848 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-412d0b0d-25b0-4f18-94b1-d9a0971301d0 req-a31ae099-979c-4434-a42f-0aee6642f6ba tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0760531 Jun 10 16:44:54.505607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-412d0b0d-25b0-4f18-94b1-d9a0971301d0 req-96540db4-de24-4bb9-a893-6bcf3fb1dfbd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Jun 10 16:44:55.699146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ca09f-3c6b-4d01-8604-a9e226581ddf req-ab8ccc55-476c-40fd-be4e-22fad26e464e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:55.700743 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f98ca09f-3c6b-4d01-8604-a9e226581ddf req-ab8ccc55-476c-40fd-be4e-22fad26e464e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0759432 Jun 10 16:44:55.752305 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f98ca09f-3c6b-4d01-8604-a9e226581ddf req-f101ab71-f8de-46d2-8c2e-af092be858bf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Jun 10 16:44:56.940294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30104103-793c-4c94-8dbe-34e884385260 req-0ab60b98-72e8-4b13-b1b8-0192898637d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:56.941861 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-30104103-793c-4c94-8dbe-34e884385260 req-0ab60b98-72e8-4b13-b1b8-0192898637d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0721762 Jun 10 16:44:56.986192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-30104103-793c-4c94-8dbe-34e884385260 req-d4216baa-9567-4b89-b0ab-2e69d39d7c7a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386813 Jun 10 16:44:58.169675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f4b2d-1bb3-4a44-aef7-ff59e5aa1a74 req-7ee6cf20-0c9f-40a8-91b9-182a9e96b33f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:58.171403 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d39f4b2d-1bb3-4a44-aef7-ff59e5aa1a74 req-7ee6cf20-0c9f-40a8-91b9-182a9e96b33f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0703785 Jun 10 16:44:58.214530 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d39f4b2d-1bb3-4a44-aef7-ff59e5aa1a74 req-c4ac33b8-e43b-427d-af70-15abea660428 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Jun 10 16:44:59.407777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a695-574e-4c47-bb03-a16f8d05c5aa req-1b2c5c96-d104-4aa7-8a9e-fb10a048ae02 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:44:59.409287 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2665a695-574e-4c47-bb03-a16f8d05c5aa req-1b2c5c96-d104-4aa7-8a9e-fb10a048ae02 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0741789 Jun 10 16:44:59.452081 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2665a695-574e-4c47-bb03-a16f8d05c5aa req-2e903f59-f278-42c9-b5cf-111b29964756 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369821 Jun 10 16:45:00.630564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2151b-db7f-4dbe-86c1-f41a096d7a7d req-c75fb774-02d2-4007-995a-0ea3be8d7500 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:00.632100 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-90e2151b-db7f-4dbe-86c1-f41a096d7a7d req-c75fb774-02d2-4007-995a-0ea3be8d7500 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0693777 Jun 10 16:45:00.678241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-90e2151b-db7f-4dbe-86c1-f41a096d7a7d req-39327b23-f121-4f92-ae21-4617bb09a94a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 Jun 10 16:45:01.870429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df2fe2-8637-4e5a-8ad0-36b0d64f4531 req-fdf4e0ff-83ca-4d81-8218-00114071c255 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:01.872080 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-31df2fe2-8637-4e5a-8ad0-36b0d64f4531 req-fdf4e0ff-83ca-4d81-8218-00114071c255 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0706017 Jun 10 16:45:01.917782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-31df2fe2-8637-4e5a-8ad0-36b0d64f4531 req-8a7b0705-5ac8-4f0c-804a-e5e8688314aa tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Jun 10 16:45:03.102449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f437-0a56-43a4-8d4e-3ceb071938da req-61264019-cd6a-4c5c-9e01-55db9945ea0c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:03.103931 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0cb0f437-0a56-43a4-8d4e-3ceb071938da req-61264019-cd6a-4c5c-9e01-55db9945ea0c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0699966 Jun 10 16:45:03.146452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0cb0f437-0a56-43a4-8d4e-3ceb071938da req-1cfe5ba0-8acb-47e0-967d-896d553b04b8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367913 Jun 10 16:45:03.400267 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:45:03.523291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a58d0b2f-276e-401d-a666-df1c5c5f2355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:04.337095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea314ae6-f004-4c20-8520-f455b0aaec9c req-ae4ace96-8475-478b-8559-c4ab453873d2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:04.338590 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ea314ae6-f004-4c20-8520-f455b0aaec9c req-ae4ace96-8475-478b-8559-c4ab453873d2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0788858 Jun 10 16:45:04.380777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ea314ae6-f004-4c20-8520-f455b0aaec9c req-570aff45-3de5-462d-bb56-6c98dfae5187 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364304 Jun 10 16:45:05.570329 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3372a-0cb1-4c06-9e5b-2c6b48eb2aa0 req-55ca2a88-5634-4987-9141-a08942074394 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:05.572143 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-11d3372a-0cb1-4c06-9e5b-2c6b48eb2aa0 req-55ca2a88-5634-4987-9141-a08942074394 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0731146 Jun 10 16:45:05.619793 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-11d3372a-0cb1-4c06-9e5b-2c6b48eb2aa0 req-16ff654a-f9eb-42e5-8726-f6d9e414b214 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420022 Jun 10 16:45:06.158778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:06.350464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b191736d-5347-4d32-85a2-00fcab4f89f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:06.808439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ded94-bee1-4395-9af2-57d02cbcf290 req-d14961c4-65c2-4bba-bbd8-4252e32f188b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:06.809953 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-794ded94-bee1-4395-9af2-57d02cbcf290 req-d14961c4-65c2-4bba-bbd8-4252e32f188b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0741408 Jun 10 16:45:06.853572 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-794ded94-bee1-4395-9af2-57d02cbcf290 req-d1ea35fe-51d8-46a7-ac53-325b7ec1e6bb tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360250 Jun 10 16:45:07.404670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:08.033633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8aa33-551b-4a80-b966-519c9dca3da8 req-3bfea12d-f15b-4c09-859d-fd324ab189d7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:08.035098 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e3f8aa33-551b-4a80-b966-519c9dca3da8 req-3bfea12d-f15b-4c09-859d-fd324ab189d7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0687733 Jun 10 16:45:08.083369 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e3f8aa33-551b-4a80-b966-519c9dca3da8 req-492fe5a4-0631-4292-b4b4-317f288094c5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Jun 10 16:45:09.027222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:09.274976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dcf5a-bbc0-454a-9fec-1942a0c29248 req-4ffc37ba-59a4-476c-ae6b-eab570bbcbf4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:09.276475 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-963dcf5a-bbc0-454a-9fec-1942a0c29248 req-4ffc37ba-59a4-476c-ae6b-eab570bbcbf4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0749128 Jun 10 16:45:09.320146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-963dcf5a-bbc0-454a-9fec-1942a0c29248 req-c31e8739-4057-4620-9963-b892d98cf27c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377150 Jun 10 16:45:10.505800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650ad62-076f-4b68-a907-6913d1a06f10 req-01afb4f0-ff14-4e51-a5c9-281168f0d7bf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:10.507355 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e650ad62-076f-4b68-a907-6913d1a06f10 req-01afb4f0-ff14-4e51-a5c9-281168f0d7bf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0716705 Jun 10 16:45:10.554833 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e650ad62-076f-4b68-a907-6913d1a06f10 req-5301bfd3-2d6e-4d51-8f11-08d6f43cf418 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Jun 10 16:45:11.740081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511dcea-c3b6-487c-b311-0bb7bd45029c req-66b72568-9e74-4f78-8059-60b8af815b21 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:11.741607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4511dcea-c3b6-487c-b311-0bb7bd45029c req-66b72568-9e74-4f78-8059-60b8af815b21 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0737054 Jun 10 16:45:11.787549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4511dcea-c3b6-487c-b311-0bb7bd45029c req-4da268f7-ec91-4b13-b2b1-7ccb2c6bbbdd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Jun 10 16:45:12.977016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7172d-25d5-45f2-9613-7d66ca8283ed req-fe05fb1b-93f7-4cda-8450-2033af299428 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:12.978525 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-09a7172d-25d5-45f2-9613-7d66ca8283ed req-fe05fb1b-93f7-4cda-8450-2033af299428 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0738270 Jun 10 16:45:13.022366 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-09a7172d-25d5-45f2-9613-7d66ca8283ed req-0e83bafe-9dee-4499-accf-98ba14bb57ac tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382831 Jun 10 16:45:14.210799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f98a-c25e-4b5c-83a6-7b39b4997a41 req-406b3d6d-411d-441a-ba40-86a7ff081a1f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:14.212261 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dba2f98a-c25e-4b5c-83a6-7b39b4997a41 req-406b3d6d-411d-441a-ba40-86a7ff081a1f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0758121 Jun 10 16:45:14.256776 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dba2f98a-c25e-4b5c-83a6-7b39b4997a41 req-83798558-bf6f-4ea9-b9dd-ce338b05cf6f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388472 Jun 10 16:45:15.446869 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d329d0-e2dc-4c53-b3e1-4e18d336ff18 req-0ccd38a9-b1e2-4e81-b22b-57b9bfbf0f23 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:15.448338 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-13d329d0-e2dc-4c53-b3e1-4e18d336ff18 req-0ccd38a9-b1e2-4e81-b22b-57b9bfbf0f23 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0702343 Jun 10 16:45:15.495666 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-13d329d0-e2dc-4c53-b3e1-4e18d336ff18 req-0492678c-fc8f-4975-9b71-6a35af77186b tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Jun 10 16:45:16.678730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844a623-e26f-4e68-afd4-57747319268c req-2170b909-6a6e-49ba-a17c-46ba47eea17a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:16.680183 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8844a623-e26f-4e68-afd4-57747319268c req-2170b909-6a6e-49ba-a17c-46ba47eea17a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0709581 Jun 10 16:45:16.728517 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8844a623-e26f-4e68-afd4-57747319268c req-3862b01a-c1f6-48dc-adea-c85086c48f5a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426183 Jun 10 16:45:17.911466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b43b0-99f6-4590-8c99-1cc026f5f6bd req-47d1823e-2f4a-47c2-8633-8c5768332809 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:17.912920 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3f0b43b0-99f6-4590-8c99-1cc026f5f6bd req-47d1823e-2f4a-47c2-8633-8c5768332809 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0710974 Jun 10 16:45:17.954527 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3f0b43b0-99f6-4590-8c99-1cc026f5f6bd req-0d1d2499-9bb5-4551-98e7-82d07d93fdcc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360522 Jun 10 16:45:19.145737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720df724-100d-4f05-a99d-3c35fee9756e req-734438d5-a9ca-411b-9493-ee11d6bfc406 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:19.147299 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-720df724-100d-4f05-a99d-3c35fee9756e req-734438d5-a9ca-411b-9493-ee11d6bfc406 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0749660 Jun 10 16:45:19.196461 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-720df724-100d-4f05-a99d-3c35fee9756e req-a8021919-1248-42ac-992d-2768dd442301 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Jun 10 16:45:20.397923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67963c57-f31d-447c-b885-202d7874479d req-0d18a8e5-b51d-4ecf-96c5-f293418b33d3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:20.399756 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-67963c57-f31d-447c-b885-202d7874479d req-0d18a8e5-b51d-4ecf-96c5-f293418b33d3 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0803072 Jun 10 16:45:20.450196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-67963c57-f31d-447c-b885-202d7874479d req-de0b32cd-6681-4a39-82b6-16e0a1412d51 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Jun 10 16:45:21.603196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:21.700960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd3ac7-55c6-4efa-b3b3-13d52e6a9958 req-b8e0b107-84e7-4ecb-b6c3-b03f7ac35668 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:21.702574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8fcd3ac7-55c6-4efa-b3b3-13d52e6a9958 req-b8e0b107-84e7-4ecb-b6c3-b03f7ac35668 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0811374 Jun 10 16:45:21.778633 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8fcd3ac7-55c6-4efa-b3b3-13d52e6a9958 req-ba134138-6879-4d05-8a5e-7c82c079eb73 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687289 Jun 10 16:45:22.991263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a1894-2e82-4224-a7b7-29ec5aa206a7 req-31b2e45b-7040-4a8f-b5cf-aae42f5c7e99 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:22.992809 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1e7a1894-2e82-4224-a7b7-29ec5aa206a7 req-31b2e45b-7040-4a8f-b5cf-aae42f5c7e99 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0851054 Jun 10 16:45:23.045260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1e7a1894-2e82-4224-a7b7-29ec5aa206a7 req-6a71a7cf-4610-482a-aebb-458cd2eabf69 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Jun 10 16:45:23.842488 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-7ddc5948-befd-4691-a9ae-1a7cd912c5b0 service neutron] 10.222.0.25 "GET /v2.0/ports/5111bec3-b7cd-4ad9-a114-b0a8dec0a18d/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0920415 Jun 10 16:45:24.148122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-56817793-86aa-4dfc-b100-a4f8acaadd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:24.150132 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-56817793-86aa-4dfc-b100-a4f8acaadd62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 1099 time: 0.0782559 Jun 10 16:45:24.396616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1e288-c8ed-42e1-9694-b05d3f48c8ff req-90a0e842-a354-49b6-9ce6-2816dae437f2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:24.399282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ac1e288-c8ed-42e1-9694-b05d3f48c8ff req-90a0e842-a354-49b6-9ce6-2816dae437f2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.2123077 Jun 10 16:45:24.402990 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-191ada69-5b59-4d2c-81e3-9445d5ef5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:24.405203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-191ada69-5b59-4d2c-81e3-9445d5ef5caf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.2282314 Jun 10 16:45:24.602233 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ac1e288-c8ed-42e1-9694-b05d3f48c8ff req-cb9ff9ee-63de-4d73-a61d-476eacd566ba tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954174 Jun 10 16:45:24.653685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-9a5f883b-4190-415f-99c2-4466d1001750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:24.655278 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-9a5f883b-4190-415f-99c2-4466d1001750 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.2390862 Jun 10 16:45:24.756577 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-4b95fb8b-987e-4667-bfc1-3cb7fc6c52f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1003 time: 0.0935657 Jun 10 16:45:24.817660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-fc900443-5918-49b7-8a3f-afdeb45f8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:24.819505 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-fc900443-5918-49b7-8a3f-afdeb45f8f25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0571971 Jun 10 16:45:24.906496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-2a47fde6-a369-49fc-b989-8866dec83b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:24.908229 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-2a47fde6-a369-49fc-b989-8866dec83b44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0823853 Jun 10 16:45:25.055157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-e4ccffdd-af4a-49d2-a263-f94b4e47fb81 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405447 Jun 10 16:45:25.194753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-ab4d6859-7b60-4673-89e1-31d2aa30c010 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333318 Jun 10 16:45:26.009361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70eb7-86f4-43b0-a68e-43c09df255dd req-9e2939bd-fb34-4e4a-969d-7cb89d9be3c8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:26.010968 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30a70eb7-86f4-43b0-a68e-43c09df255dd req-9e2939bd-fb34-4e4a-969d-7cb89d9be3c8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0836313 Jun 10 16:45:26.063476 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30a70eb7-86f4-43b0-a68e-43c09df255dd req-66869842-3e65-4339-a625-e5c3e647cdcf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Jun 10 16:45:26.318010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:45:26.416972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:26.447445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:45:26.450068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f235d2-02fa-48e8-9d28-32765eb3185d" -d '{"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:45:26.467474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:26.473974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:26.477816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-86646ae7-bae3-4280-a630-30235a68c42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:45:26.544714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:45:26.554458 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.554911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.555385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.555761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.556167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.557037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.557037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.557396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.557813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.558252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.558659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.559054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:45:26.564308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:45:26.611270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5779fd-5870-4610-9366-da549fa9c9bc x-openstack-request-id: req-ce5779fd-5870-4610-9366-da549fa9c9bc {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:45:26.611821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:45:26.612199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce5779fd-5870-4610-9366-da549fa9c9bc {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:45:26.612663 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'code': 200} Jun 10 16:45:27.290933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fb97a-fa6f-44e3-b8d5-d11e62ce64d8 req-8fe5b933-37ed-4b06-b5dc-496c7938d2d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:27.292677 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fb2fb97a-fa6f-44e3-b8d5-d11e62ce64d8 req-8fe5b933-37ed-4b06-b5dc-496c7938d2d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0958316 Jun 10 16:45:27.348607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fb2fb97a-fa6f-44e3-b8d5-d11e62ce64d8 req-1ff8b95b-acf2-465c-8610-aaf5af2600b1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Jun 10 16:45:28.622145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70d2a6-82b3-4cb8-89d9-71ee59c89794 req-5bf487ae-a2e8-4143-a2a5-9346d97ea2f9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:28.623886 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be70d2a6-82b3-4cb8-89d9-71ee59c89794 req-5bf487ae-a2e8-4143-a2a5-9346d97ea2f9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.1148715 Jun 10 16:45:28.676381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be70d2a6-82b3-4cb8-89d9-71ee59c89794 req-ec427955-9551-4b1b-97c8-a7f3e498f545 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445673 Jun 10 16:45:29.900303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cfac-4e47-4f46-8813-d257b52f623f req-d2b6a684-b02a-4d1e-9012-5d8e4f10c3d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:29.901857 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-63f8cfac-4e47-4f46-8813-d257b52f623f req-d2b6a684-b02a-4d1e-9012-5d8e4f10c3d1 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0805314 Jun 10 16:45:29.951857 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-63f8cfac-4e47-4f46-8813-d257b52f623f req-3a72fa4b-5b34-497e-851e-c2368a77e915 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Jun 10 16:45:31.184713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80f06-39d1-4b35-9712-1e2e94eeeea7 req-c6290e36-cb45-44a2-83ba-3ec706f00c4d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:31.186279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53c80f06-39d1-4b35-9712-1e2e94eeeea7 req-c6290e36-cb45-44a2-83ba-3ec706f00c4d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0893946 Jun 10 16:45:31.233363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-53c80f06-39d1-4b35-9712-1e2e94eeeea7 req-64745b1c-777d-4520-9374-09d1c27a41c5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Jun 10 16:45:32.318782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:45:32.498432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dccd72-9f15-49cc-a76e-c31fdb939394 req-dc64f5f9-4daa-45fd-9855-785b48fa8951 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:32.500766 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d8dccd72-9f15-49cc-a76e-c31fdb939394 req-dc64f5f9-4daa-45fd-9855-785b48fa8951 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.1201649 Jun 10 16:45:32.523374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:32.543694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'mac_address': 'fa:16:3e:96:7d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:45:32.566975 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d8dccd72-9f15-49cc-a76e-c31fdb939394 req-2e820955-908b-439c-9e31-53d720057118 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590425 Jun 10 16:45:32.599392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:32.619739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:45:32.643829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:32.649092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:32.651109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:45:32.718836 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:45:32.752418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:45:32.757881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:45:33.525158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a101f526-a98f-480f-9d0c-e7d23a0b9b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:33.764111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a438-4331-4b39-89b3-25a0485d4667 req-9ca37d1e-48b8-4cab-81fb-4e1050007c1a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:33.765591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b9a8a438-4331-4b39-89b3-25a0485d4667 req-9ca37d1e-48b8-4cab-81fb-4e1050007c1a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 945 time: 0.0784228 Jun 10 16:45:33.811515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b9a8a438-4331-4b39-89b3-25a0485d4667 req-5983ab00-b7b6-496b-b38c-014e0ed13129 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396855 Jun 10 16:45:34.333760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:45:34.394233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:45:34.394233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:34.502368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:34.532029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:45:34.535217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55dacf0-dd19-4e6b-9846-eb6a4015ab02" -d '{"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-plugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:45:34.553211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:34.558445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:34.560910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:45:34.598437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ab867b-f0fa-44ce-8819-0ac1c64eaa38 x-openstack-request-id: req-f0ab867b-f0fa-44ce-8819-0ac1c64eaa38 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:45:34.598811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-plugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:45:34.599099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0ab867b-f0fa-44ce-8819-0ac1c64eaa38 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:45:34.599507 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'code': 200} Jun 10 16:45:34.627073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:45:34.630924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:45:35.013435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0bcec-4c2e-49cf-969a-8325091c6c6f req-452f8895-d418-4e55-ad0e-83f440dd230c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:35.014933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ce0bcec-4c2e-49cf-969a-8325091c6c6f req-452f8895-d418-4e55-ad0e-83f440dd230c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0851040 Jun 10 16:45:35.060929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ce0bcec-4c2e-49cf-969a-8325091c6c6f req-76e19da8-03f1-4a32-9555-31fd25d2d8ba tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Jun 10 16:45:36.165510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:36.298657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a7de6-d3f1-40fb-9e4d-e742abe39e2e req-98ff5123-76ca-4cb0-aa6f-bdb10f38f583 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:36.300984 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e74a7de6-d3f1-40fb-9e4d-e742abe39e2e req-98ff5123-76ca-4cb0-aa6f-bdb10f38f583 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0871148 Jun 10 16:45:36.352422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1b81be9-47ae-4439-9f41-b8afcce30e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:36.355546 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e74a7de6-d3f1-40fb-9e4d-e742abe39e2e req-8b9c8f6c-7790-4ab0-b0dd-040e608cc54f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Jun 10 16:45:37.408123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:37.563908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9163e16-50e9-45ea-87aa-0b67e4a6bf8e req-7ef8f8a4-0b9c-4861-8c93-8a048007dd5a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:37.565944 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9163e16-50e9-45ea-87aa-0b67e4a6bf8e req-7ef8f8a4-0b9c-4861-8c93-8a048007dd5a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0728714 Jun 10 16:45:37.613176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e9163e16-50e9-45ea-87aa-0b67e4a6bf8e req-34da41b7-0dda-4ec9-9a4e-6ddd84c47642 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378571 Jun 10 16:45:38.105497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-7e01e73e-c7ad-4aed-a997-3f21bf23205e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:38.106954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-7e01e73e-c7ad-4aed-a997-3f21bf23205e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4&tenant_id=40e0eb8eca2043b381491955c38d0450&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.1283145 Jun 10 16:45:38.199821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f5ee2-4b87-49f4-bfba-797103895e98 req-0f5b6f99-a4d8-47cf-a92e-b31566276cc6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:38.201264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-462f5ee2-4b87-49f4-bfba-797103895e98 req-0f5b6f99-a4d8-47cf-a92e-b31566276cc6 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.1563084 Jun 10 16:45:38.216466 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-19116876-a25f-4334-87ac-a876a2a1e12e service neutron] 10.222.0.25 "GET /v2.0/ports/5111bec3-b7cd-4ad9-a114-b0a8dec0a18d/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1020391 Jun 10 16:45:38.282961 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-462f5ee2-4b87-49f4-bfba-797103895e98 req-1b62a2a7-7387-4c18-9c06-d2f11a5709f5 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746708 Jun 10 16:45:38.315048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-42d0b457-f111-49b6-91ec-3441c77cdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:38.317240 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-42d0b457-f111-49b6-91ec-3441c77cdd6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.0717628 Jun 10 16:45:38.801819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-3f122785-3a6b-41ba-a3ab-a13b88aaf8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:38.804334 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-3f122785-3a6b-41ba-a3ab-a13b88aaf8f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.4812517 Jun 10 16:45:38.918440 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-77f51708-73e5-4356-87a6-5a0e97af3fbc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1003 time: 0.1068890 Jun 10 16:45:38.995411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-c3fde8e0-9505-463b-8f6f-a657c9801680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:38.997282 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-c3fde8e0-9505-463b-8f6f-a657c9801680 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0727980 Jun 10 16:45:39.039333 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:39.076198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-40a57dad-04bb-43c9-87ac-7a425cb4dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:39.077744 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-40a57dad-04bb-43c9-87ac-7a425cb4dcf8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739121 Jun 10 16:45:39.215972 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-fa955af2-94b4-4d0f-aabf-a14cbd2788cd service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306183 Jun 10 16:45:39.375818 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-84b50f56-50df-4994-bd4c-58431b732baf service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537015 Jun 10 16:45:39.543150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f30ea-ace6-4092-88e3-b535d047e582 req-f5167268-ba45-49e5-ac55-f79e5e3f6ca2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:39.544728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a26f30ea-ace6-4092-88e3-b535d047e582 req-f5167268-ba45-49e5-ac55-f79e5e3f6ca2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0955992 Jun 10 16:45:39.593897 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a26f30ea-ace6-4092-88e3-b535d047e582 req-f2d0e3e7-1ef4-4176-9cb1-622619355f20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 Jun 10 16:45:40.399317 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:45:40.815150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d82bb4-c255-4395-8992-b45b0f7d3497 req-81427bdc-8eb7-4cff-9920-85010616b85c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:40.817133 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34d82bb4-c255-4395-8992-b45b0f7d3497 req-81427bdc-8eb7-4cff-9920-85010616b85c tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0887089 Jun 10 16:45:40.867476 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-34d82bb4-c255-4395-8992-b45b0f7d3497 req-8aba39ea-ca62-4164-be0f-46dd2a806b2d tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Jun 10 16:45:42.063212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92b5d3-5d48-44a2-a90b-69dd5310f6db req-81070cb1-779e-4cf6-bf80-378c3b8fb88e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:42.064819 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c92b5d3-5d48-44a2-a90b-69dd5310f6db req-81070cb1-779e-4cf6-bf80-378c3b8fb88e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0779450 Jun 10 16:45:42.123164 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0c92b5d3-5d48-44a2-a90b-69dd5310f6db req-674d74c5-8192-4c6b-baa8-34574a47ffa2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517793 Jun 10 16:45:43.344021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217fe67-68ba-415b-ab2c-ec2dbf364ec3 req-ab189662-fcad-4504-980b-5f19a947abb2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:43.345616 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3217fe67-68ba-415b-ab2c-ec2dbf364ec3 req-ab189662-fcad-4504-980b-5f19a947abb2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0949323 Jun 10 16:45:43.416835 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3217fe67-68ba-415b-ab2c-ec2dbf364ec3 req-ebd25d46-5129-4e03-8d1b-501e0b97e4c0 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599258 Jun 10 16:45:43.701532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-cdd7ecc9-009d-4e98-b6f7-65a0d6126ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:43.702940 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-cdd7ecc9-009d-4e98-b6f7-65a0d6126ed8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4&tenant_id=40e0eb8eca2043b381491955c38d0450 HTTP/1.1" status: 200 len: 1099 time: 0.0636146 Jun 10 16:45:43.797527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-21425fb4-b51c-4b92-8a55-e7027cf3a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:43.799041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-21425fb4-b51c-4b92-8a55-e7027cf3a9cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1099 time: 0.0738707 Jun 10 16:45:43.917060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-e6499126-4725-4544-8f1a-a7b18e604d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:43.918569 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-e6499126-4725-4544-8f1a-a7b18e604d71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1129382 Jun 10 16:45:44.006778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-06e81ab0-65ac-45ef-b98f-eb15455fa035 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1003 time: 0.0807240 Jun 10 16:45:44.062216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-04cd78f3-d627-4fb2-a7f6-cef47d97432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:44.063630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-04cd78f3-d627-4fb2-a7f6-cef47d97432a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0512080 Jun 10 16:45:44.132001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-2bc3770c-bc20-4827-b9d8-23819111d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:44.133518 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-2bc3770c-bc20-4827-b9d8-23819111d287 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0640030 Jun 10 16:45:44.262968 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-96f66a37-762e-481c-ae00-bc5b2ac07b34 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231670 Jun 10 16:45:44.382080 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3f91fcb4-e931-4dc5-b2a8-a063137ec046 req-24098572-f746-41ed-bf83-d8108de3d018 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123137 Jun 10 16:45:44.616004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ee50-ef85-4401-a548-f159524335e2 req-a1e2cf99-099c-4f40-bae8-8ad38aa76842 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:44.617552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8423ee50-ef85-4401-a548-f159524335e2 req-a1e2cf99-099c-4f40-bae8-8ad38aa76842 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0730536 Jun 10 16:45:44.666334 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8423ee50-ef85-4401-a548-f159524335e2 req-7fd5a007-9eb9-4550-b671-d8c28abbe62f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Jun 10 16:45:45.884005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb693-9606-4341-a731-7bf298984c0a req-20206c52-5e65-4c5c-8b6c-9c1fc91ff021 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:45.885587 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-925fb693-9606-4341-a731-7bf298984c0a req-20206c52-5e65-4c5c-8b6c-9c1fc91ff021 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0917740 Jun 10 16:45:45.935090 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-925fb693-9606-4341-a731-7bf298984c0a req-668a1443-3640-4da2-9136-240d2283de7f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Jun 10 16:45:46.397226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:45:46.490257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:46.514085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:45:46.516326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700f392-5cc6-410d-bf48-3a3183e3e737" -d '{"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:45:46.530455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:46.535678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:46.537544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:45:46.567854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec771cf-86b3-4a46-82fa-ab0544910a60 x-openstack-request-id: req-fec771cf-86b3-4a46-82fa-ab0544910a60 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:45:46.568161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:45:46.568424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fec771cf-86b3-4a46-82fa-ab0544910a60 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:45:46.568815 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'code': 200} Jun 10 16:45:46.593561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=9']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:45:46.596743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:45:47.127497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806424e-fdfd-4633-99d4-d6cd1d005180 req-7d791c56-84de-49dc-a4a5-ff4cca07a29f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:47.129181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5806424e-fdfd-4633-99d4-d6cd1d005180 req-7d791c56-84de-49dc-a4a5-ff4cca07a29f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0721636 Jun 10 16:45:47.174119 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5806424e-fdfd-4633-99d4-d6cd1d005180 req-5f45102e-0bc7-4cd9-98af-a8aac909e907 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388854 Jun 10 16:45:48.375690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b2eb2-f746-4a6b-b5f1-991dd453f75a req-fb4f84a2-30a8-4567-a537-e2a557c1cddc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:48.377273 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-961b2eb2-f746-4a6b-b5f1-991dd453f75a req-fb4f84a2-30a8-4567-a537-e2a557c1cddc tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0739989 Jun 10 16:45:48.428630 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-961b2eb2-f746-4a6b-b5f1-991dd453f75a req-89c0712f-906d-4045-9379-8825392792c2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Jun 10 16:45:49.621843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74317903-7978-42f0-98f3-5741851eacd1 req-3aa3714b-ba5c-4905-89dc-d4a9993882cf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:49.623292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74317903-7978-42f0-98f3-5741851eacd1 req-3aa3714b-ba5c-4905-89dc-d4a9993882cf tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 944 time: 0.0766983 Jun 10 16:45:49.665490 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74317903-7978-42f0-98f3-5741851eacd1 req-8a5a59d9-4ee2-4f20-8dac-046b9a795c41 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357380 Jun 10 16:45:50.429314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:45:50.558090 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:50.570803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'port_id': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'mac_address': 'fa:16:3e:96:7d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:45:50.580430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-f1e9e547-5c48-4a6d-ab03-a5b6def085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:50.583205 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-f1e9e547-5c48-4a6d-ab03-a5b6def085ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=40e0eb8eca2043b381491955c38d0450&device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 1097 time: 0.0647712 Jun 10 16:45:50.630694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:50.648470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:45:50.674521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:50.679694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:50.682687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:45:50.733840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-6c0cbb6c-d662-4115-992a-4afd2b1acdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:50.735378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-6c0cbb6c-d662-4115-992a-4afd2b1acdae service neutron] 10.222.0.25 "GET /v2.0/networks?id=ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 200 len: 912 time: 0.1319480 Jun 10 16:45:50.745026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:45:50.751517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:45:50.755496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:45:50.853407 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-6e2f2777-d4fb-4146-94d9-40fb172ef4b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 200 len: 1002 time: 0.1107576 Jun 10 16:45:50.878149 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edd46f-a9a2-440e-b4d6-fc604e46dca5 req-9ea62e4b-d8aa-4b47-b48b-81f2603f4d10 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:50.885116 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b4edd46f-a9a2-440e-b4d6-fc604e46dca5 req-9ea62e4b-d8aa-4b47-b48b-81f2603f4d10 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0839357 Jun 10 16:45:50.914278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-5df32db7-3186-4d10-aedf-6a7a06eb87db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:50.915769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-5df32db7-3186-4d10-aedf-6a7a06eb87db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 200 len: 850 time: 0.0562904 Jun 10 16:45:50.926857 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b4edd46f-a9a2-440e-b4d6-fc604e46dca5 req-dc9fef01-727a-4a93-b83b-e6e7bb2d65d9 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Jun 10 16:45:50.980475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-4c5cf839-a667-4468-8613-425e3a9eefa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:50.982026 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-4c5cf839-a667-4468-8613-425e3a9eefa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ff7189a9-76cf-4f46-92ae-112aa247d19c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602894 Jun 10 16:45:51.102166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-bf5aff39-e02c-42f8-8ec1-732acd988041 service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131368 Jun 10 16:45:51.222292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36c9b23b-1a71-4b18-8963-d7513c47b8bb req-8197631e-e35b-4f25-a12f-d96d95ff65ec service neutron] 10.222.0.25 "GET /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122074 Jun 10 16:45:51.597559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:52.110478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002564b9-fbcc-488e-bc03-84b7abc8bc70 req-fc88638f-b846-486d-9f34-2ffb24bc7a68 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:52.111941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-002564b9-fbcc-488e-bc03-84b7abc8bc70 req-fc88638f-b846-486d-9f34-2ffb24bc7a68 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 946 time: 0.0706627 Jun 10 16:45:52.160977 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-002564b9-fbcc-488e-bc03-84b7abc8bc70 req-c651ed38-de8a-4fbc-adaf-90a8859d4beb tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Jun 10 16:45:52.459087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:45:52.523387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:45:52.523717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:52.622215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:52.646454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:45:52.648976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dde627-3e8a-4d57-b764-b5f8cee2c588" -d '{"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-plugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:45:52.663583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:52.667846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:52.670907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:45:52.699177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66fcc1-48dd-4a67-bf0a-230d7762123c x-openstack-request-id: req-aa66fcc1-48dd-4a67-bf0a-230d7762123c {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:45:52.699480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-plugged", "status": "completed", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:45:52.699744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa66fcc1-48dd-4a67-bf0a-230d7762123c {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:45:52.700144 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'code': 200} Jun 10 16:45:52.728643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=11']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:45:52.731772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:45:53.353818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1deeb-358c-4f7c-8dc9-079146ef18fd req-fea6ba0e-ec6e-4480-a569-cdf4c07eea37 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:53.355416 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2e1deeb-358c-4f7c-8dc9-079146ef18fd req-fea6ba0e-ec6e-4480-a569-cdf4c07eea37 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0754147 Jun 10 16:45:53.399890 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2e1deeb-358c-4f7c-8dc9-079146ef18fd req-82ec857e-e6c6-4a04-a568-cfbcbceb03b2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387402 Jun 10 16:45:54.589639 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd82164-fdad-4f21-ae60-ec163cec77a9 req-7ad460fb-ccc3-4042-981a-82ea6afaae14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:54.591120 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cfd82164-fdad-4f21-ae60-ec163cec77a9 req-7ad460fb-ccc3-4042-981a-82ea6afaae14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0744395 Jun 10 16:45:54.638468 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cfd82164-fdad-4f21-ae60-ec163cec77a9 req-3afec841-600f-40d1-adc4-846fbeaed075 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Jun 10 16:45:55.844090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6754f1-16ee-4c18-b291-6b9b531c45c9 req-cc083db4-9478-4ce3-b98f-9fd8c1acd2e8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:55.845903 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd6754f1-16ee-4c18-b291-6b9b531c45c9 req-cc083db4-9478-4ce3-b98f-9fd8c1acd2e8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0804102 Jun 10 16:45:55.901733 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cd6754f1-16ee-4c18-b291-6b9b531c45c9 req-f7c6293a-6cd4-4095-b8e6-585f9e0ad129 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483735 Jun 10 16:45:56.098252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2af366-be1d-4ffe-9b28-8b075dfbf994 req-2ac04ea8-65cd-471c-beb9-f390ca561e59 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:56.099769 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ce2af366-be1d-4ffe-9b28-8b075dfbf994 req-2ac04ea8-65cd-471c-beb9-f390ca561e59 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0729845 Jun 10 16:45:56.142991 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ce2af366-be1d-4ffe-9b28-8b075dfbf994 req-3befffde-a065-4da4-8ced-e349d77e323a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369680 Jun 10 16:45:56.368496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e9ef2-332a-4c06-af44-c8faccdfdb83 req-038d43eb-d1c6-4306-9771-b14ae3b4e1f4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:56.370039 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7f1e9ef2-332a-4c06-af44-c8faccdfdb83 req-038d43eb-d1c6-4306-9771-b14ae3b4e1f4 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0745935 Jun 10 16:45:56.421720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7f1e9ef2-332a-4c06-af44-c8faccdfdb83 req-5ac372ae-ee2d-43a1-b310-9e7e2383a6f7 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457706 Jun 10 16:45:56.867997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b673f1-f8d9-424b-872c-ba3748610e0a req-64bbc2be-d3bb-41ef-aaea-33b940cbba64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:56.869914 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9b673f1-f8d9-424b-872c-ba3748610e0a req-64bbc2be-d3bb-41ef-aaea-33b940cbba64 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0868864 Jun 10 16:45:56.930716 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9b673f1-f8d9-424b-872c-ba3748610e0a req-542a83a8-c54a-437e-9f15-843be0f2c83e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541410 Jun 10 16:45:58.129538 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c7b12-39e0-47d9-b195-608d9df19dc3 req-382b5e6f-da1c-45b3-a21b-38ed6be84b37 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:58.131001 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-720c7b12-39e0-47d9-b195-608d9df19dc3 req-382b5e6f-da1c-45b3-a21b-38ed6be84b37 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0760405 Jun 10 16:45:58.178333 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-720c7b12-39e0-47d9-b195-608d9df19dc3 req-bc9dd076-0d7e-4a63-a813-b9061a20e3c2 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Jun 10 16:45:59.160313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-88c67f0b-8aad-4fa9-9d90-e6e3a9915181 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:59.161983 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-88c67f0b-8aad-4fa9-9d90-e6e3a9915181 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.0827265 Jun 10 16:45:59.313821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Deleting port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:45:59.314308 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:59.498760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] For port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:45:59.499160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:59.579679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fcf6a-8d7d-43f9-9283-c83b692cbb02 req-0a6ee2d8-dc42-4ddf-a94c-805d71abe1cd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:45:59.581330 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-033fcf6a-8d7d-43f9-9283-c83b692cbb02 req-0a6ee2d8-dc42-4ddf-a94c-805d71abe1cd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 947 time: 0.2452805 Jun 10 16:45:59.724203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-033fcf6a-8d7d-43f9-9283-c83b692cbb02 req-d8373d79-a22c-4d78-8ce7-8182683e8865 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e57b87-4bd5-4216-93f7-8e883f1f91b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272697 Jun 10 16:45:59.854415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:59.854908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:45:59.855227 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0 disassociated. External IP: 172.26.5.222, port: 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d. Jun 10 16:45:59.855729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Calling delete_port for 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:00.059119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:00.063777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-156a195c-202c-491d-85ca-332a9309e3c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:00.099587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event deleted for resources: {'Port': ['ID=5111bec3-b7cd-4ad9-a114-b0a8dec0a18d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:00.111623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.112676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.113036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.113455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.113856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.114257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.114696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.115562 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.115955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.116371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.116751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.117125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:00.121444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:00.298582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:46:00.470072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:46:00.482957 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:46:00.496512 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:46:00.497168 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:45:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:00.536403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] No DVR routers for this DVR port 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:46:00.539516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:00.541695 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-756c8590-0294-426b-bcaf-e6e569ad78bc req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.25 "DELETE /v2.0/ports/5111bec3-b7cd-4ad9-a114-b0a8dec0a18d HTTP/1.1" status: 204 len: 173 time: 1.3738904 Jun 10 16:46:00.542734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-deleted', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:00.546117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a7c45-43d5-4f8f-9fe0-dee66445ffaf" -d '{"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-deleted", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:00.668778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b60069e-4f8c-41ff-94b4-897f1d9b5192 x-openstack-request-id: req-0b60069e-4f8c-41ff-94b4-897f1d9b5192 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:00.669226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4", "name": "network-vif-deleted", "tag": "5111bec3-b7cd-4ad9-a114-b0a8dec0a18d", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:00.669606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b60069e-4f8c-41ff-94b4-897f1d9b5192 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:00.670193 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4', 'name': 'network-vif-deleted', 'tag': '5111bec3-b7cd-4ad9-a114-b0a8dec0a18d', 'status': 'completed', 'code': 200} Jun 10 16:46:00.689933 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:46:01.013066 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:01.017665 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:46:01.032188 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:46:01.032934 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:45:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:01.086021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-134fbc09-b867-4335-a40b-b19ee83f0c03 req-c0a5b27e-015b-4c4b-be70-e59dabd4630e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 210 time: 0.0436277 Jun 10 16:46:01.231451 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:46:01.616336 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:01.620926 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac9f6c-2b8c-4bd8-a1be-8abcffe06cea None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:40Z', 'revision_number': 4, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '083825e5-db26-47fe-8f58-1a7273f01a4a', 'name': '', 'network_id': 'ff7189a9-76cf-4f46-92ae-112aa247d19c', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'mac_address': 'fa:16:3e:ab:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:40Z', 'updated_at': '2021-06-10T16:39:47Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'subnets': [{'id': '5bcb443c-9075-4121-8462-c9a0d61d0115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:46:01.883560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1a5c2-113b-41d4-bcd2-ae4190f22b65 None None] New status for floating IP da4fc840-89ea-4f78-a57e-461e1fe45fa0: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:46:02.276360 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4e6d72aa-6509-4735-89fc-4b106e05411e req-d6cab4ce-27a5-40e2-b875-9e6f06323b0a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 210 time: 0.0499597 Jun 10 16:46:02.520639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:46:02.550259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:46:02.550259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 5111bec3-b7cd-4ad9-a114-b0a8dec0a18d not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:46:03.460261 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7c8c1b0a-87cb-41b9-8b34-9312dfb12a8e req-47760f64-b94c-472c-9dfe-4ace6698753f tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 210 time: 0.0562882 Jun 10 16:46:03.532976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b9466c0-d57a-4e5f-bf5d-a675b88025af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:04.650797 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2a3ac716-55bf-46be-b9ab-1c926e3eda10 req-0b8996ba-262c-4709-8e31-fc5964c19a10 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa5b0ee7-dbeb-4e89-aef0-81dbd31effd4 HTTP/1.1" status: 200 len: 210 time: 0.0452676 Jun 10 16:46:06.164414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:06.355283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-845a3def-143d-438f-ae60-226c0697d605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:07.413246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:09.035103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:09.771628 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55638) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:09.828680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:09.852803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:09.907347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:09.910504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:09.912696 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "DELETE /v2.0/security-groups/31e57b87-4bd5-4216-93f7-8e883f1f91b5 HTTP/1.1" status: 204 len: 168 time: 0.1390676 Jun 10 16:46:09.912696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-dec54da2-ae48-4d71-8520-f9d6044776b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:09.914665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55640) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:09.922893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e57b87-4bd5-4216-93f7-8e883f1f91b5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:09.930700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.931024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.931394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.931760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.932123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.932483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.932844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.933227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.933592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.933945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.934301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.934495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-fdf5a276-ab83-4da5-b58b-974042326d74 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] show failed (client error): The resource could not be found. Jun 10 16:46:09.934655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:09.935383 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fdf5a276-ab83-4da5-b58b-974042326d74 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "GET /v2.0/security-groups/31e57b87-4bd5-4216-93f7-8e883f1f91b5 HTTP/1.1" status: 404 len: 347 time: 0.0196431 Jun 10 16:46:09.938189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55642) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:09.938330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1302431c-3b24-4419-ae39-1eea64e47065 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:10.099836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Deleting port d143f867-7f86-453a-9712-caca4549bb21 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:10.100186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:10.524012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:10.524340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:10.620342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Calling delete_port for d143f867-7f86-453a-9712-caca4549bb21 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:10.786096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:10.788248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:10.816105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Pushing event deleted for resources: {'Port': ['ID=d143f867-7f86-453a-9712-caca4549bb21,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:10.819621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:10.903985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:10.906605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:10.907803 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] 10.222.0.23 "DELETE /v2.0/floatingips/da4fc840-89ea-4f78-a57e-461e1fe45fa0 HTTP/1.1" status: 204 len: 168 time: 0.9685731 Jun 10 16:46:10.911760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55644) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:11.445809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:11.779072 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Deleting port 083825e5-db26-47fe-8f58-1a7273f01a4a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:11.779344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:11.903168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] For port 083825e5-db26-47fe-8f58-1a7273f01a4a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=083825e5-db26-47fe-8f58-1a7273f01a4a,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:11.903526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:12.008676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Calling delete_port for 083825e5-db26-47fe-8f58-1a7273f01a4a owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:12.238419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:12.240692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-06e608a7-e30f-4b51-b3c5-0e0b87efa51a tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:12.270589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=083825e5-db26-47fe-8f58-1a7273f01a4a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:12.273760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:12.493653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:12.796298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:46:12.951220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:46:12.957530 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] 10.222.0.23 "PUT /v2.0/routers/ed5a3ccd-31f4-49a6-ae16-2e2920bc0223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0447111 Jun 10 16:46:12.960074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55648) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:12.960963 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] Sync routers for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:46:12.970473 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:46:12.971120 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:46:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:13.130955 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:46:13.454572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:13.506276 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:46:12Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:13.509997 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] Checking router: ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:46:13.519206 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] Routers {'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:46:13.519601 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:46:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:13.608819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:13.666736 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] Set router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:46:13.669875 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Deleting port eb45d058-6867-483b-8586-726427a5aa77 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:13.670220 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:13.791684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] For port eb45d058-6867-483b-8586-726427a5aa77, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=eb45d058-6867-483b-8586-726427a5aa77,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:13.792002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:13.897538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Calling delete_port for eb45d058-6867-483b-8586-726427a5aa77 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:13.923829 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:46:12Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:13.927618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b6fc78-f91d-4755-ba4d-c4b4e296f719 None None] The sync data for ids ['ed5a3ccd-31f4-49a6-ae16-2e2920bc0223'] in dv-neutron-601336-90-hyperv is: [{'id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'name': 'tempest-ServerActionsTestJSON-127837852-router', 'tenant_id': '40e0eb8eca2043b381491955c38d0450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'eb45d058-6867-483b-8586-726427a5aa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:46:12Z', 'revision_number': 5, 'project_id': '40e0eb8eca2043b381491955c38d0450', 'gw_port': {'id': 'eb45d058-6867-483b-8586-726427a5aa77', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:d5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5a3ccd-31f4-49a6-ae16-2e2920bc0223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:39:37Z', 'updated_at': '2021-06-10T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:46:14.119122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.121102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1550c11c-6608-4485-882e-7e296242efbc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:14.149121 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb45d058-6867-483b-8586-726427a5aa77,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:14.151944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:14.227139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.370404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.372487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.431456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.432105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:46:14.436635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.437824 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ed5a3ccd-31f4-49a6-ae16-2e2920bc0223 HTTP/1.1" status: 204 len: 168 time: 1.4768143 Jun 10 16:46:14.441449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55650) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:14.501523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Deleting subnet 5bcb443c-9075-4121-8462-c9a0d61d0115 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:46:14.505989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.551950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.659688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.723894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.725988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f48fd7fa-af71-4b70-8f5a-6dc83d600dca tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:14.759592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcb443c-9075-4121-8462-c9a0d61d0115,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:14.761577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.763419 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5bcb443c-9075-4121-8462-c9a0d61d0115 HTTP/1.1" status: 204 len: 168 time: 0.3210464 Jun 10 16:46:14.764392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:14.765984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55652) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:14.769648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7020bdd6-9ecc-4648-bfca-6a5551d26223 None None] Network ff7189a9-76cf-4f46-92ae-112aa247d19c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:14.871387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:14.943469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Deleting port 7b97efba-27f1-493d-b713-2be9eb049fd7 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:14.943821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.006530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] DHCP port deletion for ff7189a9-76cf-4f46-92ae-112aa247d19c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:46:15.035036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] For port 7b97efba-27f1-493d-b713-2be9eb049fd7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7b97efba-27f1-493d-b713-2be9eb049fd7,segment=NetworkSegment(72d06ccf-6216-4646-b138-a4f7900917f6),segment_id=72d06ccf-6216-4646-b138-a4f7900917f6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:15.035395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.136208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Calling delete_port for 7b97efba-27f1-493d-b713-2be9eb049fd7 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:15.202470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 083825e5-db26-47fe-8f58-1a7273f01a4a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:46:15.229493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 083825e5-db26-47fe-8f58-1a7273f01a4a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:46:15.229848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 083825e5-db26-47fe-8f58-1a7273f01a4a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:46:15.230279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b97efba-27f1-493d-b713-2be9eb049fd7 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:46:15.233539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.237396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3dca766e-2500-4afd-a47c-9fadb8eaa4a8 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:15.261410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7b97efba-27f1-493d-b713-2be9eb049fd7 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:46:15.261769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7b97efba-27f1-493d-b713-2be9eb049fd7 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:46:15.262209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb45d058-6867-483b-8586-726427a5aa77 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:46:15.272722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] No DVR routers for this DVR port 7b97efba-27f1-493d-b713-2be9eb049fd7 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:46:15.276723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b97efba-27f1-493d-b713-2be9eb049fd7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:15.279766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:15.292724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: eb45d058-6867-483b-8586-726427a5aa77 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:46:15.293085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device eb45d058-6867-483b-8586-726427a5aa77 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:46:15.306921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Deleting port 7b97efba-27f1-493d-b713-2be9eb049fd7 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:15.307319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.382826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.392165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] For port 7b97efba-27f1-493d-b713-2be9eb049fd7, host dv-neutron-601336-90-hyperv, got binding levels [] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:15.392565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.393890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7189a9-76cf-4f46-92ae-112aa247d19c']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:15.404925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d06ccf-6216-4646-b138-a4f7900917f6') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:15.405247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d06ccf-6216-4646-b138-a4f7900917f6') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:15.418046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.434532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.441666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:46:15.442124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:46:15.444051 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:46:15.487784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Calling delete_port for 7b97efba-27f1-493d-b713-2be9eb049fd7 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:15.490693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.ipam_backend_mixin [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Port 7b97efba-27f1-493d-b713-2be9eb049fd7 was not found and therefore no delete operation was performed {{(pid=92387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 10 16:46:15.491944 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.493782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:15.518307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.522811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.524815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ff7189a9-76cf-4f46-92ae-112aa247d19c HTTP/1.1" status: 204 len: 168 time: 0.7575977 Jun 10 16:46:15.525728 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:15.528521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Pushing event deleted for resources: {'Port': ['ID=7b97efba-27f1-493d-b713-2be9eb049fd7,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:15.533852 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] No DVR routers for this DVR port 7b97efba-27f1-493d-b713-2be9eb049fd7 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:46:15.535678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:15.547141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7189a9-76cf-4f46-92ae-112aa247d19c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:15.551021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:15.640001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55656) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:15.690182 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f719c91-78c5-48d4-bc89-27aa8a36ad0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40e0eb8eca2043b381491955c38d0450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486948 Jun 10 16:46:15.692415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55658) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:15.747288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.773259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.834409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.838847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:15.841181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2d4bd7a-9928-431d-971d-3c7655c2f3ff HTTP/1.1" status: 204 len: 168 time: 0.1473503 Jun 10 16:46:15.842746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-80c3cb04-8ca6-455b-9c67-0bf8a64be777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:15.855818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4bd7a-9928-431d-971d-3c7655c2f3ff,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:15.858811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:16.521052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55680) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:16.620142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1012686326-network', 'tenant_id': 'a46c82aaf6a6495d825db50f5bfcf016'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:16.642568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Made reservation on behalf of a46c82aaf6a6495d825db50f5bfcf016 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:16.645781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.656295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.757012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.761541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.764938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cc53dfa0-fba9-47dd-b00c-7683205c0d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:16.790174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:46:16.801130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:16.807193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:16.808690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.809315 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Added segment b0453e30-0053-4128-b831-1328b8b246ea of type vlan for network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 Jun 10 16:46:16.874261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.920371 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.921565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:16.922138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:16.924578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-01444615-7616-4c33-9974-57d73e36704f tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:16.951373 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4290988 Jun 10 16:46:16.954574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55684) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:16.960200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Request body: {'subnet': {'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1012686326-subnet', 'tenant_id': 'a46c82aaf6a6495d825db50f5bfcf016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:16.982273 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Made reservation on behalf of a46c82aaf6a6495d825db50f5bfcf016 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:16.984578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:17.010486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0604fa-c36b-4fd5-869f-173d2ceacf42,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:17.013040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:17.021707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:46:17.205040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:17.207106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8fe6cea4-0b2b-47c2-9571-ca0664d1a978 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:17.262732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0342f35-d544-492a-b8ac-ddff02467be1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:17.270774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:17.279609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Checking segment: {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:17.279966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Network hostable DHCP agents. Network: 9b0604fa-c36b-4fd5-869f-173d2ceacf42, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:46:17.297600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:46:17.307745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 9b0604fa-c36b-4fd5-869f-173d2ceacf42) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:17.312443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:17.313327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:17.316493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e5962-62a9-46a7-9745-8e9cdc27ec7d None None] Network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:17.332034 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3762863 Jun 10 16:46:17.397994 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:46:17.511684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b4ccc-dd1d-41db-8951-620534b982dc None None] Network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:17.822551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-2c61aafb-5d29-4a02-b69d-b49ab6037d50 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:17.824047 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-2c61aafb-5d29-4a02-b69d-b49ab6037d50 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/networks?id=9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 200 len: 814 time: 0.1347604 Jun 10 16:46:17.840675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-011e7591-5cf7-413c-bec9-788f2cdadf99 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/quotas/a46c82aaf6a6495d825db50f5bfcf016 HTTP/1.1" status: 200 len: 375 time: 0.0107801 Jun 10 16:46:17.888047 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-8e7e4cb6-540e-468d-80e3-ed456a2ec580 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415928 Jun 10 16:46:18.025564 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-4e645e99-6685-452e-88b0-8c356a356012 service neutron] 10.222.0.23 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300406 Jun 10 16:46:18.146596 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-c3dcc755-a4f7-4166-a31e-12815605c653 service neutron] 10.222.0.23 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132238 Jun 10 16:46:18.732805 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cacecf27-593c-4a8e-8d46-b546aefdffc9 req-ed5e159c-8502-4418-a2a9-64049b3beadd tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 210 time: 0.4428141 Jun 10 16:46:19.485056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-45134828-35a9-4dec-aa1f-2259f15ed48a tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:19.487383 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-45134828-35a9-4dec-aa1f-2259f15ed48a tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "GET /v2.0/networks?id=9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 200 len: 814 time: 0.1555598 Jun 10 16:46:19.499341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Request body: {'port': {'device_id': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42', 'admin_state_up': True, 'tenant_id': 'a46c82aaf6a6495d825db50f5bfcf016'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:19.658343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Made reservation on behalf of a46c82aaf6a6495d825db50f5bfcf016 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:19.662367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:19.835440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Allocated IP 172.20.0.12 (9b0604fa-c36b-4fd5-869f-173d2ceacf42/f0342f35-d544-492a-b8ac-ddff02467be1/fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:46:19.913112 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bdd6796b-f562-4500-8c4a-a097bdb6959b req-66c8676b-895f-4223-b8ce-5407e28a9fd7 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 210 time: 0.0452332 Jun 10 16:46:20.061267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:20.104522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:20.108613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9d14052a-b9d0-41d7-ab81-931dc06b0ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:20.164516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:46:20.167915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:20.170357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:46:20.203949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Pushing event updated for resources: {'Port': ['ID=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:20.207733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:20.241580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:20.241580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:20.257360 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620330 Jun 10 16:46:20.269239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Request body: {'port': {'device_id': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:20.364569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:20.706963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:46:20.714656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:20.727413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Transition to ACTIVE for port object fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:46:20.730481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:20.733750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:20.836154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Pushing event updated for resources: {'Port': ['ID=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:20.840244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:20.931634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Attempting to bind port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:46:20.931952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Attempting to bind port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:46:20.932284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Attempting to bind port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b on network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:46:20.938603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b on network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:46:20.938915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Attempting to bind port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b on network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:46:20.946024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:46:20.946024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Checking segment: {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:20.946397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Bound using segment: {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:46:20.946736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Bound port: fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:46:20.946986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:21.022517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] For port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:46:21.025705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] For port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:46:21.031055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:21.033761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0f80d96-4759-4c20-8875-3f7f092fa9eb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:21.079781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:21.080455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:21.082394 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] 10.222.0.25 "PUT /v2.0/ports/fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b HTTP/1.1" status: 200 len: 1094 time: 0.8181334 Jun 10 16:46:21.082937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'tag': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:21.085323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba0de6-57a6-4fd4-a223-119bc15fd646" -d '{"events": [{"name": "network-changed", "server_uuid": "2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1", "tag": "fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:21.110137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Pushing event updated for resources: {'Port': ['ID=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:21.113436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:21.126523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a41b2-7407-4f2a-bb31-f5c2a709389f req-86bdb4cc-b91b-4d9a-838c-f2c2988ba070 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:21.129258 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-006a41b2-7407-4f2a-bb31-f5c2a709389f req-86bdb4cc-b91b-4d9a-838c-f2c2988ba070 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 944 time: 0.0966923 Jun 10 16:46:21.137790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c4ebe4-48b8-4d45-a5f8-40b74024d1d6 x-openstack-request-id: req-e9c4ebe4-48b8-4d45-a5f8-40b74024d1d6 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:21.138140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1", "tag": "fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:21.138445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9c4ebe4-48b8-4d45-a5f8-40b74024d1d6 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:21.138897 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'tag': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b', 'status': 'completed', 'code': 200} Jun 10 16:46:21.172412 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-006a41b2-7407-4f2a-bb31-f5c2a709389f req-fe42dada-242e-46d8-804f-0ceeb2593e90 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368924 Jun 10 16:46:21.192156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-708fda2b-400c-4229-8696-f936391266ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:21.193707 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-708fda2b-400c-4229-8696-f936391266ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 1097 time: 0.0647073 Jun 10 16:46:21.247666 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-51b5bf79-86e3-4923-8d08-45aa4d978333 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b HTTP/1.1" status: 200 len: 217 time: 0.0470984 Jun 10 16:46:21.309745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-2df2aae6-95bb-4860-8417-30bf48d6e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:21.311213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-2df2aae6-95bb-4860-8417-30bf48d6e111 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0342f35-d544-492a-b8ac-ddff02467be1 HTTP/1.1" status: 200 len: 854 time: 0.0572591 Jun 10 16:46:21.351107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-c0e8d05e-ae0d-48a5-ae66-9607fda95047 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b0604fa-c36b-4fd5-869f-173d2ceacf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306849 Jun 10 16:46:21.470951 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-eb072df1-7a3d-440e-91a9-65fa3e3f0955 service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130846 Jun 10 16:46:21.604076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:21.942669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-50be8db7-2a48-41de-b3b3-bb06a4cab0c0 req-18bdf573-3643-484b-8ba1-5796d82db015 service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652834 Jun 10 16:46:22.059083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-bede48aa-12c4-4133-93d0-ae9bd9b7140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:22.060578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-bede48aa-12c4-4133-93d0-ae9bd9b7140a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 1097 time: 0.0647814 Jun 10 16:46:22.184170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-ae023cad-c330-49ff-a163-7c19bf501d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:22.185636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-ae023cad-c330-49ff-a163-7c19bf501d54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 200 len: 915 time: 0.1182663 Jun 10 16:46:22.243768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-39757a04-255e-415f-b3eb-0389d36cd457 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b HTTP/1.1" status: 200 len: 217 time: 0.0501301 Jun 10 16:46:22.340799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-c4de9f45-1fc1-41f4-87bf-986f43433191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:22.342276 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-c4de9f45-1fc1-41f4-87bf-986f43433191 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0342f35-d544-492a-b8ac-ddff02467be1 HTTP/1.1" status: 200 len: 854 time: 0.0917039 Jun 10 16:46:22.391464 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-6151aa34-c336-4de0-b060-8b7a16a2f7b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b0604fa-c36b-4fd5-869f-173d2ceacf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359135 Jun 10 16:46:22.416989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb021f-5290-40c9-b6ab-0c1c7f0dbaa6 req-ffdab155-fd13-43a0-871f-3eb74ade3fbc tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:22.418603 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1bb021f-5290-40c9-b6ab-0c1c7f0dbaa6 req-ffdab155-fd13-43a0-871f-3eb74ade3fbc tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 944 time: 0.1200657 Jun 10 16:46:22.529086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1bb021f-5290-40c9-b6ab-0c1c7f0dbaa6 req-89d48691-6325-4097-8bdf-84d64bff4e4b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969949 Jun 10 16:46:22.556473 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-398a3d85-da60-46af-b0dd-897bc407a6ab service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569781 Jun 10 16:46:22.680317 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3dba0de6-57a6-4fd4-a223-119bc15fd646 req-79b3fb85-f7a5-41f0-a070-f812ce1b715f service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167049 Jun 10 16:46:23.717434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd518d-3c95-4f76-9f02-6232ecf6b57a req-4bde37e0-e5af-4399-8888-d7179c22e51b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:23.718930 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-41bd518d-3c95-4f76-9f02-6232ecf6b57a req-4bde37e0-e5af-4399-8888-d7179c22e51b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 944 time: 0.0758889 Jun 10 16:46:23.767417 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-41bd518d-3c95-4f76-9f02-6232ecf6b57a req-522843fd-bc6e-48ca-83fa-7d55f74e8c59 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Jun 10 16:46:24.581533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:46:24.712663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:24.726445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b', 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42', 'port_id': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b', 'mac_address': 'fa:16:3e:62:d1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0342f35-d544-492a-b8ac-ddff02467be1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:46:24.774399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:24.794683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:46:24.819708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:24.824929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:24.826855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:24.885963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:24.889270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:24.981496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db043a77-c36d-412f-85bb-b59b62b8a0d9 req-c470cc7f-8e70-4b76-bb12-56589709de9f tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:24.983063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-db043a77-c36d-412f-85bb-b59b62b8a0d9 req-c470cc7f-8e70-4b76-bb12-56589709de9f tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 945 time: 0.0890555 Jun 10 16:46:25.027981 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-db043a77-c36d-412f-85bb-b59b62b8a0d9 req-0271aa24-cb42-4afc-befa-04ecded71cb6 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Jun 10 16:46:25.039782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:46:26.228702 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a17aa4-a554-4824-9f41-f14a2bdabc92 req-f0afd428-9e77-417a-95bd-3a7903857ca8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:26.230254 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-84a17aa4-a554-4824-9f41-f14a2bdabc92 req-f0afd428-9e77-417a-95bd-3a7903857ca8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 945 time: 0.0805421 Jun 10 16:46:26.275828 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-84a17aa4-a554-4824-9f41-f14a2bdabc92 req-eefd269d-4c8e-4fa6-80ee-c9661dd5af38 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Jun 10 16:46:26.613363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:46:26.675864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:46:26.680899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:46:26.681331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:26.777346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:26.804240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:26.806580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa883b-a3b5-4f83-a1b6-d5f9f241435c" -d '{"events": [{"server_uuid": "2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1", "name": "network-vif-plugged", "status": "completed", "tag": "fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:26.821168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:26.825369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:26.828447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:26.856864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0342824-1e05-40f6-8e18-de62176d3bb5 x-openstack-request-id: req-c0342824-1e05-40f6-8e18-de62176d3bb5 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:26.857177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1", "name": "network-vif-plugged", "status": "completed", "tag": "fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:26.857445 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0342824-1e05-40f6-8e18-de62176d3bb5 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:26.857840 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b', 'code': 200} Jun 10 16:46:26.891832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:26.901325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.901670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.902011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.902352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.902676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.903033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.903357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.903680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.904008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.904328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.904648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.904963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:46:26.909847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:27.090368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e79093-5845-4b87-9c33-0cdf84406868 req-34c50a90-440f-450b-ac0b-8fd88d4165b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:27.091854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15e79093-5845-4b87-9c33-0cdf84406868 req-34c50a90-440f-450b-ac0b-8fd88d4165b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 1099 time: 0.0618896 Jun 10 16:46:27.133090 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15e79093-5845-4b87-9c33-0cdf84406868 req-93fcbe3a-0750-4b1d-93f0-01be305410a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jun 10 16:46:27.472074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075fc7f-dd5f-4908-9f44-8fc22d4ef11d req-689f3bdc-8b65-41e6-b719-a34ecb3755c1 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:27.473562 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4075fc7f-dd5f-4908-9f44-8fc22d4ef11d req-689f3bdc-8b65-41e6-b719-a34ecb3755c1 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0765891 Jun 10 16:46:27.515276 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4075fc7f-dd5f-4908-9f44-8fc22d4ef11d req-fdde9881-02bd-481a-9761-a33a1b33b5c0 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Jun 10 16:46:28.714497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff107e-45c3-4c80-b03a-2e0a21794fce req-1ff224bd-8f71-4918-ae12-6a5b7f67bcb8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:28.715975 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dbff107e-45c3-4c80-b03a-2e0a21794fce req-1ff224bd-8f71-4918-ae12-6a5b7f67bcb8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0791748 Jun 10 16:46:28.760559 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dbff107e-45c3-4c80-b03a-2e0a21794fce req-e9f02592-c4e9-4b47-ba2c-3ad4c62e7403 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Jun 10 16:46:29.012956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-05b0d9f7-9b02-4b89-a093-e19d3fb10178 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:29.014407 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-05b0d9f7-9b02-4b89-a093-e19d3fb10178 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/networks?id=9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 200 len: 814 time: 0.1280243 Jun 10 16:46:29.028941 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-84b95965-c0f5-4146-840d-dd854dc6b01b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/quotas/a46c82aaf6a6495d825db50f5bfcf016 HTTP/1.1" status: 200 len: 375 time: 0.0090530 Jun 10 16:46:29.098095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-7674e721-e867-47f0-b6fb-e9d8f7cb8656 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637977 Jun 10 16:46:29.262712 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-f98b4092-6a19-4bb9-8c51-90f281c0952a service neutron] 10.222.0.23 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577342 Jun 10 16:46:29.380307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-f4895c5e-0b8f-4e4b-aa3c-ae170e73a716 service neutron] 10.222.0.23 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107767 Jun 10 16:46:29.554106 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-21fdb180-f20b-4ebf-83a5-cb74b542baf5 req-e6bd27d2-b0d1-4ee1-bc45-977719368ad1 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 210 time: 0.0364299 Jun 10 16:46:30.652084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-f9368063-0ce4-4119-a4fc-bc147ccafc44 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:30.653574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-f9368063-0ce4-4119-a4fc-bc147ccafc44 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "GET /v2.0/networks?id=9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 200 len: 814 time: 0.1443222 Jun 10 16:46:30.667262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Request body: {'port': {'device_id': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42', 'admin_state_up': True, 'tenant_id': 'a46c82aaf6a6495d825db50f5bfcf016'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:30.707646 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1017590f-82fa-439e-a575-4c58a6ad18cd req-e10507e5-8f45-4541-8ccd-0ee2e2aae80a tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 210 time: 0.0359728 Jun 10 16:46:30.813043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Made reservation on behalf of a46c82aaf6a6495d825db50f5bfcf016 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:30.816713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:30.970914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Allocated IP 172.20.0.3 (9b0604fa-c36b-4fd5-869f-173d2ceacf42/f0342f35-d544-492a-b8ac-ddff02467be1/fbbd2012-2619-43e4-9900-fff4e1edd27f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:46:31.168955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:31.209961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:31.214752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b882c049-0381-4b56-bffe-aa7944d15da8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:31.222883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:46:31.265449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:46:31.270307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:31.273006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:46:31.311295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Pushing event updated for resources: {'Port': ['ID=fbbd2012-2619-43e4-9900-fff4e1edd27f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:31.314827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:31.342069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:31.342714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:31.358677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6954710 Jun 10 16:46:31.372563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Request body: {'port': {'device_id': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:31.463114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:31.793006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbd2012-2619-43e4-9900-fff4e1edd27f {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:46:31.801789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:31.814655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Transition to ACTIVE for port object fbbd2012-2619-43e4-9900-fff4e1edd27f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:46:31.819735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:31.823315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e69fa63c-c20e-45c5-a380-dd52a02ee3be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:31.964019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Pushing event updated for resources: {'Port': ['ID=fbbd2012-2619-43e4-9900-fff4e1edd27f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:31.973992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:32.063221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91406b39-33f8-4caa-b0a6-da126f029ffc req-598d46c5-b08e-4e9c-85b4-de65d7a69598 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:32.064622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-91406b39-33f8-4caa-b0a6-da126f029ffc req-598d46c5-b08e-4e9c-85b4-de65d7a69598 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 943 time: 0.2100043 Jun 10 16:46:32.097238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Attempting to bind port fbbd2012-2619-43e4-9900-fff4e1edd27f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:46:32.097569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Attempting to bind port fbbd2012-2619-43e4-9900-fff4e1edd27f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:46:32.097897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Attempting to bind port fbbd2012-2619-43e4-9900-fff4e1edd27f on network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:46:32.107777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Port fbbd2012-2619-43e4-9900-fff4e1edd27f on network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:46:32.108096 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Attempting to bind port fbbd2012-2619-43e4-9900-fff4e1edd27f on network 9b0604fa-c36b-4fd5-869f-173d2ceacf42 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:46:32.122279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:46:32.122614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Checking segment: {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:32.122994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Bound using segment: {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:46:32.123415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Bound port: fbbd2012-2619-43e4-9900-fff4e1edd27f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0453e30-0053-4128-b831-1328b8b246ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:46:32.123760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:32.128308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-91406b39-33f8-4caa-b0a6-da126f029ffc req-18c90d90-1c33-4ba4-b574-a9ea076bd906 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565729 Jun 10 16:46:32.210060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] For port fbbd2012-2619-43e4-9900-fff4e1edd27f, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:46:32.213355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] For port fbbd2012-2619-43e4-9900-fff4e1edd27f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:46:32.217867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:32.220807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fdda09d2-35ab-427d-b140-277006f19c18 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:32.260430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:32.261067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:32.262463 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] 10.222.0.25 "PUT /v2.0/ports/fbbd2012-2619-43e4-9900-fff4e1edd27f HTTP/1.1" status: 200 len: 1093 time: 0.8944817 Jun 10 16:46:32.263016 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'tag': 'fbbd2012-2619-43e4-9900-fff4e1edd27f'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:32.265434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c" -d '{"events": [{"name": "network-changed", "server_uuid": "cec0b119-b042-45e7-90e7-19fbfcbd815a", "tag": "fbbd2012-2619-43e4-9900-fff4e1edd27f"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:32.308374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be58bc-3122-4b9e-880f-b7d4ccab39b7 x-openstack-request-id: req-69be58bc-3122-4b9e-880f-b7d4ccab39b7 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:32.308721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec0b119-b042-45e7-90e7-19fbfcbd815a", "tag": "fbbd2012-2619-43e4-9900-fff4e1edd27f", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:32.309029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69be58bc-3122-4b9e-880f-b7d4ccab39b7 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:32.309507 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'tag': 'fbbd2012-2619-43e4-9900-fff4e1edd27f', 'status': 'completed', 'code': 200} Jun 10 16:46:32.344365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Pushing event updated for resources: {'Port': ['ID=fbbd2012-2619-43e4-9900-fff4e1edd27f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:32.348484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:32.374973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-f0cdebb3-dd40-48e8-89c6-addb44f1d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:32.376464 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-f0cdebb3-dd40-48e8-89c6-addb44f1d33e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 1096 time: 0.0662200 Jun 10 16:46:32.436935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-bab1e8a9-1fac-4095-add8-4bfaee4b626f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f HTTP/1.1" status: 200 len: 217 time: 0.0520883 Jun 10 16:46:32.498966 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-6f3620e2-1bff-4597-bb36-a03564828854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:32.500433 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-6f3620e2-1bff-4597-bb36-a03564828854 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0342f35-d544-492a-b8ac-ddff02467be1 HTTP/1.1" status: 200 len: 854 time: 0.0573170 Jun 10 16:46:32.538307 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-df78c405-f5a9-4a78-bed6-4424e4a3f243 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b0604fa-c36b-4fd5-869f-173d2ceacf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305200 Jun 10 16:46:32.658680 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-6deea743-9e94-4bd1-8c5b-eb92447e251d service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139178 Jun 10 16:46:32.777450 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ab1e619-c3c1-4892-955a-d8d7dafcb97e req-0b9cef7a-18fa-4a98-bf20-5254dff46440 service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119273 Jun 10 16:46:32.897609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-887898c1-3256-4e2b-93db-5f05d85b91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:32.899552 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-887898c1-3256-4e2b-93db-5f05d85b91e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 1096 time: 0.0694177 Jun 10 16:46:33.031804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-7fe347a0-6631-4cfd-be9d-87ccb9304694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:33.033211 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-7fe347a0-6631-4cfd-be9d-87ccb9304694 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 200 len: 915 time: 0.1270041 Jun 10 16:46:33.094994 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-ebd88428-bdda-4a48-bec7-b7c941b5a9c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f HTTP/1.1" status: 200 len: 217 time: 0.0489762 Jun 10 16:46:33.160031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-e7a9b7a7-f4a7-4e7c-8406-aeb5b35cd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:33.161627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-e7a9b7a7-f4a7-4e7c-8406-aeb5b35cd206 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f0342f35-d544-492a-b8ac-ddff02467be1 HTTP/1.1" status: 200 len: 854 time: 0.0591018 Jun 10 16:46:33.202553 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-28ea069f-58b1-475c-a22a-1657dbd98df5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b0604fa-c36b-4fd5-869f-173d2ceacf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333712 Jun 10 16:46:33.395912 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-5a27c023-ed8f-4ce7-bbb3-0e1df5c59dcc service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860025 Jun 10 16:46:33.434508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda777-22a2-4bfe-9905-2a12631e561b req-f00db409-1b90-4b18-8c96-1b718873e6df tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:33.435958 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4aeda777-22a2-4bfe-9905-2a12631e561b req-f00db409-1b90-4b18-8c96-1b718873e6df tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 943 time: 0.1345882 Jun 10 16:46:33.525720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce028-da73-45fd-a0ff-777111f8593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:33.551723 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4aeda777-22a2-4bfe-9905-2a12631e561b req-109d224f-20b9-4865-8226-ffdf6d5ca999 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681024 Jun 10 16:46:33.557321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc0d8e85-5dd2-47f5-8331-606bcd7ad98c req-edf8ed43-1925-488b-a944-5811fcb459b0 service neutron] 10.222.0.25 "GET /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540744 Jun 10 16:46:34.736438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2c4f3-36ec-47a9-a451-ad7edd1e09aa req-9c734537-42de-44c5-8586-00534beeccaa tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:34.738510 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-20f2c4f3-36ec-47a9-a451-ad7edd1e09aa req-9c734537-42de-44c5-8586-00534beeccaa tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 943 time: 0.0718739 Jun 10 16:46:34.789208 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-20f2c4f3-36ec-47a9-a451-ad7edd1e09aa req-e6f4c0d3-c450-425a-aabc-dc736e267862 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Jun 10 16:46:35.979512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934115be-0c28-4cc4-b89e-46c4b93f0c5c req-76977b19-a3ac-479d-b999-668dd2f2cfcd tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:35.981252 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-934115be-0c28-4cc4-b89e-46c4b93f0c5c req-76977b19-a3ac-479d-b999-668dd2f2cfcd tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 943 time: 0.0773106 Jun 10 16:46:36.032658 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-934115be-0c28-4cc4-b89e-46c4b93f0c5c req-bd2c5b1f-865e-41d0-b3d5-2f86d30ea25a tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Jun 10 16:46:36.157237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:36.357071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-63cf54a8-9a50-418e-917c-5aadf0f56786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:36.652150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fbbd2012-2619-43e4-9900-fff4e1edd27f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:46:36.774150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fbbd2012-2619-43e4-9900-fff4e1edd27f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:36.786826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'fbbd2012-2619-43e4-9900-fff4e1edd27f', 'network_id': '9b0604fa-c36b-4fd5-869f-173d2ceacf42', 'port_id': 'fbbd2012-2619-43e4-9900-fff4e1edd27f', 'mac_address': 'fa:16:3e:cd:1e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0342f35-d544-492a-b8ac-ddff02467be1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:46:36.830297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:36.845180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbd2012-2619-43e4-9900-fff4e1edd27f {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:46:36.867912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fbbd2012-2619-43e4-9900-fff4e1edd27f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:36.871123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:36.872850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:36.929332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fbbd2012-2619-43e4-9900-fff4e1edd27f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:36.932253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:37.080139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fbbd2012-2619-43e4-9900-fff4e1edd27f'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:46:37.226757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaba70-8530-4e43-b2f4-35fc95c739da req-07b69b8e-a76a-441c-a9bd-1d727d1cb8f0 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:37.228178 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-78aaba70-8530-4e43-b2f4-35fc95c739da req-07b69b8e-a76a-441c-a9bd-1d727d1cb8f0 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 944 time: 0.0732293 Jun 10 16:46:37.273212 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-78aaba70-8530-4e43-b2f4-35fc95c739da req-60e42276-662d-4d12-a8cb-0d1e2027af41 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Jun 10 16:46:37.410731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:38.453515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3387c7-ccbe-4589-bd02-fba2e09067f8 req-3c22d2fa-d26f-4a74-8729-3e3661dcbe8b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:38.454965 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f3387c7-ccbe-4589-bd02-fba2e09067f8 req-3c22d2fa-d26f-4a74-8729-3e3661dcbe8b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 944 time: 0.0690336 Jun 10 16:46:38.497580 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f3387c7-ccbe-4589-bd02-fba2e09067f8 req-cf24da15-45a3-4a9e-b9ca-3357bf1ba52b tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362206 Jun 10 16:46:38.660158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fbbd2012-2619-43e4-9900-fff4e1edd27f up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:46:38.714284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port fbbd2012-2619-43e4-9900-fff4e1edd27f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:46:38.717730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port fbbd2012-2619-43e4-9900-fff4e1edd27f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:46:38.718170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:38.822645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:38.851562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbd2012-2619-43e4-9900-fff4e1edd27f'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:38.854105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e411b333-f285-4c0a-b712-6cd5108fba3e" -d '{"events": [{"server_uuid": "cec0b119-b042-45e7-90e7-19fbfcbd815a", "name": "network-vif-plugged", "status": "completed", "tag": "fbbd2012-2619-43e4-9900-fff4e1edd27f"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:38.870336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fbbd2012-2619-43e4-9900-fff4e1edd27f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:38.874946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:38.877423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:38.904565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acafac67-9ae7-496b-9a63-df3165fa2b88 x-openstack-request-id: req-acafac67-9ae7-496b-9a63-df3165fa2b88 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:38.904856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec0b119-b042-45e7-90e7-19fbfcbd815a", "name": "network-vif-plugged", "status": "completed", "tag": "fbbd2012-2619-43e4-9900-fff4e1edd27f", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:38.905113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acafac67-9ae7-496b-9a63-df3165fa2b88 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:38.905531 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbd2012-2619-43e4-9900-fff4e1edd27f', 'code': 200} Jun 10 16:46:38.947107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fbbd2012-2619-43e4-9900-fff4e1edd27f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:38.956921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:39.036910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:39.477994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa556f5-f709-4286-b944-a6ea880b73dd req-7e846d60-547e-454b-9a8b-30885bae3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:39.479410 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1aa556f5-f709-4286-b944-a6ea880b73dd req-7e846d60-547e-454b-9a8b-30885bae3144 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 1098 time: 0.4026716 Jun 10 16:46:39.518826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1aa556f5-f709-4286-b944-a6ea880b73dd req-b45e6ebc-8c1f-4d64-a4d0-4d3101cf2190 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Jun 10 16:46:39.682813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd2ba2-627b-4c6b-83b1-bd190c2751ff req-2d441006-825f-4736-aa4d-a20fd648fabd tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:39.684303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87cd2ba2-627b-4c6b-83b1-bd190c2751ff req-2d441006-825f-4736-aa4d-a20fd648fabd tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 945 time: 0.0700922 Jun 10 16:46:39.732960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-87cd2ba2-627b-4c6b-83b1-bd190c2751ff req-9a72d3ec-2093-4245-9760-790c727079a7 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Jun 10 16:46:40.921171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd44ba0-d496-4c30-917c-2f622d99122d req-3095a39c-856f-41f0-894a-409baa1d1d14 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:40.922668 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9cd44ba0-d496-4c30-917c-2f622d99122d req-3095a39c-856f-41f0-894a-409baa1d1d14 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 945 time: 0.0711808 Jun 10 16:46:40.969658 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9cd44ba0-d496-4c30-917c-2f622d99122d req-ce327707-7f38-4cb3-9f97-350fafedd8f1 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Jun 10 16:46:41.378844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb8225-43fc-4948-9e07-fbee566998fd req-2ba3e5fe-86ae-443a-b451-a2f878501be7 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:41.380322 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0afb8225-43fc-4948-9e07-fbee566998fd req-2ba3e5fe-86ae-443a-b451-a2f878501be7 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 945 time: 0.0711088 Jun 10 16:46:41.422778 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0afb8225-43fc-4948-9e07-fbee566998fd req-7112192a-e548-4fe2-9f08-f07d8608eac0 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Jun 10 16:46:42.618866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87478c-91f1-4423-837c-d9f84df758eb req-2ee20255-6704-40a3-805f-c38c61d219a4 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:42.620371 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bf87478c-91f1-4423-837c-d9f84df758eb req-2ee20255-6704-40a3-805f-c38c61d219a4 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 945 time: 0.0729997 Jun 10 16:46:42.695620 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bf87478c-91f1-4423-837c-d9f84df758eb req-c65ca835-bb13-465f-a526-d359fbeb9b48 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659494 Jun 10 16:46:42.717808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-d04a2db8-5e83-449b-976a-eb6866096200 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:42.719220 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-d04a2db8-5e83-449b-976a-eb6866096200 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 945 time: 0.0980160 Jun 10 16:46:42.844054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Deleting port fbbd2012-2619-43e4-9900-fff4e1edd27f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:42.844391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:42.963311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] For port fbbd2012-2619-43e4-9900-fff4e1edd27f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fbbd2012-2619-43e4-9900-fff4e1edd27f,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:42.963587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:43.061890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Calling delete_port for fbbd2012-2619-43e4-9900-fff4e1edd27f owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:43.217436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:43.222272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-781b0156-393d-4706-b8b0-b6e10f560c53 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:43.243351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b', 'fbbd2012-2619-43e4-9900-fff4e1edd27f'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:46:43.252891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Pushing event deleted for resources: {'Port': ['ID=fbbd2012-2619-43e4-9900-fff4e1edd27f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:43.256032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:43.308261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] No DVR routers for this DVR port fbbd2012-2619-43e4-9900-fff4e1edd27f on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:46:43.310808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:43.312777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d4c7f1e4-f653-4e4c-924f-0385a57426f0 req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "DELETE /v2.0/ports/fbbd2012-2619-43e4-9900-fff4e1edd27f HTTP/1.1" status: 204 len: 173 time: 0.5875447 Jun 10 16:46:43.313352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'name': 'network-vif-deleted', 'tag': 'fbbd2012-2619-43e4-9900-fff4e1edd27f'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:43.315772 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304a226-a0c7-4bdd-b171-befca58da8e0" -d '{"events": [{"server_uuid": "cec0b119-b042-45e7-90e7-19fbfcbd815a", "name": "network-vif-deleted", "tag": "fbbd2012-2619-43e4-9900-fff4e1edd27f"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:43.386074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a967b3-110d-4868-9c85-64fe910d147c x-openstack-request-id: req-c3a967b3-110d-4868-9c85-64fe910d147c {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:43.386648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec0b119-b042-45e7-90e7-19fbfcbd815a", "name": "network-vif-deleted", "tag": "fbbd2012-2619-43e4-9900-fff4e1edd27f", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:43.387436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3a967b3-110d-4868-9c85-64fe910d147c {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:43.387905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec0b119-b042-45e7-90e7-19fbfcbd815a', 'name': 'network-vif-deleted', 'tag': 'fbbd2012-2619-43e4-9900-fff4e1edd27f', 'status': 'completed', 'code': 200} Jun 10 16:46:43.865283 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d8c4fb0e-c0b9-4be5-826f-f743509bf34a req-9cf999ac-79f4-45be-a06b-ad4c45a1c04d tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=cec0b119-b042-45e7-90e7-19fbfcbd815a HTTP/1.1" status: 200 len: 210 time: 0.0390301 Jun 10 16:46:45.120207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b628-16dc-4d35-baa6-f70fa10e124e req-1dea2b14-8dab-47c4-b3af-9304527e0ef8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:45.121706 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-70c8b628-16dc-4d35-baa6-f70fa10e124e req-1dea2b14-8dab-47c4-b3af-9304527e0ef8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0721457 Jun 10 16:46:45.167130 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-70c8b628-16dc-4d35-baa6-f70fa10e124e req-1e027f31-c9f2-40ce-bad1-95d521ab576c tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Jun 10 16:46:45.387491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87328b-16d7-4832-998d-304c869f3225 req-2fc67ec9-fa1e-466a-8f99-4bca03686f5e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:45.389381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b87328b-16d7-4832-998d-304c869f3225 req-2fc67ec9-fa1e-466a-8f99-4bca03686f5e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0845978 Jun 10 16:46:45.443043 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b87328b-16d7-4832-998d-304c869f3225 req-40039109-c407-42f3-ab0f-f82a7eb17156 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Jun 10 16:46:45.624516 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220cdba-7940-4bbb-817d-3d316d97c253 req-ce3cb446-d0b8-4119-a796-60d217aebb9e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:45.625998 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8220cdba-7940-4bbb-817d-3d316d97c253 req-ce3cb446-d0b8-4119-a796-60d217aebb9e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0696535 Jun 10 16:46:45.672701 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8220cdba-7940-4bbb-817d-3d316d97c253 req-4499cdfe-a47c-4f1d-af69-5ae190d113f9 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Jun 10 16:46:45.982746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8187e-e7b5-43d4-b269-889c577af958 req-63be72a9-9ea2-457d-a899-56d8353bc0e1 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:45.984229 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ba8187e-e7b5-43d4-b269-889c577af958 req-63be72a9-9ea2-457d-a899-56d8353bc0e1 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0878472 Jun 10 16:46:46.030237 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ba8187e-e7b5-43d4-b269-889c577af958 req-bb336f0e-a297-4670-8595-edfa28c4c9c5 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Jun 10 16:46:46.242302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cfeb2-54b7-4efc-affe-1f4f93be0357 req-9e1e5eb9-3fc3-4c3d-8666-5def5c3d207e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:46.243711 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-255cfeb2-54b7-4efc-affe-1f4f93be0357 req-9e1e5eb9-3fc3-4c3d-8666-5def5c3d207e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0725968 Jun 10 16:46:46.293247 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-255cfeb2-54b7-4efc-affe-1f4f93be0357 req-fedc0197-4807-40d6-a871-6980a893cd2e tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Jun 10 16:46:46.485697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b8948-91e4-45f6-aaf2-d9bb7be5cb72 req-d9df3394-aa50-4d20-aad9-28dd2e0afbae tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:46.487238 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-699b8948-91e4-45f6-aaf2-d9bb7be5cb72 req-d9df3394-aa50-4d20-aad9-28dd2e0afbae tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0718460 Jun 10 16:46:46.537942 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-699b8948-91e4-45f6-aaf2-d9bb7be5cb72 req-20d14ac1-d111-4dc9-b684-7d03ee18f874 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Jun 10 16:46:46.724355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fbbd2012-2619-43e4-9900-fff4e1edd27f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:46:46.750173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: fbbd2012-2619-43e4-9900-fff4e1edd27f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:46:46.750531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fbbd2012-2619-43e4-9900-fff4e1edd27f not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:46:47.103304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa67184-07cf-450f-b1b6-8645b64287ee req-f73b4ac6-83f8-4943-89eb-896882155bb3 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:47.104847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6aa67184-07cf-450f-b1b6-8645b64287ee req-f73b4ac6-83f8-4943-89eb-896882155bb3 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0778444 Jun 10 16:46:47.150101 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6aa67184-07cf-450f-b1b6-8645b64287ee req-00566c36-4611-45a0-a6cb-3194f233074c tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389104 Jun 10 16:46:48.357923 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c20f-d5fb-451f-8366-18168919d17c req-03cb7801-c25e-4bbd-9ec9-02a2f5ffc826 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:48.359411 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b820c20f-d5fb-451f-8366-18168919d17c req-03cb7801-c25e-4bbd-9ec9-02a2f5ffc826 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0718107 Jun 10 16:46:48.399231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-7ffb9df0-6630-4d77-93f8-77e640eb7389 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:48.400708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-7ffb9df0-6630-4d77-93f8-77e640eb7389 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 946 time: 0.0735116 Jun 10 16:46:48.407770 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b820c20f-d5fb-451f-8366-18168919d17c req-4c262543-2c72-4df3-a447-d5a7aa1b4ec9 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/security-groups?id=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Jun 10 16:46:48.519789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Deleting port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:46:48.520046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:48.635964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] For port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,segment=NetworkSegment(b0453e30-0053-4128-b831-1328b8b246ea),segment_id=b0453e30-0053-4128-b831-1328b8b246ea)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:46:48.636323 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:48.730914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Calling delete_port for fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:46:48.891781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:48.896770 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a9c89677-9d85-469c-b0e8-9b4e7ab8b4bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:48.904015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:46:48.930587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Pushing event deleted for resources: {'Port': ['ID=fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:48.935564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:48.984717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] No DVR routers for this DVR port fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:46:48.987429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:48.989532 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1f5eeaf-d6e8-4d01-ab5c-c0939a76e155 req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.25 "DELETE /v2.0/ports/fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b HTTP/1.1" status: 204 len: 173 time: 0.5833719 Jun 10 16:46:48.990078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'name': 'network-vif-deleted', 'tag': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:46:48.992547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f4ca3-c1c2-4271-984b-244befbd989c" -d '{"events": [{"server_uuid": "2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1", "name": "network-vif-deleted", "tag": "fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:46:49.035748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f7418-cd11-407f-a686-ef23ff7597de x-openstack-request-id: req-130f7418-cd11-407f-a686-ef23ff7597de {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:46:49.036033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1", "name": "network-vif-deleted", "tag": "fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:46:49.036398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-130f7418-cd11-407f-a686-ef23ff7597de {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:46:49.036881 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1', 'name': 'network-vif-deleted', 'tag': 'fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b', 'status': 'completed', 'code': 200} Jun 10 16:46:49.583504 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-127fb0eb-cbd2-4c1f-a141-6aee5b0d75de req-93f1bb09-3fef-47ca-8e18-2a014b39f458 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] 10.222.0.23 "GET /v2.0/ports?device_id=2abe4b30-54b1-4cdd-a3c0-c01d3d17bac1 HTTP/1.1" status: 200 len: 210 time: 0.0349817 Jun 10 16:46:50.672705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55834) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:50.744969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Deleting subnet f0342f35-d544-492a-b8ac-ddff02467be1 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:46:50.749174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:50.803315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:50.857498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:50.919363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:50.921421 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-40d5ff31-9a48-4aa3-ab80-ceab7328e17e tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:50.953407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0342f35-d544-492a-b8ac-ddff02467be1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:50.958638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:50.962141 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f0342f35-d544-492a-b8ac-ddff02467be1 HTTP/1.1" status: 204 len: 168 time: 0.2875512 Jun 10 16:46:50.962690 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f76f8c0a-78d0-4a75-be76-b1bb00e9196e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:50.963160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55836) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:51.066373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.181485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.192984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0604fa-c36b-4fd5-869f-173d2ceacf42']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:51.204525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0453e30-0053-4128-b831-1328b8b246ea') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:51.204820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0453e30-0053-4128-b831-1328b8b246ea') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:51.215705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.230679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.237673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:46:51.237673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:46:51.239298 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:46:51.319897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.323421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5f35e47e-00f8-4874-8687-394ff528004a tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:51.326063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.327842 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b0604fa-c36b-4fd5-869f-173d2ceacf42 HTTP/1.1" status: 204 len: 168 time: 0.3636637 Jun 10 16:46:51.342290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0604fa-c36b-4fd5-869f-173d2ceacf42,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:51.344744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-228adfae-3462-4028-8606-12fcbd9609e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:51.445115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55840) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:51.491900 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a9901d9f-7459-4112-86cb-0f7b1ca41143 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a46c82aaf6a6495d825db50f5bfcf016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454512 Jun 10 16:46:51.494249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55842) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:51.547466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.572051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.616658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.637636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.640182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:51.641339 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad HTTP/1.1" status: 204 len: 168 time: 0.1461763 Jun 10 16:46:51.642203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e5bf14c8-f099-4c0e-8a78-35c585b65716 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:51.651813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ab1a8-3cd0-4edf-b8cf-2a2d0ea491ad,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:51.654892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:52.390382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55866) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:52.491833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-302081056'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:52.516705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:52.521379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.532783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.637891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.642075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.645227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b2eb1ce3-2f59-4a5b-b130-e92facb71600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:52.675303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:46:52.681834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8c3530-72bc-4e82-a3b6-081492b10811,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:52.685825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:52.691011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.691011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Added segment 18f7b6b5-9449-4a3f-bc97-bd7e7c52879e of type vlan for network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 Jun 10 16:46:52.725067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:46:52.750505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:46:52.750862 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fd32f5e9-5cc1-4c8e-bcf8-8c701be2f66b not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:46:52.751083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.783045 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.790406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:52.790406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:52.792671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-78c3d34c-1406-4562-8609-6aad77a4e4ce tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:52.869813 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4782674 Jun 10 16:46:52.885821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Network': ['ID=39d9227f-7f59-4959-8b76-ef595ce8e8c8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:52.888499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56b105c1-799b-4744-9bc9-809cfacf1e8f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:52.896751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:46:54.402759 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:46:56.083816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55870) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:56.089627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'subnet': {'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:56.218852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:56.223372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.475517 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.477858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-14a757df-0920-4f2b-8a5e-aefceef60a9e tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:56.545761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Subnet': ['ID=dc54c16b-86e8-4caf-99b0-57c8af9a315c,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:56.555195 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:56.564713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Checking segment: {'id': '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:56.565069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network hostable DHCP agents. Network: 39d9227f-7f59-4959-8b76-ef595ce8e8c8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:46:56.583127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:46:56.593486 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 39d9227f-7f59-4959-8b76-ef595ce8e8c8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:56.599130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:56.600063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.605384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad073d0-cec9-4038-a3fc-8c8c27bc5d0d None None] Network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:56.619256 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5340066 Jun 10 16:46:56.624859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55872) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:56.631569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071314156'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:56.665441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:56.669672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.703280 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:46:56.716163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.716664 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Added segment c19c5e3c-89eb-4938-80d0-3ee2bd05a8b6 of type vlan for network c0effeb4-0bab-46f8-a163-a70bac5eaa2b Jun 10 16:46:56.803783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.843466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.849931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-39d9227f-7f59-4959-8b76-ef595ce8e8c8', 'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8', 'tenant_id': '64f32df2b0d540c8b483c71c95ed74cc', 'fixed_ips': [{'subnet_id': 'dc54c16b-86e8-4caf-99b0-57c8af9a315c'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:46:56.850282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:56.850920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.851151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:56.854438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-292ec4c1-e048-40c4-9f8d-0dc5575eba12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:56.889264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2626882 Jun 10 16:46:56.893876 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55874) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:56.902267 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'subnet': {'network_id': 'c0effeb4-0bab-46f8-a163-a70bac5eaa2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:56.966466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Network': ['ID=c0effeb4-0bab-46f8-a163-a70bac5eaa2b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:56.970407 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:56.985450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network c0effeb4-0bab-46f8-a163-a70bac5eaa2b details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:46:57.069683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:57.075564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.327241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Allocated IP 2001:db8:0:ffff::2 (39d9227f-7f59-4959-8b76-ef595ce8e8c8/dc54c16b-86e8-4caf-99b0-57c8af9a315c/7d97c2ef-eee0-4b54-bd6f-5465b7026396) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:46:57.434363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.436761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b3fdd252-efd0-4ca9-aa6e-2bf3a9ed1aea tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:57.516019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Subnet': ['ID=9329b86f-982b-4fc3-8e4a-8f8a4f620f4f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:57.520996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:57.529138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Checking segment: {'id': 'c19c5e3c-89eb-4938-80d0-3ee2bd05a8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c0effeb4-0bab-46f8-a163-a70bac5eaa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:57.529535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network hostable DHCP agents. Network: c0effeb4-0bab-46f8-a163-a70bac5eaa2b, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:46:57.551343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network c0effeb4-0bab-46f8-a163-a70bac5eaa2b is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:46:57.564169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, c0effeb4-0bab-46f8-a163-a70bac5eaa2b) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:57.572689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:57.573466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.577747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95aaff6-d70a-4393-a312-3fdcc0c4b8ea None None] Network c0effeb4-0bab-46f8-a163-a70bac5eaa2b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:57.595321 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1c793a9b-06dc-4cc1-b4b5-3e670b7fa49a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6997406 Jun 10 16:46:57.598984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55876) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:57.697002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.720503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Transition to ACTIVE for port object 7d97c2ef-eee0-4b54-bd6f-5465b7026396 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:46:57.771497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Transition to ACTIVE for port object 7d97c2ef-eee0-4b54-bd6f-5465b7026396 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:46:57.784198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.786744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.819044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:57.870981 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:46:57.885804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:57.889694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:46:57.906927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:57.926207 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Pushing event updated for resources: {'Port': ['ID=7d97c2ef-eee0-4b54-bd6f-5465b7026396,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:57.930676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:57.962481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f40f93-bc59-4a4e-84e3-8053ce710a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-c0effeb4-0bab-46f8-a163-a70bac5eaa2b', 'network_id': 'c0effeb4-0bab-46f8-a163-a70bac5eaa2b', 'tenant_id': '64f32df2b0d540c8b483c71c95ed74cc', 'fixed_ips': [{'subnet_id': '9329b86f-982b-4fc3-8e4a-8f8a4f620f4f'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:46:57.963356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-58f40f93-bc59-4a4e-84e3-8053ce710a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.011984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.015858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-41c61a6a-f585-445e-a5c0-aa280e3e5e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:58.022435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Attempting to bind port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:46:58.022805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Attempting to bind port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:46:58.023191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Attempting to bind port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 on network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:46:58.032014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:46:58.032401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Checking segment: {'id': '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:58.032818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.033397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Bound using segment: {'id': '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:46:58.033930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Bound port: 7d97c2ef-eee0-4b54-bd6f-5465b7026396, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39d9227f-7f59-4959-8b76-ef595ce8e8c8'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:46:58.034464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.069930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Subnet': ['ID=9329b86f-982b-4fc3-8e4a-8f8a4f620f4f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:58.081560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:58.139934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115c1e8-1cc5-4264-9fbf-bd045223ed54 None None] Network c0effeb4-0bab-46f8-a163-a70bac5eaa2b requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:58.232692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.253740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0effeb4-0bab-46f8-a163-a70bac5eaa2b']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:58.267444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] For port 7d97c2ef-eee0-4b54-bd6f-5465b7026396, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:46:58.275230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19c5e3c-89eb-4938-80d0-3ee2bd05a8b6') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:58.275735 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19c5e3c-89eb-4938-80d0-3ee2bd05a8b6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:46:58.293209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.308561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] For port 7d97c2ef-eee0-4b54-bd6f-5465b7026396, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7d97c2ef-eee0-4b54-bd6f-5465b7026396,segment=NetworkSegment(18f7b6b5-9449-4a3f-bc97-bd7e7c52879e),segment_id=18f7b6b5-9449-4a3f-bc97-bd7e7c52879e)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:46:58.314236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.322631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:46:58.323266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:46:58.326955 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:46:58.355321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.358531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:58.419608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.424651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f0c316e-61b1-4cd4-a67a-05ccc0118050 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:58.431205 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.437414 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/c0effeb4-0bab-46f8-a163-a70bac5eaa2b HTTP/1.1" status: 204 len: 168 time: 0.8338673 Jun 10 16:46:58.438333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55878) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:58.447539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736337620'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:58.476048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Network': ['ID=c0effeb4-0bab-46f8-a163-a70bac5eaa2b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:58.478684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Pushing event updated for resources: {'Port': ['ID=7d97c2ef-eee0-4b54-bd6f-5465b7026396,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:58.487464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:58.492526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:58.512155 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:58.518481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.561547 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:46:58.574481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.574937 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Added segment 2971284a-2c8c-4528-8b62-25af306700f9 of type vlan for network 185286e2-7db1-4935-a881-314f77719284 Jun 10 16:46:58.632321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.695038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.700761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:58.701353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:58.703756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f333a664-03ad-4956-a46b-e293e33a3aff tempest-RoutersIpV6Test-676502821 tempest-RoutersIpV6Test-676502821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:58.746194 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3063760 Jun 10 16:46:58.750373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55880) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:58.759005 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'subnet': {'network_id': '185286e2-7db1-4935-a881-314f77719284', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:46:58.807342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Network': ['ID=185286e2-7db1-4935-a881-314f77719284,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:58.810203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eaa3e8f8-2da1-4d88-b37f-5f3c44c4c5d9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:58.823017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 185286e2-7db1-4935-a881-314f77719284 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:46:58.985124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:46:58.992528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.094224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Performing IP validity checks on allocation pools {{(pid=92385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 10 16:46:59.095240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.ipam_backend_mixin [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92385) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 10 16:46:59.242860 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7d97c2ef-eee0-4b54-bd6f-5465b7026396 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:46:59.301934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.307201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4c3a17e0-094b-4479-8fbb-00cd90c7eced tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:59.347865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:46:59.401797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Subnet': ['ID=580a41e2-ad03-4945-b060-98aca1964c53,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:59.406265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:46:59.413011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Checking segment: {'id': '2971284a-2c8c-4528-8b62-25af306700f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '185286e2-7db1-4935-a881-314f77719284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:46:59.413418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network hostable DHCP agents. Network: 185286e2-7db1-4935-a881-314f77719284, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:46:59.437895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network 185286e2-7db1-4935-a881-314f77719284 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:46:59.450786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 185286e2-7db1-4935-a881-314f77719284) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:46:59.461353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:46:59.461950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.463225 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84439f9-9e4e-4842-8ebb-fabe019a68cf None None] Network 185286e2-7db1-4935-a881-314f77719284 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:59.485520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55882) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:46:59.486918 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-810dcb18-ae4e-44db-ab36-68a27f5f8948 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7335081 Jun 10 16:46:59.685997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.687695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c42518-afae-42c4-a424-0215b6ce585e None None] Network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:46:59.796457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.836555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Provisioning for port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:46:59.860782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Provisioning complete for port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:46:59.861364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.910530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.913121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-46cf73e0-36fe-4d94-8777-b659e91ca1bd tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:46:59.925263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e11ad7-1cdd-41f2-9c57-65720357f832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-185286e2-7db1-4935-a881-314f77719284', 'network_id': '185286e2-7db1-4935-a881-314f77719284', 'tenant_id': '64f32df2b0d540c8b483c71c95ed74cc', 'fixed_ips': [{'subnet_id': '580a41e2-ad03-4945-b060-98aca1964c53'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:46:59.926347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78e11ad7-1cdd-41f2-9c57-65720357f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:46:59.951305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Subnet': ['ID=580a41e2-ad03-4945-b060-98aca1964c53,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:46:59.955390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:00.050643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.062950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185286e2-7db1-4935-a881-314f77719284']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:00.079134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2971284a-2c8c-4528-8b62-25af306700f9') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:00.079614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2971284a-2c8c-4528-8b62-25af306700f9') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:00.091997 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.113960 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.123376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:47:00.124008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:47:00.149333 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:47:00.175650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445c1a4-e004-4264-84d7-5f50e4f12949 None None] Network 185286e2-7db1-4935-a881-314f77719284 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:00.262305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.268418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-251a5804-854e-4b47-9fd4-8dd10ded21c1 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:00.275104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.283079 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/185286e2-7db1-4935-a881-314f77719284 HTTP/1.1" status: 204 len: 168 time: 0.7898374 Jun 10 16:47:00.284497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55884) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:00.292825 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363422896'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:00.328311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Network': ['ID=185286e2-7db1-4935-a881-314f77719284,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:00.334436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:00.354811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:00.360136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.361867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.398126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:47:00.414217 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.414688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Added segment f78ae0ac-02e9-49eb-ac07-53a837c15191 of type vlan for network 05b7a94a-9231-414c-b1fc-10181c81cd97 Jun 10 16:47:00.478853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.496120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] For port 7d97c2ef-eee0-4b54-bd6f-5465b7026396, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7d97c2ef-eee0-4b54-bd6f-5465b7026396,segment=NetworkSegment(18f7b6b5-9449-4a3f-bc97-bd7e7c52879e),segment_id=18f7b6b5-9449-4a3f-bc97-bd7e7c52879e)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:00.504066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.506736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:00.535520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.542646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:00.543278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.546950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-568383bd-fa68-4a95-b4da-0a9bf2ef47be tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:00.581976 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2960942 Jun 10 16:47:00.588931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55886) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:00.597281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Pushing event updated for resources: {'Port': ['ID=7d97c2ef-eee0-4b54-bd6f-5465b7026396,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:00.603017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:00.604357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'subnet': {'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:00.650917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Network': ['ID=05b7a94a-9231-414c-b1fc-10181c81cd97,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:00.655139 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:00.665212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 05b7a94a-9231-414c-b1fc-10181c81cd97 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:47:00.791067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:00.796197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:00.840654 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-89a05d90-7efc-4ae5-8a76-eae3f96e0217 None None] Provisioning complete for port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:00.841311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-89a05d90-7efc-4ae5-8a76-eae3f96e0217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.052132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.054548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-79d95523-508f-4229-a3b1-70d43073e04a tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:01.127731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Subnet': ['ID=65f620a1-ee78-44ff-9180-3efbaaf8d59d,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:01.146068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.146471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.146857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.147243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.147624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.148000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.148374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.148742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.149135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.149519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.149888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.150256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:01.156866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:01.160755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Checking segment: {'id': 'f78ae0ac-02e9-49eb-ac07-53a837c15191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:01.160943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network hostable DHCP agents. Network: 05b7a94a-9231-414c-b1fc-10181c81cd97, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:47:01.183268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network 05b7a94a-9231-414c-b1fc-10181c81cd97 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:47:01.187592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7d97c2ef-eee0-4b54-bd6f-5465b7026396 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:01.195685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 05b7a94a-9231-414c-b1fc-10181c81cd97) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:01.201662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:01.202890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.223718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6313169 Jun 10 16:47:01.230659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55888) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:01.235390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e7a59-f84f-4f8d-b22a-aaf95fbf9f9a None None] Network 05b7a94a-9231-414c-b1fc-10181c81cd97 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:01.237360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377025151'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:01.264846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:01.270633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.313750 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:47:01.327231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.327739 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Added segment bdc66cde-f062-4256-82e8-96591df3ac37 of type vlan for network 0efe8506-2069-4155-970e-ce78b9cc64f8 Jun 10 16:47:01.397108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.438313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.445126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:01.445822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.448613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-844aff0e-1c9d-451f-9965-72b18faa3052 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:01.496360 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2641871 Jun 10 16:47:01.500118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55890) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:01.512199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Request body: {'subnet': {'network_id': '0efe8506-2069-4155-970e-ce78b9cc64f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:01.553352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:01.553855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.588090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Network': ['ID=0efe8506-2069-4155-970e-ce78b9cc64f8,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:01.591651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32fb4fd2-3caa-4284-b79d-a6b916eb5a40 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:01.606967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 0efe8506-2069-4155-970e-ce78b9cc64f8 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:47:01.716945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Made reservation on behalf of 64f32df2b0d540c8b483c71c95ed74cc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:01.721429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:01.832736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-05b7a94a-9231-414c-b1fc-10181c81cd97', 'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97', 'tenant_id': '64f32df2b0d540c8b483c71c95ed74cc', 'fixed_ips': [{'subnet_id': '65f620a1-ee78-44ff-9180-3efbaaf8d59d'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:47:01.833666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.053570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Allocated IP 2001:db8::2 (05b7a94a-9231-414c-b1fc-10181c81cd97/65f620a1-ee78-44ff-9180-3efbaaf8d59d/5fd52ebf-1f05-4c8d-aad9-11e589d62e96) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:02.099165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.103011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3023d206-0d25-4159-994d-96e965003661 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:02.171779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event updated for resources: {'Subnet': ['ID=9d5f895e-8f6c-449b-9c87-4cb6f783ce12,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:02.176240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:02.183841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Checking segment: {'id': 'bdc66cde-f062-4256-82e8-96591df3ac37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0efe8506-2069-4155-970e-ce78b9cc64f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:02.184196 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network hostable DHCP agents. Network: 0efe8506-2069-4155-970e-ce78b9cc64f8, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:47:02.203041 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Network 0efe8506-2069-4155-970e-ce78b9cc64f8 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:47:02.213843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 0efe8506-2069-4155-970e-ce78b9cc64f8) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:02.218730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:02.219328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.230595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62511ac1-bbc5-40d2-bf03-6e50ba424997 None None] Network 0efe8506-2069-4155-970e-ce78b9cc64f8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:02.236190 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7327125 Jun 10 16:47:02.238788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55892) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:02.327110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.345091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Transition to ACTIVE for port object 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:02.393638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Transition to ACTIVE for port object 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:02.406817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.409537 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.410894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:02.493449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Network 05b7a94a-9231-414c-b1fc-10181c81cd97 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:02.493965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.506409 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:02.513325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:02.518899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Pushing event updated for resources: {'Port': ['ID=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:02.524910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:02.578991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.582524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99aa1aca-0df0-4e18-b77d-d71cedcef0ef tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:02.624538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef138991-9ece-4482-8b6d-58e8fadbcf8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-0efe8506-2069-4155-970e-ce78b9cc64f8', 'network_id': '0efe8506-2069-4155-970e-ce78b9cc64f8', 'tenant_id': '64f32df2b0d540c8b483c71c95ed74cc', 'fixed_ips': [{'subnet_id': '9d5f895e-8f6c-449b-9c87-4cb6f783ce12'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:47:02.625487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef138991-9ece-4482-8b6d-58e8fadbcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.626287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5f895e-8f6c-449b-9c87-4cb6f783ce12,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:02.629037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:02.661644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Attempting to bind port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:02.662022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Attempting to bind port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'f78ae0ac-02e9-49eb-ac07-53a837c15191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:02.662421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Attempting to bind port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 on network 05b7a94a-9231-414c-b1fc-10181c81cd97 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:02.671177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:02.671574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Checking segment: {'id': 'f78ae0ac-02e9-49eb-ac07-53a837c15191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:02.671992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.672405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Bound using segment: {'id': 'f78ae0ac-02e9-49eb-ac07-53a837c15191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:02.672902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Bound port: 5fd52ebf-1f05-4c8d-aad9-11e589d62e96, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78ae0ac-02e9-49eb-ac07-53a837c15191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '05b7a94a-9231-414c-b1fc-10181c81cd97'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:02.673320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.781073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4790d1a1-7c5d-4da0-ae33-3973a9c4f28b None None] Network 0efe8506-2069-4155-970e-ce78b9cc64f8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:02.904523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] For port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:02.944846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] For port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,segment=NetworkSegment(f78ae0ac-02e9-49eb-ac07-53a837c15191),segment_id=f78ae0ac-02e9-49eb-ac07-53a837c15191)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:02.970947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:02.978095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:03.046601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Pushing event updated for resources: {'Port': ['ID=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:03.050850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:03.276725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.293726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efe8506-2069-4155-970e-ce78b9cc64f8']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:03.311979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc66cde-f062-4256-82e8-96591df3ac37') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:03.312455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc66cde-f062-4256-82e8-96591df3ac37') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:03.327829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.345006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.352006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:47:03.352402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:47:03.355522 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:47:03.439086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.443246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ee4f4c83-29ea-4ace-b42f-324adf6c6918 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:03.448086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.450068 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/0efe8506-2069-4155-970e-ce78b9cc64f8 HTTP/1.1" status: 204 len: 168 time: 1.2103205 Jun 10 16:47:03.452792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55894) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:03.479244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Network': ['ID=0efe8506-2069-4155-970e-ce78b9cc64f8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:03.481743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:03.507811 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b61cd2-ccb1-4a40-b886-a6ad743230f1 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] GET failed (client error): The resource could not be found. Jun 10 16:47:03.509213 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-11b61cd2-ccb1-4a40-b886-a6ad743230f1 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "GET /v2.0/subnets/9d5f895e-8f6c-449b-9c87-4cb6f783ce12 HTTP/1.1" status: 404 len: 337 time: 0.0553539 Jun 10 16:47:03.512497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55896) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:03.530283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7eeba16c-4b01-404c-80fc-491c273105e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.537584 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e6a3d7-4ed3-4ebc-be4b-841d3703a685 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:03.538194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e6a3d7-4ed3-4ebc-be4b-841d3703a685 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:03.539915 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-76e6a3d7-4ed3-4ebc-be4b-841d3703a685 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/0efe8506-2069-4155-970e-ce78b9cc64f8 HTTP/1.1" status: 404 len: 339 time: 0.0263944 Jun 10 16:47:03.544619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55898) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:03.580180 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe0ec0d-4e7c-4300-be8e-b01652c5ee58 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:03.580905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe0ec0d-4e7c-4300-be8e-b01652c5ee58 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:03.582785 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9fe0ec0d-4e7c-4300-be8e-b01652c5ee58 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/subnets/9d5f895e-8f6c-449b-9c87-4cb6f783ce12 HTTP/1.1" status: 404 len: 337 time: 0.0371799 Jun 10 16:47:03.585480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:03.607295 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43392f7-b3fa-42d4-8c89-ee558459aba8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:03.607855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43392f7-b3fa-42d4-8c89-ee558459aba8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92386) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:03.609605 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d43392f7-b3fa-42d4-8c89-ee558459aba8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/0efe8506-2069-4155-970e-ce78b9cc64f8 HTTP/1.1" status: 404 len: 339 time: 0.0231910 Jun 10 16:47:03.613745 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:03.694581 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Deleting subnet 65f620a1-ee78-44ff-9180-3efbaaf8d59d {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:47:03.699146 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.753678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.879493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.962662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:03.966550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-249a7580-28f0-43b4-9539-ac85525d6011 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:03.994901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376d631-85e1-4db5-8a04-c5afb90e6087 None None] Network 05b7a94a-9231-414c-b1fc-10181c81cd97 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:04.005920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Subnet': ['ID=65f620a1-ee78-44ff-9180-3efbaaf8d59d,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:04.009483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:04.012958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.014787 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9f71542a-8c4c-44a8-9f4f-986fcacb95e9 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/subnets/65f620a1-ee78-44ff-9180-3efbaaf8d59d HTTP/1.1" status: 204 len: 168 time: 0.3997018 Jun 10 16:47:04.016796 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:04.126431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cd930b3c-5502-46fe-a552-3c82e93b68d2 None None] Provisioning for port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:04.131809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.200618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Deleting port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:04.200969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.262365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] DHCP port deletion for 05b7a94a-9231-414c-b1fc-10181c81cd97 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:47:04.303361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] For port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,segment=NetworkSegment(f78ae0ac-02e9-49eb-ac07-53a837c15191),segment_id=f78ae0ac-02e9-49eb-ac07-53a837c15191)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:04.304179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.323819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Deleting port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:04.324209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.416486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] For port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,segment=NetworkSegment(f78ae0ac-02e9-49eb-ac07-53a837c15191),segment_id=f78ae0ac-02e9-49eb-ac07-53a837c15191)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:04.416892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.423074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Calling delete_port for 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:04.512774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Calling delete_port for 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:04.526907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.530026 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bb54dc9c-0c55-45b5-9079-bee1086602e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:04.566624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Port': ['ID=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:04.568896 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:04.570102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No DVR routers for this DVR port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:04.612362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.614403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:04.649082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Pushing event deleted for resources: {'Port': ['ID=5fd52ebf-1f05-4c8d-aad9-11e589d62e96,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:04.650992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] No DVR routers for this DVR port 5fd52ebf-1f05-4c8d-aad9-11e589d62e96 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:04.652438 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:04.690099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.706162 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b7a94a-9231-414c-b1fc-10181c81cd97']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:04.721957 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78ae0ac-02e9-49eb-ac07-53a837c15191') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:04.722388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78ae0ac-02e9-49eb-ac07-53a837c15191') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:04.736736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.757083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.763642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:47:04.763966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:47:04.767109 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:47:04.847623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.851380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b123329b-dfec-47ad-ad1a-c42d26a000e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:04.855503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:04.857326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/05b7a94a-9231-414c-b1fc-10181c81cd97 HTTP/1.1" status: 204 len: 168 time: 0.8394387 Jun 10 16:47:04.859958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55906) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:04.879444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Network': ['ID=05b7a94a-9231-414c-b1fc-10181c81cd97,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:04.882135 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:04.898760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42a07d2-c882-4e37-bcdd-4cfe69cf286e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:04.899233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42a07d2-c882-4e37-bcdd-4cfe69cf286e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:04.901053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f42a07d2-c882-4e37-bcdd-4cfe69cf286e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/subnets/580a41e2-ad03-4945-b060-98aca1964c53 HTTP/1.1" status: 404 len: 337 time: 0.0400589 Jun 10 16:47:04.903754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55908) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:04.926147 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b15621d-1fbd-43d5-88a4-2ea742e278db tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:04.926699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b15621d-1fbd-43d5-88a4-2ea742e278db tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:04.928716 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8b15621d-1fbd-43d5-88a4-2ea742e278db tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/185286e2-7db1-4935-a881-314f77719284 HTTP/1.1" status: 404 len: 339 time: 0.0238478 Jun 10 16:47:04.931595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55910) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:04.970512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-7040e9a6-b269-49f9-aae1-bc84c8282ffc tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:04.971070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7040e9a6-b269-49f9-aae1-bc84c8282ffc tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:04.972797 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7040e9a6-b269-49f9-aae1-bc84c8282ffc tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/subnets/9329b86f-982b-4fc3-8e4a-8f8a4f620f4f HTTP/1.1" status: 404 len: 337 time: 0.0402889 Jun 10 16:47:04.975387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55912) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:04.996729 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.pecan_wsgi.hooks.translation [None req-5765a11c-c848-451e-bdd5-df607f9b367f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] DELETE failed (client error): The resource could not be found. Jun 10 16:47:04.997339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5765a11c-c848-451e-bdd5-df607f9b367f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92385) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 10 16:47:04.999014 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5765a11c-c848-451e-bdd5-df607f9b367f tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/c0effeb4-0bab-46f8-a163-a70bac5eaa2b HTTP/1.1" status: 404 len: 339 time: 0.0227308 Jun 10 16:47:05.001628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55914) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:05.065921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Deleting subnet dc54c16b-86e8-4caf-99b0-57c8af9a315c {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:47:05.069107 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.127796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.232230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.306165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.308350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6404c745-b476-4754-86be-8b323fd34fb7 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:05.340478 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Subnet': ['ID=dc54c16b-86e8-4caf-99b0-57c8af9a315c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:05.343417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:05.346871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.348989 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/subnets/dc54c16b-86e8-4caf-99b0-57c8af9a315c HTTP/1.1" status: 204 len: 168 time: 0.3458662 Jun 10 16:47:05.352929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819ac53-d0be-45fe-9cd5-edc257ee6756 None None] Network 39d9227f-7f59-4959-8b76-ef595ce8e8c8 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:05.353118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55916) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:05.476028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.560162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Deleting port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:05.560502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.601961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] DHCP port deletion for 39d9227f-7f59-4959-8b76-ef595ce8e8c8 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:47:05.651237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] For port 7d97c2ef-eee0-4b54-bd6f-5465b7026396, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7d97c2ef-eee0-4b54-bd6f-5465b7026396,segment=NetworkSegment(18f7b6b5-9449-4a3f-bc97-bd7e7c52879e),segment_id=18f7b6b5-9449-4a3f-bc97-bd7e7c52879e)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:05.651594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.655257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Deleting port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:05.655779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.746717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] For port 7d97c2ef-eee0-4b54-bd6f-5465b7026396, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=7d97c2ef-eee0-4b54-bd6f-5465b7026396,segment=NetworkSegment(18f7b6b5-9449-4a3f-bc97-bd7e7c52879e),segment_id=18f7b6b5-9449-4a3f-bc97-bd7e7c52879e)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:05.747100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.751136 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Calling delete_port for 7d97c2ef-eee0-4b54-bd6f-5465b7026396 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:05.840934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Calling delete_port for 7d97c2ef-eee0-4b54-bd6f-5465b7026396 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:05.850460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.855580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7fe41cf2-5bf6-466d-8927-ebe95eed4229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:05.901785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Port': ['ID=7d97c2ef-eee0-4b54-bd6f-5465b7026396,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:05.906106 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:05.909522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] No DVR routers for this DVR port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:05.960250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:05.962942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:05.995516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Pushing event deleted for resources: {'Port': ['ID=7d97c2ef-eee0-4b54-bd6f-5465b7026396,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:05.997819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:06.000183 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] No DVR routers for this DVR port 7d97c2ef-eee0-4b54-bd6f-5465b7026396 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:06.019374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.032374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d9227f-7f59-4959-8b76-ef595ce8e8c8']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:06.052580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:06.052871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f7b6b5-9449-4a3f-bc97-bd7e7c52879e') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:06.063809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.163296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.359715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c7358c93-9893-459f-b1fc-65b30fed470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.408215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.417807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:47:06.418342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:47:06.421298 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:47:06.504255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.508263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-722aaeb0-587d-46fa-a220-1700b6cec3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:06.512261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.514052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] 10.222.0.23 "DELETE /v2.0/networks/39d9227f-7f59-4959-8b76-ef595ce8e8c8 HTTP/1.1" status: 204 len: 168 time: 1.1601210 Jun 10 16:47:06.528365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Pushing event deleted for resources: {'Network': ['ID=39d9227f-7f59-4959-8b76-ef595ce8e8c8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:06.530921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:06.758265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55922) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:06.904432 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-822e2062-81b4-4a06-a2fd-79bb5df71af3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64f32df2b0d540c8b483c71c95ed74cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448822 Jun 10 16:47:06.906844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55926) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:06.961655 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:06.984824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.036038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.038664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.039852 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e8c3530-72bc-4e82-a3b6-081492b10811 HTTP/1.1" status: 204 len: 168 time: 0.1319799 Jun 10 16:47:07.040572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7c747ada-3acc-4430-b8e9-b75b43d7ecf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:07.049808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8c3530-72bc-4e82-a3b6-081492b10811,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:07.052237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5ad31ccd-d091-4b41-9ff9-e4e22fc9d0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:07.174574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7d97c2ef-eee0-4b54-bd6f-5465b7026396 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:47:07.199312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 7d97c2ef-eee0-4b54-bd6f-5465b7026396 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:47:07.199769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 7d97c2ef-eee0-4b54-bd6f-5465b7026396 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:47:07.414199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.692848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55948) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:07.786311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-338322094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:07.809479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.810454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.874677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.880314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.896397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.897571 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-53333d85-a9db-482f-80f7-3e185b6937bd tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2036924 Jun 10 16:47:07.900281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55952) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:07.905455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1032047099'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:07.927248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Made reservation on behalf of 1d6a9b9c7fa34f859634bdbf5478e9c9 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:07.930706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:07.942926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.042646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.046477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.049962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-512e3a3f-6bc8-4381-83bf-a3275209fa87 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:08.078610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:47:08.084803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10260923-abaf-493e-98d0-32c456a08d80,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:08.088695 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:08.093365 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.094624 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Added segment a9d05081-fd0f-4e15-97bd-3d568cbc7edd of type vlan for network f4b31a86-1202-4af8-81cb-e65f856cfe46 Jun 10 16:47:08.149706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.178609 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.184192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:08.184777 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.188123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2cdfc4f7-c36e-4782-8cf4-be0f32f6022a tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:08.219623 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3182561 Jun 10 16:47:08.223113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55954) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:08.272594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Request body: {'subnet': {'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:08.307417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event updated for resources: {'Network': ['ID=f4b31a86-1202-4af8-81cb-e65f856cfe46,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:08.311740 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:08.318844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network f4b31a86-1202-4af8-81cb-e65f856cfe46 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:47:08.408738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Made reservation on behalf of 1d6a9b9c7fa34f859634bdbf5478e9c9 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:08.412669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.646569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.648707 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-27b8507c-755e-4dc2-980e-3820af2e1a82 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:08.717372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event updated for resources: {'Subnet': ['ID=698b09a5-b266-43b2-b0c6-9502e81eef26,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:08.721125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:08.726974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Checking segment: {'id': 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:08.727337 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Network hostable DHCP agents. Network: f4b31a86-1202-4af8-81cb-e65f856cfe46, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:47:08.744797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Network f4b31a86-1202-4af8-81cb-e65f856cfe46 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:47:08.754245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, f4b31a86-1202-4af8-81cb-e65f856cfe46) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:08.758513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:08.759106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.764235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5586bf-70d5-4e24-88fa-2454e92a5e14 None None] Network f4b31a86-1202-4af8-81cb-e65f856cfe46 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:08.775107 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c391fe9d-29c4-45c8-bdfa-d2259d6a613e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5507660 Jun 10 16:47:08.778159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55956) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:08.783891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2077874163'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:08.807251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Made reservation on behalf of 1d6a9b9c7fa34f859634bdbf5478e9c9 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:08.810993 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.839927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:47:08.855045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.855444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Added segment 29d76fd3-b061-4162-b8a2-3c3f63355253 of type vlan for network f9600e93-4ad8-4c08-8130-98d894dba85f Jun 10 16:47:08.916213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.946788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.952580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:08.953197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:08.955788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cccaa375-3202-4e16-a810-85842e77edf8 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:08.957895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-f4b31a86-1202-4af8-81cb-e65f856cfe46', 'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46', 'tenant_id': '1d6a9b9c7fa34f859634bdbf5478e9c9', 'fixed_ips': [{'subnet_id': '698b09a5-b266-43b2-b0c6-9502e81eef26'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:47:08.958823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.034549 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2520385 Jun 10 16:47:09.035115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55958) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:09.040667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Request body: {'subnet': {'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:09.047748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event updated for resources: {'Network': ['ID=f9600e93-4ad8-4c08-8130-98d894dba85f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:09.052091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:09.068278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network f9600e93-4ad8-4c08-8130-98d894dba85f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:47:09.092135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.165239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Made reservation on behalf of 1d6a9b9c7fa34f859634bdbf5478e9c9 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:09.168920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.217754 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Allocated IP 172.20.0.2 (f4b31a86-1202-4af8-81cb-e65f856cfe46/698b09a5-b266-43b2-b0c6-9502e81eef26/4abfac6b-a010-4100-a1ad-90916717967a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:09.401727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.411198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Transition to ACTIVE for port object 4abfac6b-a010-4100-a1ad-90916717967a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:09.413224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.416145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-22e196f8-be57-477c-a89a-ea6ec57f7b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:09.427669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Transition to ACTIVE for port object 4abfac6b-a010-4100-a1ad-90916717967a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:09.433389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.435242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:09.481600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Network f4b31a86-1202-4af8-81cb-e65f856cfe46 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:09.484504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:09.490382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:09.495002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event updated for resources: {'Subnet': ['ID=0e95ee25-de00-4ef3-b612-d5e9826accc2,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:09.498119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:09.498936 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Pushing event updated for resources: {'Port': ['ID=4abfac6b-a010-4100-a1ad-90916717967a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:09.500858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Checking segment: {'id': '29d76fd3-b061-4162-b8a2-3c3f63355253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:09.501236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Network hostable DHCP agents. Network: f9600e93-4ad8-4c08-8130-98d894dba85f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:47:09.502535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:09.519198 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Network f9600e93-4ad8-4c08-8130-98d894dba85f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:47:09.528592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, f9600e93-4ad8-4c08-8130-98d894dba85f) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:09.533177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:09.534003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.549747 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8030bc9d-37c0-4daa-b9d4-6f04ce7258d5 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5124269 Jun 10 16:47:09.552105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55960) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:09.556949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-020a079c-501d-4ad6-91c1-e7e60d017975 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:09.559558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d120565-bd0c-43da-80a5-e10767540736 None None] Network f9600e93-4ad8-4c08-8130-98d894dba85f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:09.627400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Attempting to bind port 4abfac6b-a010-4100-a1ad-90916717967a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:09.627789 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Attempting to bind port 4abfac6b-a010-4100-a1ad-90916717967a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:09.628164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Attempting to bind port 4abfac6b-a010-4100-a1ad-90916717967a on network f4b31a86-1202-4af8-81cb-e65f856cfe46 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:09.641528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:09.641912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Checking segment: {'id': 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:09.642320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.642819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Bound using segment: {'id': 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:09.643313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Bound port: 4abfac6b-a010-4100-a1ad-90916717967a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f4b31a86-1202-4af8-81cb-e65f856cfe46'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:09.643706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.779204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] For port 4abfac6b-a010-4100-a1ad-90916717967a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:09.783656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] For port 4abfac6b-a010-4100-a1ad-90916717967a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4abfac6b-a010-4100-a1ad-90916717967a,segment=NetworkSegment(a9d05081-fd0f-4e15-97bd-3d568cbc7edd),segment_id=a9d05081-fd0f-4e15-97bd-3d568cbc7edd)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:09.790256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.817185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:09.849043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-f9600e93-4ad8-4c08-8130-98d894dba85f', 'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f', 'tenant_id': '1d6a9b9c7fa34f859634bdbf5478e9c9', 'fixed_ips': [{'subnet_id': '0e95ee25-de00-4ef3-b612-d5e9826accc2'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:47:09.849921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.885552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-020a079c-501d-4ad6-91c1-e7e60d017975 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:09.956716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Pushing event updated for resources: {'Port': ['ID=4abfac6b-a010-4100-a1ad-90916717967a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:09.961240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:10.036018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.api.v2.resource [None req-020a079c-501d-4ad6-91c1-e7e60d017975 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 10 16:47:10.036018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-020a079c-501d-4ad6-91c1-e7e60d017975 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "PUT /v2.0/routers/d6e6601d-94ec-402b-8e94-26ae52bba55c HTTP/1.1" status: 400 len: 364 time: 0.4741333 Jun 10 16:47:10.036018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55962) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:10.077273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Allocated IP 172.21.0.2 (f9600e93-4ad8-4c08-8130-98d894dba85f/0e95ee25-de00-4ef3-b612-d5e9826accc2/e81edcf6-2a87-463a-80a7-8c3e778fc5d1) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:10.128026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Deleting subnet 0e95ee25-de00-4ef3-b612-d5e9826accc2 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:47:10.265011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.276835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Transition to ACTIVE for port object e81edcf6-2a87-463a-80a7-8c3e778fc5d1 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:10.297032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Transition to ACTIVE for port object e81edcf6-2a87-463a-80a7-8c3e778fc5d1 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:10.306239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.307304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.309328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:10.355651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Network f9600e93-4ad8-4c08-8130-98d894dba85f is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:10.360049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:10.364191 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.364582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:10.367722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Pushing event updated for resources: {'Port': ['ID=e81edcf6-2a87-463a-80a7-8c3e778fc5d1,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:10.371750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:10.441385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Attempting to bind port e81edcf6-2a87-463a-80a7-8c3e778fc5d1 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:10.442093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Attempting to bind port e81edcf6-2a87-463a-80a7-8c3e778fc5d1 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '29d76fd3-b061-4162-b8a2-3c3f63355253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:10.442202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Attempting to bind port e81edcf6-2a87-463a-80a7-8c3e778fc5d1 on network f9600e93-4ad8-4c08-8130-98d894dba85f {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:10.447403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:10.447788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Checking segment: {'id': '29d76fd3-b061-4162-b8a2-3c3f63355253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:10.448198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.448600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Bound using segment: {'id': '29d76fd3-b061-4162-b8a2-3c3f63355253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:10.449075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Bound port: e81edcf6-2a87-463a-80a7-8c3e778fc5d1, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d76fd3-b061-4162-b8a2-3c3f63355253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f9600e93-4ad8-4c08-8130-98d894dba85f'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:10.449490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.469649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.548284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.551558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5902abbc-6d0f-4438-bb80-59cf481eb0c9 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:10.552241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] For port e81edcf6-2a87-463a-80a7-8c3e778fc5d1, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:10.555719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] For port e81edcf6-2a87-463a-80a7-8c3e778fc5d1, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e81edcf6-2a87-463a-80a7-8c3e778fc5d1,segment=NetworkSegment(29d76fd3-b061-4162-b8a2-3c3f63355253),segment_id=29d76fd3-b061-4162-b8a2-3c3f63355253)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:10.567163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.569861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:10.587934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event deleted for resources: {'Subnet': ['ID=0e95ee25-de00-4ef3-b612-d5e9826accc2,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:10.593969 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.596399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "DELETE /v2.0/subnets/0e95ee25-de00-4ef3-b612-d5e9826accc2 HTTP/1.1" status: 204 len: 168 time: 0.5608494 Jun 10 16:47:10.597814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-437fbbf4-fef8-4ef8-9146-da1472a158c4 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:10.599034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55964) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:10.644390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Pushing event updated for resources: {'Port': ['ID=e81edcf6-2a87-463a-80a7-8c3e778fc5d1,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:10.657701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:10.722463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.797446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Deleting port e81edcf6-2a87-463a-80a7-8c3e778fc5d1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:10.798150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.913873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] For port e81edcf6-2a87-463a-80a7-8c3e778fc5d1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e81edcf6-2a87-463a-80a7-8c3e778fc5d1,segment=NetworkSegment(29d76fd3-b061-4162-b8a2-3c3f63355253),segment_id=29d76fd3-b061-4162-b8a2-3c3f63355253)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:10.914232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:10.992236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0cab1-2eb9-4f1d-a47f-6d27aa02886d None None] Network f4b31a86-1202-4af8-81cb-e65f856cfe46 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:11.023246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Calling delete_port for e81edcf6-2a87-463a-80a7-8c3e778fc5d1 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:11.127285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.131762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c98fd50-24e1-4cee-b84a-6e84f833e61e tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:11.170513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event deleted for resources: {'Port': ['ID=e81edcf6-2a87-463a-80a7-8c3e778fc5d1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:11.177964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:11.184347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] No DVR routers for this DVR port e81edcf6-2a87-463a-80a7-8c3e778fc5d1 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:11.203510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c80c46da-39b7-43ea-a942-c29dae377c8a None None] Provisioning for port 4abfac6b-a010-4100-a1ad-90916717967a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:11.342555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.352735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4abfac6b-a010-4100-a1ad-90916717967a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:11.357015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9600e93-4ad8-4c08-8130-98d894dba85f']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:11.375517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d76fd3-b061-4162-b8a2-3c3f63355253') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:11.375733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d76fd3-b061-4162-b8a2-3c3f63355253') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:11.387253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.403809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.414297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:47:11.414794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.417681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4abfac6b-a010-4100-a1ad-90916717967a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:47:11.418523 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:47:11.422297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4abfac6b-a010-4100-a1ad-90916717967a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:11.422692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.512741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.518330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.524768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "DELETE /v2.0/networks/f9600e93-4ad8-4c08-8130-98d894dba85f HTTP/1.1" status: 204 len: 168 time: 0.9223588 Jun 10 16:47:11.524768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ab16b0d2-1a00-4db4-bca9-169afd9a8988 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:11.525229 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55966) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:11.546978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event deleted for resources: {'Network': ['ID=f9600e93-4ad8-4c08-8130-98d894dba85f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:11.553507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:11.568708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9cdf2610-3009-4481-ad21-aee3db8e62bf None None] Provisioning complete for port 4abfac6b-a010-4100-a1ad-90916717967a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:11.569374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9cdf2610-3009-4481-ad21-aee3db8e62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.571230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.614602 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Deleting subnet 698b09a5-b266-43b2-b0c6-9502e81eef26 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:47:11.618314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.647092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4abfac6b-a010-4100-a1ad-90916717967a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4abfac6b-a010-4100-a1ad-90916717967a,segment=NetworkSegment(a9d05081-fd0f-4e15-97bd-3d568cbc7edd),segment_id=a9d05081-fd0f-4e15-97bd-3d568cbc7edd)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:11.653656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.654541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e81edcf6-2a87-463a-80a7-8c3e778fc5d1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:11.656321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:11.674669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.715628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e81edcf6-2a87-463a-80a7-8c3e778fc5d1 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:47:11.715987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e81edcf6-2a87-463a-80a7-8c3e778fc5d1 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jun 10 16:47:11.776019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Port e81edcf6-2a87-463a-80a7-8c3e778fc5d1 not found, will not notify nova. {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 10 16:47:11.787964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.802765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4abfac6b-a010-4100-a1ad-90916717967a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:11.806764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:11.859582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.862425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3dfe1616-085b-40b4-98e7-e15448cfab41 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:11.897951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event deleted for resources: {'Subnet': ['ID=698b09a5-b266-43b2-b0c6-9502e81eef26,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:11.900507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:11.902478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "DELETE /v2.0/subnets/698b09a5-b266-43b2-b0c6-9502e81eef26 HTTP/1.1" status: 204 len: 168 time: 0.3761234 Jun 10 16:47:11.904722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327611d0-0f06-4d2b-aff9-64ae572f733e None None] Network f4b31a86-1202-4af8-81cb-e65f856cfe46 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:11.905298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 55968) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:11.915766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.916248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.916700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.921539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:11.925241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:11.937492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880dd2f0-26ff-4af1-935d-e61f5f086385 None None] DHCP port deletion for f9600e93-4ad8-4c08-8130-98d894dba85f request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:47:11.982929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d8b5db5f-e2bd-4e3e-800e-effdc1b0566b None None] Could not find standard attr ID for object e81edcf6-2a87-463a-80a7-8c3e778fc5d1. {{(pid=92387) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 10 16:47:12.009299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de138d5-5e1f-436f-b5c1-e91de675c1f8 None None] Network f9600e93-4ad8-4c08-8130-98d894dba85f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:12.023795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.027739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de138d5-5e1f-436f-b5c1-e91de675c1f8 None None] Network f9600e93-4ad8-4c08-8130-98d894dba85f could not be found, it might have been deleted concurrently. {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 10 16:47:12.083813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Deleting port 4abfac6b-a010-4100-a1ad-90916717967a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:12.084153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.181485 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] DHCP port deletion for f4b31a86-1202-4af8-81cb-e65f856cfe46 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:47:12.186328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] For port 4abfac6b-a010-4100-a1ad-90916717967a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4abfac6b-a010-4100-a1ad-90916717967a,segment=NetworkSegment(a9d05081-fd0f-4e15-97bd-3d568cbc7edd),segment_id=a9d05081-fd0f-4e15-97bd-3d568cbc7edd)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:12.186848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.235121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Deleting port 4abfac6b-a010-4100-a1ad-90916717967a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:47:12.235509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.285243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Calling delete_port for 4abfac6b-a010-4100-a1ad-90916717967a owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:12.327942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] For port 4abfac6b-a010-4100-a1ad-90916717967a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4abfac6b-a010-4100-a1ad-90916717967a,segment=NetworkSegment(a9d05081-fd0f-4e15-97bd-3d568cbc7edd),segment_id=a9d05081-fd0f-4e15-97bd-3d568cbc7edd)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:12.328348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.388250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.390306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2923839e-b4ff-426d-a9f2-161a0780cdfd tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:12.423287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event deleted for resources: {'Port': ['ID=4abfac6b-a010-4100-a1ad-90916717967a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:12.426208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:12.431689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] No DVR routers for this DVR port 4abfac6b-a010-4100-a1ad-90916717967a on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:12.547047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.558723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b31a86-1202-4af8-81cb-e65f856cfe46']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:12.570265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:12.570561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d05081-fd0f-4e15-97bd-3d568cbc7edd') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:12.581520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.583442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Calling delete_port for 4abfac6b-a010-4100-a1ad-90916717967a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:47:12.596838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.602663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:47:12.603036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:47:12.606040 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:47:12.672317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.674519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:12.686276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.694158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:12.696152 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "DELETE /v2.0/networks/f4b31a86-1202-4af8-81cb-e65f856cfe46 HTTP/1.1" status: 204 len: 168 time: 0.7898533 Jun 10 16:47:12.697111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-20b8ceb8-8c35-4827-b007-1c797d5d43be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:12.698968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55970) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:12.707621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Pushing event deleted for resources: {'Port': ['ID=4abfac6b-a010-4100-a1ad-90916717967a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:12.710692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:12.711512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] No DVR routers for this DVR port 4abfac6b-a010-4100-a1ad-90916717967a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:47:12.726581 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Pushing event deleted for resources: {'Network': ['ID=f4b31a86-1202-4af8-81cb-e65f856cfe46,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:12.729024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:12.741589 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dbfdec68-e8bc-4ff5-a52c-6ec77874442e tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6e6601d-94ec-402b-8e94-26ae52bba55c HTTP/1.1" status: 200 len: 205 time: 0.0412447 Jun 10 16:47:12.743710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55972) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:12.850999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.085889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.087991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.152126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.152676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Fanout notify agent at l3_agent the message router_deleted on router d6e6601d-94ec-402b-8e94-26ae52bba55c {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:47:13.161874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.163326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3671eb4f-05bb-49c2-9e9d-1b65cd8ae1b2 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] 10.222.0.23 "DELETE /v2.0/routers/d6e6601d-94ec-402b-8e94-26ae52bba55c HTTP/1.1" status: 204 len: 168 time: 0.4186766 Jun 10 16:47:13.175792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4abfac6b-a010-4100-a1ad-90916717967a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:47:13.200147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4abfac6b-a010-4100-a1ad-90916717967a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:47:13.200502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4abfac6b-a010-4100-a1ad-90916717967a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:47:13.200938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e81edcf6-2a87-463a-80a7-8c3e778fc5d1 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:47:13.225530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e81edcf6-2a87-463a-80a7-8c3e778fc5d1 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:47:13.225898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e81edcf6-2a87-463a-80a7-8c3e778fc5d1 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:47:13.428153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55978) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:13.581522 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-20607883-7463-43cd-9a69-a0d66430ca1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d6a9b9c7fa34f859634bdbf5478e9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520433 Jun 10 16:47:13.584743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 55982) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:13.641024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.665303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.721004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.727318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:13.727318 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10260923-abaf-493e-98d0-32c456a08d80 HTTP/1.1" status: 204 len: 168 time: 0.1400232 Jun 10 16:47:13.727318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a8ac2fed-e7a2-4355-b4bd-ab04a75deeb6 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:13.735352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10260923-abaf-493e-98d0-32c456a08d80,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:13.738974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1c6decc3-9f4d-4080-a0d1-d75db7d21660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:14.339846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56004) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:14.436407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-553269401-network', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:14.458451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Made reservation on behalf of 1c0a4c641e6c44c590a0dcf0a832f341 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:14.460760 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.472481 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.568783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.572734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.575673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4ca2e312-78fd-468b-932f-6e6cf598adcd tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:14.601962 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:47:14.610795 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb8fc80-87b3-47ab-920b-0828e01a0685,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:14.615255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:14.618376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.618721 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Added segment 3e15ff45-bc68-490f-964c-8e75ab55322d of type vlan for network 38024dbe-cba5-4170-b226-98f75d04843a Jun 10 16:47:14.670914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.699870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.700887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:14.701501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.703579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-61119473-595a-4498-ad04-e00bd4dac580 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:14.735267 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3942282 Jun 10 16:47:14.739787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56008) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:14.745305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Request body: {'subnet': {'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-subnet', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:14.765906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Made reservation on behalf of 1c0a4c641e6c44c590a0dcf0a832f341 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:14.769473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.791693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Pushing event updated for resources: {'Network': ['ID=38024dbe-cba5-4170-b226-98f75d04843a,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:14.794344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:14.802874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 38024dbe-cba5-4170-b226-98f75d04843a details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:47:14.975301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:14.977922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9cc847f-16f2-4954-a2f2-4f3d19710b5e tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:15.048597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4485a1-3c71-427c-950d-cd53c1eb3cff,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:15.053612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:15.054707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Checking segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:15.055056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Network hostable DHCP agents. Network: 38024dbe-cba5-4170-b226-98f75d04843a, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:47:15.072112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Network 38024dbe-cba5-4170-b226-98f75d04843a is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:47:15.082709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 38024dbe-cba5-4170-b226-98f75d04843a) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:15.087024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:15.087573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.091633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842712f1-ef02-425c-bcb0-a0532841f455 None None] Network 38024dbe-cba5-4170-b226-98f75d04843a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:15.108614 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba0d3664-90d6-48c3-8246-379f2473a507 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3665569 Jun 10 16:47:15.109396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56010) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:15.115676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:15.141792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.143445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.279655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-38024dbe-cba5-4170-b226-98f75d04843a', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'fixed_ips': [{'subnet_id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:47:15.280539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.442227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Allocated IP 172.20.0.2 (38024dbe-cba5-4170-b226-98f75d04843a/fb4485a1-3c71-427c-950d-cd53c1eb3cff/39cc70cd-5c16-45a0-85ee-aadf8093a545) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:15.583141 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.630356 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.639312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Transition to ACTIVE for port object 39cc70cd-5c16-45a0-85ee-aadf8093a545 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:15.657456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Transition to ACTIVE for port object 39cc70cd-5c16-45a0-85ee-aadf8093a545 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:15.664586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.666574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:15.718837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Network 38024dbe-cba5-4170-b226-98f75d04843a is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:15.721924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:15.725536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:15.731215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Pushing event updated for resources: {'Port': ['ID=39cc70cd-5c16-45a0-85ee-aadf8093a545,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:15.735249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:15.799389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.800164 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Attempting to bind port 39cc70cd-5c16-45a0-85ee-aadf8093a545 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:15.800297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Attempting to bind port 39cc70cd-5c16-45a0-85ee-aadf8093a545 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:15.800577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Attempting to bind port 39cc70cd-5c16-45a0-85ee-aadf8093a545 on network 38024dbe-cba5-4170-b226-98f75d04843a {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:15.806120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:15.806871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Checking segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:15.807014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.807292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Bound using segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:15.807770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Bound port: 39cc70cd-5c16-45a0-85ee-aadf8093a545, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:15.808149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.885213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] For port 39cc70cd-5c16-45a0-85ee-aadf8093a545, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:15.888529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] For port 39cc70cd-5c16-45a0-85ee-aadf8093a545, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=39cc70cd-5c16-45a0-85ee-aadf8093a545,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:15.893091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:15.896389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3a052325-8447-417f-b995-e196cdfa7d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:15.965468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Pushing event updated for resources: {'Port': ['ID=39cc70cd-5c16-45a0-85ee-aadf8093a545,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:15.968819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:16.119238 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:16.155032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:16.327235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Allocated IP 172.26.5.176 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/11c2d667-1f12-45cb-bce8-6c807b24106a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:16.461170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:16.502242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:16.504368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:16.552932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:16.555919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:16.560469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:16.563836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Pushing event updated for resources: {'Port': ['ID=11c2d667-1f12-45cb-bce8-6c807b24106a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:16.592499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:16.874722 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6810d-0688-4e72-a268-311181f135ab None None] Network 38024dbe-cba5-4170-b226-98f75d04843a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:16.927953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:16.976379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-641daf47-f492-40ba-a4e6-14075e0d5cd3 None None] Provisioning for port 39cc70cd-5c16-45a0-85ee-aadf8093a545 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:17.220016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 39cc70cd-5c16-45a0-85ee-aadf8093a545 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:17.238876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.299861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 39cc70cd-5c16-45a0-85ee-aadf8093a545 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:17.311214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 39cc70cd-5c16-45a0-85ee-aadf8093a545 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:17.311602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.344347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ec1c6ec9-7e54-476e-b9f3-c7b74407b1ec None None] Provisioning complete for port 39cc70cd-5c16-45a0-85ee-aadf8093a545 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:17.344719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ec9-7e54-476e-b9f3-c7b74407b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.445839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Router a6719e35-51f3-43d3-9916-72bfafbb06d4 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:47:17.485012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.510069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6ec9-7e54-476e-b9f3-c7b74407b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.544982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 39cc70cd-5c16-45a0-85ee-aadf8093a545, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=39cc70cd-5c16-45a0-85ee-aadf8093a545,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:17.556938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.559436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d832fdb4-1845-44bf-8e1f-965eca8c3ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:17.604755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:47:17.618336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Sync routers for ids ['a6719e35-51f3-43d3-9916-72bfafbb06d4'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:47:17.621567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:17.625399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5124996 Jun 10 16:47:17.625739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56012) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:17.651664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-ec1c6ec9-7e54-476e-b9f3-c7b74407b1ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:47:17.652033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-ec1c6ec9-7e54-476e-b9f3-c7b74407b1ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:47:17.664440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Routers {'a6719e35-51f3-43d3-9916-72bfafbb06d4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:17.665081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a6719e35-51f3-43d3-9916-72bfafbb06d4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:17.667154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=39cc70cd-5c16-45a0-85ee-aadf8093a545,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:17.670958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:17.826127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Set router a6719e35-51f3-43d3-9916-72bfafbb06d4 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:18.307197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:47:16Z', 'revision_number': 3, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:18.311367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Checking router: a6719e35-51f3-43d3-9916-72bfafbb06d4 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:47:18.311731 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Updating router a6719e35-51f3-43d3-9916-72bfafbb06d4 port 11c2d667-1f12-45cb-bce8-6c807b24106a binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:47:18.353598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.600216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.680817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.693691 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Transition to ACTIVE for port object 11c2d667-1f12-45cb-bce8-6c807b24106a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:18.699766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.702019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-41dbf5b5-3277-4908-8d43-310e9b81b890 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:18.763793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Attempting to bind port 11c2d667-1f12-45cb-bce8-6c807b24106a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:18.764184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Attempting to bind port 11c2d667-1f12-45cb-bce8-6c807b24106a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:18.764572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Attempting to bind port 11c2d667-1f12-45cb-bce8-6c807b24106a on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:18.766637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f8e2b-c1ed-4783-bc81-df6615e40adc None None] Pushing event updated for resources: {'Port': ['ID=11c2d667-1f12-45cb-bce8-6c807b24106a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:18.771136 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c5f8e2b-c1ed-4783-bc81-df6615e40adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:18.776651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:18.776651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:18.777642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.777642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:18.778140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Bound port: 11c2d667-1f12-45cb-bce8-6c807b24106a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:18.778668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.843723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Allocated IP 172.20.0.1 (38024dbe-cba5-4170-b226-98f75d04843a/fb4485a1-3c71-427c-950d-cd53c1eb3cff/58b9b272-3a84-422c-a7ef-27559e60b846) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:18.846795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] For port 11c2d667-1f12-45cb-bce8-6c807b24106a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:18.851538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] For port 11c2d667-1f12-45cb-bce8-6c807b24106a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11c2d667-1f12-45cb-bce8-6c807b24106a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:18.855583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.857631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:18.924684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Routers {'a6719e35-51f3-43d3-9916-72bfafbb06d4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:18.925351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a6719e35-51f3-43d3-9916-72bfafbb06d4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:18.927080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f8e2b-c1ed-4783-bc81-df6615e40adc None None] Pushing event updated for resources: {'Port': ['ID=11c2d667-1f12-45cb-bce8-6c807b24106a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:18.930846 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c5f8e2b-c1ed-4783-bc81-df6615e40adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:18.986299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:18.999656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Transition to ACTIVE for port object 58b9b272-3a84-422c-a7ef-27559e60b846 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:19.035849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.039536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9134d555-9eac-48b8-bd67-1cf05b81f536 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:19.073446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] Set router a6719e35-51f3-43d3-9916-72bfafbb06d4 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:19.089582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Network 38024dbe-cba5-4170-b226-98f75d04843a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:19.095013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:19.100583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:19.130554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Pushing event updated for resources: {'Port': ['ID=58b9b272-3a84-422c-a7ef-27559e60b846,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:19.135964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:19.155253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.248542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 39cc70cd-5c16-45a0-85ee-aadf8093a545 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:19.349626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.371724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 39cc70cd-5c16-45a0-85ee-aadf8093a545 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:19.372261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.446757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:47:16Z', 'revision_number': 3, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:19.454354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e1591-1bcb-4d27-8445-76897b4eb0c2 None None] The sync data for ids ['a6719e35-51f3-43d3-9916-72bfafbb06d4'] in dv-neutron-601336-90-hyperv is: [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:47:16Z', 'revision_number': 3, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:47:19.479117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7a5e5681-d89b-41c2-a79c-add068386806 None None] Provisioning for port 58b9b272-3a84-422c-a7ef-27559e60b846 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:19.492129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7a5e5681-d89b-41c2-a79c-add068386806 None None] Provisioning complete for port 58b9b272-3a84-422c-a7ef-27559e60b846 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:19.492516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7a5e5681-d89b-41c2-a79c-add068386806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.544716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e5681-d89b-41c2-a79c-add068386806 None None] Port 58b9b272-3a84-422c-a7ef-27559e60b846 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:47:19.576818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.583065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.588048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c5149b4f-596f-41ac-aaa9-cd24ec23caef tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:19.702933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:19.735333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Pushing event updated for resources: {'Port': ['ID=58b9b272-3a84-422c-a7ef-27559e60b846,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:19.740218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:19.893693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Network 38024dbe-cba5-4170-b226-98f75d04843a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:19.895718 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:20.128705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Router a6719e35-51f3-43d3-9916-72bfafbb06d4 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:47:20.166902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-80f0f1e8-8c2d-40c6-9ff2-a5c07d6c93ed None None] Provisioning complete for port 58b9b272-3a84-422c-a7ef-27559e60b846 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:20.167348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-80f0f1e8-8c2d-40c6-9ff2-a5c07d6c93ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:20.218357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-80f0f1e8-8c2d-40c6-9ff2-a5c07d6c93ed None None] Port 58b9b272-3a84-422c-a7ef-27559e60b846 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:47:20.302909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:47:20.308299 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] 10.222.0.23 "PUT /v2.0/routers/a6719e35-51f3-43d3-9916-72bfafbb06d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6814184 Jun 10 16:47:20.835925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56028) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:20.841357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1723856158-network', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:20.865362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Made reservation on behalf of aa05c8698738450f9140c6d5f04debd2 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:20.867791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:20.880507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:20.986687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:20.990764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:20.994852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3f598053-557f-46b0-9f57-96f5687e8d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:21.013421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:47:21.034404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.034737 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Added segment 508cf5dc-329a-4cf4-9c81-3aec5944e9ec of type vlan for network 89a414cc-a990-4241-9e3d-dd8b3d854d70 Jun 10 16:47:21.036266 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3169f3a6-e1bf-41ec-98b3-7aa9089bddeb,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:21.039673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:21.092277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.117086 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Sync routers for ids ['a6719e35-51f3-43d3-9916-72bfafbb06d4'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:47:21.127796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.128862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:21.129532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.130112 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Routers {'a6719e35-51f3-43d3-9916-72bfafbb06d4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:21.130936 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a6719e35-51f3-43d3-9916-72bfafbb06d4'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:21.132057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dbae44b4-0b6e-46f4-ae5f-280498416391 tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:21.234979 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3956921 Jun 10 16:47:21.235853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56030) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:21.245225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Request body: {'subnet': {'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-subnet', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:21.249422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 11c2d667-1f12-45cb-bce8-6c807b24106a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:21.252976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Pushing event updated for resources: {'Network': ['ID=89a414cc-a990-4241-9e3d-dd8b3d854d70,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:21.257364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:21.276116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Made reservation on behalf of aa05c8698738450f9140c6d5f04debd2 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:21.278777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.285977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:47:21.298444 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Set router a6719e35-51f3-43d3-9916-72bfafbb06d4 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:21.407420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 11c2d667-1f12-45cb-bce8-6c807b24106a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:21.412993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 11c2d667-1f12-45cb-bce8-6c807b24106a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:21.413734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.513880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.525980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.535932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d7d3d7f5-234d-4476-8290-e2cb0a0c9782 tempest-NetworksTestDHCPv6-749525272 tempest-NetworksTestDHCPv6-749525272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:21.544585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 11c2d667-1f12-45cb-bce8-6c807b24106a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11c2d667-1f12-45cb-bce8-6c807b24106a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:21.551251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.554638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:21.611018 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:47:19Z', 'revision_number': 4, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '58b9b272-3a84-422c-a7ef-27559e60b846', 'name': '', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'mac_address': 'fa:16:3e:d2:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:18Z', 'updated_at': '2021-06-10T16:47:19Z', 'revision_number': 2, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'subnets': [{'id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:21.614026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d915166-f33b-47ea-81c6-387fccd606d1,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:21.615365 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Checking router: a6719e35-51f3-43d3-9916-72bfafbb06d4 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:47:21.615732 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Updating router a6719e35-51f3-43d3-9916-72bfafbb06d4 port 58b9b272-3a84-422c-a7ef-27559e60b846 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:47:21.618449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:21.621295 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Checking segment: {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:21.621663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Network hostable DHCP agents. Network: 89a414cc-a990-4241-9e3d-dd8b3d854d70, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:47:21.633317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=11c2d667-1f12-45cb-bce8-6c807b24106a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:21.637945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.638925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:21.644735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:47:21.654392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 89a414cc-a990-4241-9e3d-dd8b3d854d70) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:21.659472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:21.660066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.665729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb58228f-0d7a-4aba-bd75-5e73b7514a3d None None] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:21.673670 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.676221 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-13e7d9a1-dda7-4ce9-b54f-73edb3557edb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4391108 Jun 10 16:47:21.678949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56032) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:21.683683 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:21.706694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.707903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.781390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:21.862287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-89a414cc-a990-4241-9e3d-dd8b3d854d70', 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'fixed_ips': [{'subnet_id': '3d915166-f33b-47ea-81c6-387fccd606d1'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:47:21.863167 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.006390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.033016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Allocated IP 172.20.0.2 (89a414cc-a990-4241-9e3d-dd8b3d854d70/3d915166-f33b-47ea-81c6-387fccd606d1/523805e5-255d-44be-aae8-e98b3e3f4edf) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:22.137192 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.150991 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Transition to ACTIVE for port object 58b9b272-3a84-422c-a7ef-27559e60b846 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:22.160086 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.163101 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-85667d88-e2ab-461e-9932-018c8761d6aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:22.242266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.255570 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Transition to ACTIVE for port object 523805e5-255d-44be-aae8-e98b3e3f4edf will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:22.276824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Transition to ACTIVE for port object 523805e5-255d-44be-aae8-e98b3e3f4edf will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:22.287374 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.300124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:22.317538 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Pushing event updated for resources: {'Port': ['ID=58b9b272-3a84-422c-a7ef-27559e60b846,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:22.330494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:22.337263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:22.355056 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.355419 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.355733 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.356065 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.356393 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.356718 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.357047 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.357399 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.357727 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.358049 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.358370 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.358683 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:22.369796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:22.375749 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Attempting to bind port 58b9b272-3a84-422c-a7ef-27559e60b846 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:22.376126 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Attempting to bind port 58b9b272-3a84-422c-a7ef-27559e60b846 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:22.376490 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Attempting to bind port 58b9b272-3a84-422c-a7ef-27559e60b846 on network 38024dbe-cba5-4170-b226-98f75d04843a {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:22.380199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:22.384244 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:22.385658 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Checking segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:22.386304 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.387005 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Bound using segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:22.388480 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Bound port: 58b9b272-3a84-422c-a7ef-27559e60b846, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:22.389133 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.465831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Pushing event updated for resources: {'Port': ['ID=523805e5-255d-44be-aae8-e98b3e3f4edf,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:22.475725 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:22.480980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Attempting to bind port 523805e5-255d-44be-aae8-e98b3e3f4edf on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:22.481395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Attempting to bind port 523805e5-255d-44be-aae8-e98b3e3f4edf by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:22.481776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Attempting to bind port 523805e5-255d-44be-aae8-e98b3e3f4edf on network 89a414cc-a990-4241-9e3d-dd8b3d854d70 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:22.488347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:22.489515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Checking segment: {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:22.490242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.491351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Bound using segment: {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:22.491600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Bound port: 523805e5-255d-44be-aae8-e98b3e3f4edf, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:22.492107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.496930 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] For port 58b9b272-3a84-422c-a7ef-27559e60b846, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:22.503218 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] For port 58b9b272-3a84-422c-a7ef-27559e60b846, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58b9b272-3a84-422c-a7ef-27559e60b846,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:22.509789 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.514048 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:22.576073 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Routers {'a6719e35-51f3-43d3-9916-72bfafbb06d4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:22.576073 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a6719e35-51f3-43d3-9916-72bfafbb06d4'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:22.621340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] For port 523805e5-255d-44be-aae8-e98b3e3f4edf, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:22.629805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] For port 523805e5-255d-44be-aae8-e98b3e3f4edf, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=523805e5-255d-44be-aae8-e98b3e3f4edf,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:22.638455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.652802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:22.749855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Pushing event updated for resources: {'Port': ['ID=523805e5-255d-44be-aae8-e98b3e3f4edf,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:22.755354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:22.761509 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Pushing event updated for resources: {'Port': ['ID=58b9b272-3a84-422c-a7ef-27559e60b846,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:22.773704 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:22.828310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.856458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:22.879524 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] Set router a6719e35-51f3-43d3-9916-72bfafbb06d4 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:23.041558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Allocated IP 172.26.5.186 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/4004f406-9142-4f48-ab23-01550de56fa1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:23.223337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:23.230211 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:47:19Z', 'revision_number': 4, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '58b9b272-3a84-422c-a7ef-27559e60b846', 'name': '', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'mac_address': 'fa:16:3e:d2:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:18Z', 'updated_at': '2021-06-10T16:47:22Z', 'revision_number': 4, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'subnets': [{'id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:23.235486 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac16da-460b-44a6-a088-33844f9fa844 None None] The sync data for ids ['a6719e35-51f3-43d3-9916-72bfafbb06d4'] in dv-neutron-601336-90-hyperv is: [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:47:19Z', 'revision_number': 4, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '58b9b272-3a84-422c-a7ef-27559e60b846', 'name': '', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'mac_address': 'fa:16:3e:d2:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:18Z', 'updated_at': '2021-06-10T16:47:22Z', 'revision_number': 4, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'subnets': [{'id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:47:23.292211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:23.297114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2ed622cd-073e-4ace-9876-996ce3ce5761 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:23.356432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 11c2d667-1f12-45cb-bce8-6c807b24106a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:23.386131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:23.388870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Pushing event updated for resources: {'Port': ['ID=4004f406-9142-4f48-ab23-01550de56fa1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:23.391856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:23.394350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:23.395149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:23.426425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 11c2d667-1f12-45cb-bce8-6c807b24106a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:23.426950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:23.537898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 523805e5-255d-44be-aae8-e98b3e3f4edf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:23.802030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 523805e5-255d-44be-aae8-e98b3e3f4edf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:23.844099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:24.008025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359aaf45-8f6f-4b0b-8d21-4526ce2fd70b None None] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:47:24.135947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Provisioning for port 523805e5-255d-44be-aae8-e98b3e3f4edf completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:24.160408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Provisioning complete for port 523805e5-255d-44be-aae8-e98b3e3f4edf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:24.161287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:24.181612 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:24.370484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Router b2b834be-5265-4ec3-a27c-8ab1061014b2 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:47:24.468912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:24.534640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:47:24.546953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] For port 523805e5-255d-44be-aae8-e98b3e3f4edf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=523805e5-255d-44be-aae8-e98b3e3f4edf,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:24.550352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Sync routers for ids ['b2b834be-5265-4ec3-a27c-8ab1061014b2'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:47:24.558647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:24.560695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-995f67a2-9037-42f4-8dce-c7115d59ae02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:24.564129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:24.569063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8890407 Jun 10 16:47:24.569554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56034) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:47:24.591717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Routers {'b2b834be-5265-4ec3-a27c-8ab1061014b2'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:24.592384 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b2b834be-5265-4ec3-a27c-8ab1061014b2'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:24.738013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Pushing event updated for resources: {'Port': ['ID=523805e5-255d-44be-aae8-e98b3e3f4edf,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:24.743282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:24.774521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Set router b2b834be-5265-4ec3-a27c-8ab1061014b2 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:24.947700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e79bfb7e-2da0-4aba-80b7-a92ed9037438 None None] Provisioning complete for port 523805e5-255d-44be-aae8-e98b3e3f4edf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:24.947991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e79bfb7e-2da0-4aba-80b7-a92ed9037438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.120994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:47:23Z', 'revision_number': 3, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:25.124757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Checking router: b2b834be-5265-4ec3-a27c-8ab1061014b2 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:47:25.125018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Updating router b2b834be-5265-4ec3-a27c-8ab1061014b2 port 4004f406-9142-4f48-ab23-01550de56fa1 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:47:25.179184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.190623 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.291057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 523805e5-255d-44be-aae8-e98b3e3f4edf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:25.403388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Allocated IP 172.20.0.1 (89a414cc-a990-4241-9e3d-dd8b3d854d70/3d915166-f33b-47ea-81c6-387fccd606d1/12dfa23d-24ac-4b63-a769-b2a240b6cbf3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:25.446060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 523805e5-255d-44be-aae8-e98b3e3f4edf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:25.446444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.551388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.566976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Transition to ACTIVE for port object 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:25.643147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.648683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58b9b272-3a84-422c-a7ef-27559e60b846 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:25.689538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Transition to ACTIVE for port object 4004f406-9142-4f48-ab23-01550de56fa1 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:25.706189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.709765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-236ad09b-e0a6-405f-ae81-77be6f0742bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:25.779538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36a284-ec97-4487-ae99-999cae59c205 None None] Pushing event updated for resources: {'Port': ['ID=4004f406-9142-4f48-ab23-01550de56fa1,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:25.787033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e36a284-ec97-4487-ae99-999cae59c205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:25.789035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Attempting to bind port 4004f406-9142-4f48-ab23-01550de56fa1 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:25.789035 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Attempting to bind port 4004f406-9142-4f48-ab23-01550de56fa1 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:25.789295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Attempting to bind port 4004f406-9142-4f48-ab23-01550de56fa1 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:25.796452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 58b9b272-3a84-422c-a7ef-27559e60b846 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:25.799772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:25.800166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:25.800594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.800998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:25.801529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Bound port: 4004f406-9142-4f48-ab23-01550de56fa1, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:25.801921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.806589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 58b9b272-3a84-422c-a7ef-27559e60b846 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:25.806983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.912825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] For port 4004f406-9142-4f48-ab23-01550de56fa1, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:25.917715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] For port 4004f406-9142-4f48-ab23-01550de56fa1, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4004f406-9142-4f48-ab23-01550de56fa1,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:25.922682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:25.928502 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:26.012245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.017867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-926d98df-f770-4a36-bc1a-8b83b5a20891 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:26.034290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.037582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Routers {'b2b834be-5265-4ec3-a27c-8ab1061014b2'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:26.038234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b2b834be-5265-4ec3-a27c-8ab1061014b2'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:26.059567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:26.062434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:26.067248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:26.100283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Pushing event updated for resources: {'Port': ['ID=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:26.104574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:26.113332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36a284-ec97-4487-ae99-999cae59c205 None None] Pushing event updated for resources: {'Port': ['ID=4004f406-9142-4f48-ab23-01550de56fa1,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:26.117629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e36a284-ec97-4487-ae99-999cae59c205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:26.121385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.311375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.406923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 58b9b272-3a84-422c-a7ef-27559e60b846, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58b9b272-3a84-422c-a7ef-27559e60b846,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:26.410716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bf0047f6-a610-4f9d-b936-b2e388a332ee None None] Provisioning for port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:26.416076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.421354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:26.427428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bf0047f6-a610-4f9d-b936-b2e388a332ee None None] Provisioning complete for port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:26.427428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bf0047f6-a610-4f9d-b936-b2e388a332ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.518726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] Set router b2b834be-5265-4ec3-a27c-8ab1061014b2 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:26.523794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.528614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.531275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:26.610664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-bf0047f6-a610-4f9d-b936-b2e388a332ee None None] Port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:47:26.625026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=58b9b272-3a84-422c-a7ef-27559e60b846,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:26.629571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:26.630079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:26.632352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Pushing event updated for resources: {'Port': ['ID=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:26.636120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:26.755902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:26.757335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:26.804516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:47:23Z', 'revision_number': 3, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:26.809565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff3c372-cd29-4f80-95c4-1e5e9ce2a080 None None] The sync data for ids ['b2b834be-5265-4ec3-a27c-8ab1061014b2'] in dv-neutron-601336-90-hyperv is: [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:47:23Z', 'revision_number': 3, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:47:26.946397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Router b2b834be-5265-4ec3-a27c-8ab1061014b2 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:47:27.053179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fbb250ad-e50c-4a8f-a485-a2ae2dbe6a82 None None] Provisioning complete for port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:27.054375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fbb250ad-e50c-4a8f-a485-a2ae2dbe6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:27.112155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fbb250ad-e50c-4a8f-a485-a2ae2dbe6a82 None None] Port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:47:27.131068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:47:27.145194 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] 10.222.0.23 "PUT /v2.0/routers/b2b834be-5265-4ec3-a27c-8ab1061014b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5706675 Jun 10 16:47:27.295185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4004f406-9142-4f48-ab23-01550de56fa1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:27.358930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4004f406-9142-4f48-ab23-01550de56fa1 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:27.363607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4004f406-9142-4f48-ab23-01550de56fa1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:27.364159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:27.472336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:27.496600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4004f406-9142-4f48-ab23-01550de56fa1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4004f406-9142-4f48-ab23-01550de56fa1,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:27.500915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:27.502740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58b9b272-3a84-422c-a7ef-27559e60b846 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:27.504758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:27.599473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4004f406-9142-4f48-ab23-01550de56fa1,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:27.608804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.609176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.609520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.609857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.610259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.610515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.610986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.612219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.612681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.613017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.613387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.613766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:47:27.619041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:27.631077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 58b9b272-3a84-422c-a7ef-27559e60b846 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:27.631464 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:28.298846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-76f56847-95e7-4bc4-834d-762ca8d32fa6 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:28.300923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-76f56847-95e7-4bc4-834d-762ca8d32fa6 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 816 time: 0.1396847 Jun 10 16:47:28.316679 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-65cf1f1c-316b-4eb5-8c74-2b21a3877a12 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/quotas/1c0a4c641e6c44c590a0dcf0a832f341 HTTP/1.1" status: 200 len: 375 time: 0.0101798 Jun 10 16:47:28.385009 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Sync routers for ids ['b2b834be-5265-4ec3-a27c-8ab1061014b2'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:47:28.394683 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Routers {'b2b834be-5265-4ec3-a27c-8ab1061014b2'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:28.395236 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b2b834be-5265-4ec3-a27c-8ab1061014b2'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:28.401631 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-659bce63-7f62-4c68-acc8-f340de5fb548 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794110 Jun 10 16:47:28.527310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-2263957f-32a0-459f-8495-2997f6fdab41 service neutron] 10.222.0.23 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141379 Jun 10 16:47:28.540490 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Set router b2b834be-5265-4ec3-a27c-8ab1061014b2 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:28.652260 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-64f87f44-74fc-4739-84d6-60edb6b794ef service neutron] 10.222.0.23 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188939 Jun 10 16:47:28.820761 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:47:26Z', 'revision_number': 4, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '12dfa23d-24ac-4b63-a769-b2a240b6cbf3', 'name': '', 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'mac_address': 'fa:16:3e:ad:71:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3d915166-f33b-47ea-81c6-387fccd606d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:25Z', 'updated_at': '2021-06-10T16:47:26Z', 'revision_number': 2, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'subnets': [{'id': '3d915166-f33b-47ea-81c6-387fccd606d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:28.824478 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Checking router: b2b834be-5265-4ec3-a27c-8ab1061014b2 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:47:28.824851 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Updating router b2b834be-5265-4ec3-a27c-8ab1061014b2 port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:47:28.837295 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4bce11c8-4de6-48f5-a7df-916a38e5ea47 req-509191e2-a029-43c4-8e96-8d2b65aec831 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 210 time: 0.0378425 Jun 10 16:47:28.875325 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.201523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4004f406-9142-4f48-ab23-01550de56fa1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:29.270105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4004f406-9142-4f48-ab23-01550de56fa1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:29.270491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.338540 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.350600 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Transition to ACTIVE for port object 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:29.358064 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.360791 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-897dbcb2-547f-4116-8c9e-2297fbcd68ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:29.487477 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3ab9e-0077-4af5-8c95-528556784cc7 None None] Pushing event updated for resources: {'Port': ['ID=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:29.493056 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b2e3ab9e-0077-4af5-8c95-528556784cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:29.539906 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Attempting to bind port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:29.540291 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Attempting to bind port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:29.540667 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Attempting to bind port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 on network 89a414cc-a990-4241-9e3d-dd8b3d854d70 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:29.547561 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:29.547991 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Checking segment: {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:29.548536 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.548981 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Bound using segment: {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:29.549828 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Bound port: 12dfa23d-24ac-4b63-a769-b2a240b6cbf3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508cf5dc-329a-4cf4-9c81-3aec5944e9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:29.550148 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.625702 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] For port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:29.628951 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] For port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:29.633581 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:29.637108 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f1a66a71-48e3-4a01-b4c6-ce0e5055ed5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:29.705351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Routers {'b2b834be-5265-4ec3-a27c-8ab1061014b2'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:47:29.706002 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:47:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b2b834be-5265-4ec3-a27c-8ab1061014b2'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:29.707829 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3ab9e-0077-4af5-8c95-528556784cc7 None None] Pushing event updated for resources: {'Port': ['ID=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:29.712931 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b2e3ab9e-0077-4af5-8c95-528556784cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:29.877461 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] Set router b2b834be-5265-4ec3-a27c-8ab1061014b2 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:47:30.070722 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e2dc941b-0f40-49e6-b588-7fafea7e0a74 req-791d0b8b-46d2-46b9-8047-d6a1bec3c159 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 210 time: 0.0534365 Jun 10 16:47:30.103204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-83536eeb-44f3-43bc-858c-b621ebf286d3 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:30.104993 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-83536eeb-44f3-43bc-858c-b621ebf286d3 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 816 time: 0.2017293 Jun 10 16:47:30.118258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Request body: {'port': {'device_id': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'admin_state_up': True, 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:30.222901 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:47:26Z', 'revision_number': 4, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '12dfa23d-24ac-4b63-a769-b2a240b6cbf3', 'name': '', 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'mac_address': 'fa:16:3e:ad:71:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3d915166-f33b-47ea-81c6-387fccd606d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:25Z', 'updated_at': '2021-06-10T16:47:29Z', 'revision_number': 4, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'subnets': [{'id': '3d915166-f33b-47ea-81c6-387fccd606d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:47:30.226920 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513465fd-5ba7-4cdf-8a36-58fbc8b14cf4 None None] The sync data for ids ['b2b834be-5265-4ec3-a27c-8ab1061014b2'] in dv-neutron-601336-90-hyperv is: [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:47:26Z', 'revision_number': 4, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '12dfa23d-24ac-4b63-a769-b2a240b6cbf3', 'name': '', 'network_id': '89a414cc-a990-4241-9e3d-dd8b3d854d70', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'mac_address': 'fa:16:3e:ad:71:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '3d915166-f33b-47ea-81c6-387fccd606d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:25Z', 'updated_at': '2021-06-10T16:47:29Z', 'revision_number': 4, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'subnets': [{'id': '3d915166-f33b-47ea-81c6-387fccd606d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:47:30.269921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Made reservation on behalf of 1c0a4c641e6c44c590a0dcf0a832f341 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:47:30.273764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:30.443118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Allocated IP 172.20.0.11 (38024dbe-cba5-4170-b226-98f75d04843a/fb4485a1-3c71-427c-950d-cd53c1eb3cff/4daaea60-5a75-48ee-adaa-fb56729e5f36) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:47:30.636986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:30.651595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Transition to ACTIVE for port object 4daaea60-5a75-48ee-adaa-fb56729e5f36 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:30.690759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:30.694917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6ac06708-14df-4496-ab17-0ce27e32fd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:30.749580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Network 38024dbe-cba5-4170-b226-98f75d04843a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:47:30.753783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:47:30.756251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:47:30.799513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Pushing event updated for resources: {'Port': ['ID=4daaea60-5a75-48ee-adaa-fb56729e5f36,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:30.802540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:30.837070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:30.837744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:30.859376 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463660 Jun 10 16:47:30.872008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Request body: {'port': {'device_id': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:47:30.969887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.008424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bac11b05-4402-4014-9dd0-830a92fc059c None None] Provisioning for port 4daaea60-5a75-48ee-adaa-fb56729e5f36 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:31.014538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bac11b05-4402-4014-9dd0-830a92fc059c None None] Provisioning complete for port 4daaea60-5a75-48ee-adaa-fb56729e5f36 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:31.015111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bac11b05-4402-4014-9dd0-830a92fc059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.063506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-bac11b05-4402-4014-9dd0-830a92fc059c None None] Port 4daaea60-5a75-48ee-adaa-fb56729e5f36 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:47:31.237004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:31.303912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:31.304546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f0815-bd68-43f3-89b8-d0947299b1d6 req-00796f0f-4ca8-467f-bf28-e73eb36f11c4 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:31.306191 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-209f0815-bd68-43f3-89b8-d0947299b1d6 req-00796f0f-4ca8-467f-bf28-e73eb36f11c4 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 932 time: 0.0944054 Jun 10 16:47:31.309484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:31.309867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.346575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daaea60-5a75-48ee-adaa-fb56729e5f36 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:47:31.354413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.356473 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-209f0815-bd68-43f3-89b8-d0947299b1d6 req-d1fa292c-0423-4fb7-9bbe-cf86cd819a95 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Jun 10 16:47:31.382805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Transition to ACTIVE for port object 4daaea60-5a75-48ee-adaa-fb56729e5f36 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:47:31.387956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.390342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29b1bf6e-13f8-4236-a36a-e010cffb8ad0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:31.402953 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:47:31.417970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.464415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:31.469049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.471573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f6dbb8b6-e6c9-4466-b75b-d0700496117e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:31.522137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4daaea60-5a75-48ee-adaa-fb56729e5f36,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:31.525458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:31.534335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:31.537441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:31.593703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Attempting to bind port 4daaea60-5a75-48ee-adaa-fb56729e5f36 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:47:31.594039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Attempting to bind port 4daaea60-5a75-48ee-adaa-fb56729e5f36 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:47:31.594366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Attempting to bind port 4daaea60-5a75-48ee-adaa-fb56729e5f36 on network 38024dbe-cba5-4170-b226-98f75d04843a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:31.599943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Port 4daaea60-5a75-48ee-adaa-fb56729e5f36 on network 38024dbe-cba5-4170-b226-98f75d04843a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:47:31.600263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Attempting to bind port 4daaea60-5a75-48ee-adaa-fb56729e5f36 on network 38024dbe-cba5-4170-b226-98f75d04843a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:47:31.605409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:47:31.605745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Checking segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:47:31.606133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Bound using segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:47:31.606554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Bound port: 4daaea60-5a75-48ee-adaa-fb56729e5f36, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:47:31.606900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.681023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] For port 4daaea60-5a75-48ee-adaa-fb56729e5f36, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:47:31.684174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] For port 4daaea60-5a75-48ee-adaa-fb56729e5f36, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:47:31.689924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.691987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e563d63f-0485-4302-bb01-3972595498ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:31.738077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:31.738702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:31.740146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/4daaea60-5a75-48ee-adaa-fb56729e5f36 HTTP/1.1" status: 200 len: 1094 time: 0.8731477 Jun 10 16:47:31.741216 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'tag': '4daaea60-5a75-48ee-adaa-fb56729e5f36'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:47:31.743148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c" -d '{"events": [{"name": "network-changed", "server_uuid": "57870c6a-3fe8-4490-ae6a-36cdeca81371", "tag": "4daaea60-5a75-48ee-adaa-fb56729e5f36"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:47:31.767071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4daaea60-5a75-48ee-adaa-fb56729e5f36,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:31.786425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:31.801416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa5ec97-7e45-4bb8-a404-cf296a5c7789 x-openstack-request-id: req-7aa5ec97-7e45-4bb8-a404-cf296a5c7789 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:47:31.801764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57870c6a-3fe8-4490-ae6a-36cdeca81371", "tag": "4daaea60-5a75-48ee-adaa-fb56729e5f36", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:47:31.802075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7aa5ec97-7e45-4bb8-a404-cf296a5c7789 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:47:31.802553 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'tag': '4daaea60-5a75-48ee-adaa-fb56729e5f36', 'status': 'completed', 'code': 200} Jun 10 16:47:32.231617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1b820e8d-c24f-45e2-ae96-9ab99553891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:32.233208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-1b820e8d-c24f-45e2-ae96-9ab99553891a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 1097 time: 0.4452102 Jun 10 16:47:32.287496 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-8d85177d-c3b8-4bb2-8e16-7c0c157c08f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36 HTTP/1.1" status: 200 len: 217 time: 0.0470302 Jun 10 16:47:32.352030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-db0126b3-365b-4643-a5ec-63e0831e69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:32.353503 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-db0126b3-365b-4643-a5ec-63e0831e69d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb4485a1-3c71-427c-950d-cd53c1eb3cff HTTP/1.1" status: 200 len: 855 time: 0.0596287 Jun 10 16:47:32.419959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0983a3-f9be-4764-8594-a51623347df2 req-e484410e-f67c-4fbb-aeb1-3ddd3292991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:32.421470 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-e484410e-f67c-4fbb-aeb1-3ddd3292991b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38024dbe-cba5-4170-b226-98f75d04843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0601745 Jun 10 16:47:32.541318 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-919e7c9a-e510-4d08-999a-651ec8902f0a service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133559 Jun 10 16:47:32.544520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e5107-795a-48ac-958c-9b1899173588 req-0445d417-7da4-473f-be8d-dea5f7bf631e tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:32.546055 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-886e5107-795a-48ac-958c-9b1899173588 req-0445d417-7da4-473f-be8d-dea5f7bf631e tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 944 time: 0.0729592 Jun 10 16:47:32.591096 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-886e5107-795a-48ac-958c-9b1899173588 req-89334f80-61aa-441e-addb-c44f40103de8 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Jun 10 16:47:32.664577 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4b0983a3-f9be-4764-8594-a51623347df2 req-cd232fc0-53d2-482d-85a9-1d7cbb156f15 service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171920 Jun 10 16:47:32.779139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-242b66d2-3328-46c7-9027-d9bafa290e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:32.780650 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-242b66d2-3328-46c7-9027-d9bafa290e39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 1097 time: 0.0648911 Jun 10 16:47:32.906400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-1a93daff-50bc-46dc-a59a-798e4d34e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:32.908419 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-1a93daff-50bc-46dc-a59a-798e4d34e018 service neutron] 10.222.0.25 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 917 time: 0.1201069 Jun 10 16:47:32.963930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-99d578c2-abc4-4008-8493-1743a2dccb09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36 HTTP/1.1" status: 200 len: 217 time: 0.0483999 Jun 10 16:47:33.029738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-4a4be01a-a2a9-449c-ac49-d3ddedacb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:33.031252 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-4a4be01a-a2a9-449c-ac49-d3ddedacb581 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb4485a1-3c71-427c-950d-cd53c1eb3cff HTTP/1.1" status: 200 len: 855 time: 0.0594530 Jun 10 16:47:33.103526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-ab6d6881-50c8-41c1-be2f-7df838737062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:33.105039 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-ab6d6881-50c8-41c1-be2f-7df838737062 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38024dbe-cba5-4170-b226-98f75d04843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0661359 Jun 10 16:47:33.192931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:33.238387 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-641ad774-9350-4366-8137-bde1ad6f1b63 service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239982 Jun 10 16:47:33.252407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:33.252653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:33.365497 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5b5c7b2-1b14-43f1-be02-7d9c072d480c req-08ad3975-ef5b-4018-9e96-bd6b806155fa service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188681 Jun 10 16:47:33.522501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-593c23f3-e43e-4f61-9d10-fb44ae9e51bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:33.795497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efada6-b106-45af-b172-9360c99b76b2 req-5e078435-14a4-427f-8513-c3e4108f3e69 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:33.796957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c6efada6-b106-45af-b172-9360c99b76b2 req-5e078435-14a4-427f-8513-c3e4108f3e69 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 944 time: 0.0789959 Jun 10 16:47:33.844098 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c6efada6-b106-45af-b172-9360c99b76b2 req-d96e65f7-515c-459d-bcc3-ff6ee955ade1 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Jun 10 16:47:34.909866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4daaea60-5a75-48ee-adaa-fb56729e5f36 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:47:35.032052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5451147-5ba3-42e0-b804-c74862116acb req-4db342f4-ef46-4749-a012-8485d5d9adb1 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:35.034070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 4daaea60-5a75-48ee-adaa-fb56729e5f36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:35.034196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a5451147-5ba3-42e0-b804-c74862116acb req-4db342f4-ef46-4749-a012-8485d5d9adb1 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 944 time: 0.0754454 Jun 10 16:47:35.046810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '4daaea60-5a75-48ee-adaa-fb56729e5f36', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'port_id': '4daaea60-5a75-48ee-adaa-fb56729e5f36', 'mac_address': 'fa:16:3e:6e:15:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:47:35.076458 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a5451147-5ba3-42e0-b804-c74862116acb req-ae4e69f5-2c92-4354-a224-be51b412f500 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362518 Jun 10 16:47:35.090831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:35.106810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daaea60-5a75-48ee-adaa-fb56729e5f36 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:47:35.129935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 4daaea60-5a75-48ee-adaa-fb56729e5f36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:35.134049 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:35.136681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:35.199946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=4daaea60-5a75-48ee-adaa-fb56729e5f36,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:35.202946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:35.336844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['4daaea60-5a75-48ee-adaa-fb56729e5f36'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:47:36.165848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:36.266798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa947b3-89c3-4eb8-b383-15e0bf1e4472 req-f4e01d0d-54cd-40a6-be98-0b5e2edf7a70 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:36.268896 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8fa947b3-89c3-4eb8-b383-15e0bf1e4472 req-f4e01d0d-54cd-40a6-be98-0b5e2edf7a70 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 945 time: 0.0768104 Jun 10 16:47:36.314107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8fa947b3-89c3-4eb8-b383-15e0bf1e4472 req-11850b80-ab53-451c-b860-5c5fd58e8905 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Jun 10 16:47:36.363104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4885386c-fd97-4222-b6fd-bc83e653b717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:36.924759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4daaea60-5a75-48ee-adaa-fb56729e5f36 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:47:36.984776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 4daaea60-5a75-48ee-adaa-fb56729e5f36 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:47:36.989259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 4daaea60-5a75-48ee-adaa-fb56729e5f36 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:47:36.989641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:37.081331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:37.106463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daaea60-5a75-48ee-adaa-fb56729e5f36'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:47:37.108845 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a0ec4b-e06f-4be2-b0f9-2199273830ff" -d '{"events": [{"server_uuid": "57870c6a-3fe8-4490-ae6a-36cdeca81371", "name": "network-vif-plugged", "status": "completed", "tag": "4daaea60-5a75-48ee-adaa-fb56729e5f36"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:47:37.128128 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 4daaea60-5a75-48ee-adaa-fb56729e5f36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:47:37.133269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:37.136284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-50e0a947-a014-4e5b-80bf-99d437c9e5c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:47:37.165473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcda137c-bb40-4da2-93ca-9439769cf6ac x-openstack-request-id: req-dcda137c-bb40-4da2-93ca-9439769cf6ac {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:47:37.165768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57870c6a-3fe8-4490-ae6a-36cdeca81371", "name": "network-vif-plugged", "status": "completed", "tag": "4daaea60-5a75-48ee-adaa-fb56729e5f36", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:47:37.166027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcda137c-bb40-4da2-93ca-9439769cf6ac {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:47:37.166607 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daaea60-5a75-48ee-adaa-fb56729e5f36', 'code': 200} Jun 10 16:47:37.201166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=4daaea60-5a75-48ee-adaa-fb56729e5f36,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:47:37.204155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:47:37.413844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154067f0-ab2d-4a2b-a210-fa3bcf22faff req-527b5077-e82f-47f3-8f5e-6685c19b4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:37.415447 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-154067f0-ab2d-4a2b-a210-fa3bcf22faff req-527b5077-e82f-47f3-8f5e-6685c19b4756 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 1099 time: 0.0653920 Jun 10 16:47:37.418561 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:37.501191 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-154067f0-ab2d-4a2b-a210-fa3bcf22faff req-7e01a7c1-29e0-494d-8923-f55093259a79 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796757 Jun 10 16:47:37.537776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f19ad-47c7-449d-8592-ec866297208a req-891b331f-3eff-4eea-ada5-8c3d41d4b00b tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:37.539369 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-841f19ad-47c7-449d-8592-ec866297208a req-891b331f-3eff-4eea-ada5-8c3d41d4b00b tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 946 time: 0.1014543 Jun 10 16:47:37.589403 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-841f19ad-47c7-449d-8592-ec866297208a req-6569d4f5-d4c0-4fd7-86df-a07113b313b1 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Jun 10 16:47:38.783756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9520-406c-4f3b-99ad-5e72fb92431d req-92167e95-4413-4282-b025-129368983093 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:38.785425 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-87ac9520-406c-4f3b-99ad-5e72fb92431d req-92167e95-4413-4282-b025-129368983093 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 946 time: 0.0729532 Jun 10 16:47:38.831708 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-87ac9520-406c-4f3b-99ad-5e72fb92431d req-efa36768-398f-4946-90f5-f70775037607 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Jun 10 16:47:39.024657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d54da-a29c-4934-a404-f4dca9001504 req-53dcd99e-3be2-4b3b-8e6a-d7ae42f0dd92 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:39.026169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-395d54da-a29c-4934-a404-f4dca9001504 req-53dcd99e-3be2-4b3b-8e6a-d7ae42f0dd92 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 946 time: 0.0750504 Jun 10 16:47:39.045325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:39.072318 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-395d54da-a29c-4934-a404-f4dca9001504 req-b4b14d05-6215-4883-8c54-532a16b0447d tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Jun 10 16:47:51.617833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:47:54.592920 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-728806e1-433e-4851-8d61-8de116708249 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095483 Jun 10 16:47:54.758139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-7f9e89c6-ab4f-451b-8b79-28de006cc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:54.760708 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-7f9e89c6-ab4f-451b-8b79-28de006cc4e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 1099 time: 0.1061013 Jun 10 16:47:54.980985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-a05cf372-016b-46c9-bf0a-2075600a138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:54.982338 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-a05cf372-016b-46c9-bf0a-2075600a138b service neutron] 10.222.0.25 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 917 time: 0.1918755 Jun 10 16:47:55.047332 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-7ccf6cdb-9386-4a86-b9b7-84f6f3d24ae1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36 HTTP/1.1" status: 200 len: 217 time: 0.0572274 Jun 10 16:47:55.116128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-0e69a147-721c-4f79-9c04-a8349a26b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:55.117908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-0e69a147-721c-4f79-9c04-a8349a26b11e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb4485a1-3c71-427c-950d-cd53c1eb3cff HTTP/1.1" status: 200 len: 855 time: 0.0638204 Jun 10 16:47:55.195496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-d53aaf3d-9361-4984-9ac3-f5b9e56fed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:47:55.197445 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-d53aaf3d-9361-4984-9ac3-f5b9e56fed3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38024dbe-cba5-4170-b226-98f75d04843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723186 Jun 10 16:47:55.212078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-1db5eaac-3048-4756-8136-3b43328e9e37 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:47:55.213712 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-1db5eaac-3048-4756-8136-3b43328e9e37 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0092242 Jun 10 16:47:55.355730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-70aa11bb-3bae-44e7-af4f-fa14362a4ec6 service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345100 Jun 10 16:47:55.500913 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-75c339ff-1afc-45c2-ac72-cf827c55c70e req-5c68afe4-690f-4dc5-85c6-fadb478442f6 service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379163 Jun 10 16:48:00.883109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98ba59-ffae-419c-881e-90b9ca23b7d4 req-6581b7f0-2423-4f6a-9ee1-bcc5dedd0c9d tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:00.884203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c98ba59-ffae-419c-881e-90b9ca23b7d4 req-6581b7f0-2423-4f6a-9ee1-bcc5dedd0c9d tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 946 time: 0.0745990 Jun 10 16:48:00.928492 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5c98ba59-ffae-419c-881e-90b9ca23b7d4 req-a0758618-b27b-48e7-868e-83c5a26868a2 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Jun 10 16:48:02.128256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac04db3-cf23-4be2-8d32-2cabc65ed6d8 req-350eec99-dc33-471c-a474-708f01b63971 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:02.129887 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dac04db3-cf23-4be2-8d32-2cabc65ed6d8 req-350eec99-dc33-471c-a474-708f01b63971 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 946 time: 0.0820143 Jun 10 16:48:02.181746 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dac04db3-cf23-4be2-8d32-2cabc65ed6d8 req-cd2fca01-3ea5-4a2f-bff0-8015c5ed5cf2 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Jun 10 16:48:02.401548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-fe132b90-3804-4261-8129-5ae4ae2ac6ad tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:02.403033 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-fe132b90-3804-4261-8129-5ae4ae2ac6ad tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 946 time: 0.0779095 Jun 10 16:48:02.529361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Deleting port 4daaea60-5a75-48ee-adaa-fb56729e5f36 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:02.529704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:02.655189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] For port 4daaea60-5a75-48ee-adaa-fb56729e5f36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4daaea60-5a75-48ee-adaa-fb56729e5f36,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:02.655542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:02.753175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Calling delete_port for 4daaea60-5a75-48ee-adaa-fb56729e5f36 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:02.920180 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:02.925338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c40e43f5-d896-4e49-8fc9-66516e1664a8 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:02.932963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['4daaea60-5a75-48ee-adaa-fb56729e5f36'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:48:02.956532 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Pushing event deleted for resources: {'Port': ['ID=4daaea60-5a75-48ee-adaa-fb56729e5f36,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:02.965635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.965921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.966318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.966698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.967087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.967463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.967838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.968214 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.969035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.969035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.969365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.969696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:02.976717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:03.031181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] No DVR routers for this DVR port 4daaea60-5a75-48ee-adaa-fb56729e5f36 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:48:03.034506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:03.036540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a208cb04-5341-435e-a4d4-8437b971cb3a req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "DELETE /v2.0/ports/4daaea60-5a75-48ee-adaa-fb56729e5f36 HTTP/1.1" status: 204 len: 173 time: 0.6278069 Jun 10 16:48:03.037085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'name': 'network-vif-deleted', 'tag': '4daaea60-5a75-48ee-adaa-fb56729e5f36'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:48:03.039459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbac05c-1aaf-487e-a0da-c99c156af447" -d '{"events": [{"server_uuid": "57870c6a-3fe8-4490-ae6a-36cdeca81371", "name": "network-vif-deleted", "tag": "4daaea60-5a75-48ee-adaa-fb56729e5f36"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:48:03.080889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9735e64f-3462-46b7-b940-0bcd60ff896d x-openstack-request-id: req-9735e64f-3462-46b7-b940-0bcd60ff896d {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:48:03.081268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57870c6a-3fe8-4490-ae6a-36cdeca81371", "name": "network-vif-deleted", "tag": "4daaea60-5a75-48ee-adaa-fb56729e5f36", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:48:03.081571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9735e64f-3462-46b7-b940-0bcd60ff896d {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:48:03.082048 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57870c6a-3fe8-4490-ae6a-36cdeca81371', 'name': 'network-vif-deleted', 'tag': '4daaea60-5a75-48ee-adaa-fb56729e5f36', 'status': 'completed', 'code': 200} Jun 10 16:48:03.357446 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c93ea775-7abc-4328-b612-eda5f83c1dd9 req-afbf10c8-791f-4b92-b52f-699a6be65fde tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=57870c6a-3fe8-4490-ae6a-36cdeca81371 HTTP/1.1" status: 200 len: 210 time: 0.0334420 Jun 10 16:48:03.525596 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d8162102-cc02-4430-adc8-9581e2d1175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:04.950946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-86afbca2-9c00-49d5-93f7-a3aae683a59f tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:04.952411 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-86afbca2-9c00-49d5-93f7-a3aae683a59f tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 816 time: 0.1295559 Jun 10 16:48:04.967855 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-380423a7-d485-4ca4-9e75-68d07e9595e1 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/quotas/1c0a4c641e6c44c590a0dcf0a832f341 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Jun 10 16:48:05.046539 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-b64b2f02-6742-46f8-acb7-06dceefd9827 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709403 Jun 10 16:48:05.184565 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7ff0ceb1-69c3-49a1-8c9e-8f97246a562e service neutron] 10.222.0.23 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255679 Jun 10 16:48:05.314531 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-8a949685-6e7f-470b-8adb-742ed4b2f14e service neutron] 10.222.0.23 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220748 Jun 10 16:48:05.520957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3b17c100-f3a2-4e47-8c6a-84f5ec2d8773 req-6ec2e66e-73f8-4adf-ab74-5e78c8ab01b5 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 210 time: 0.0594187 Jun 10 16:48:06.171795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:06.366647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-42edb8d4-e8c9-47b9-b763-72d11786bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:06.648932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-b5069515-4de9-4e20-a0f6-a86188c7b558 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:06.650480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-b5069515-4de9-4e20-a0f6-a86188c7b558 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 816 time: 0.1453655 Jun 10 16:48:06.663678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Request body: {'port': {'device_id': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'admin_state_up': True, 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:48:06.766127 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-17b79f2c-2cde-4a73-8710-2083c959d2ee req-39fcf90d-5768-4d08-b9f0-a786864710e0 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 210 time: 0.0515246 Jun 10 16:48:07.026872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4daaea60-5a75-48ee-adaa-fb56729e5f36 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:07.053612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 4daaea60-5a75-48ee-adaa-fb56729e5f36 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:07.054109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 4daaea60-5a75-48ee-adaa-fb56729e5f36 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:07.211472 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Made reservation on behalf of 1c0a4c641e6c44c590a0dcf0a832f341 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:48:07.215169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:07.378607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Allocated IP 172.20.0.9 (38024dbe-cba5-4170-b226-98f75d04843a/fb4485a1-3c71-427c-950d-cd53c1eb3cff/211e1299-db5c-4cf2-8764-23a2d13eb469) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:48:07.420692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:07.583888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:07.597018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Transition to ACTIVE for port object 211e1299-db5c-4cf2-8764-23a2d13eb469 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:48:07.633421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:07.638067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-61c7c37f-b51d-4b53-86c7-5f24aa02a560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:07.690384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Network 38024dbe-cba5-4170-b226-98f75d04843a is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:48:07.693815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:48:07.697709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:48:07.705361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Pushing event updated for resources: {'Port': ['ID=211e1299-db5c-4cf2-8764-23a2d13eb469,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:07.732480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:07.765604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:07.766386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:07.786231 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1266711 Jun 10 16:48:07.800914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Request body: {'port': {'device_id': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:48:07.933734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.002532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06cd3930-85cb-4d4d-bb20-4c14e9b04948 None None] Provisioning for port 211e1299-db5c-4cf2-8764-23a2d13eb469 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:48:08.006825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06cd3930-85cb-4d4d-bb20-4c14e9b04948 None None] Provisioning complete for port 211e1299-db5c-4cf2-8764-23a2d13eb469 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:48:08.007210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cd3930-85cb-4d4d-bb20-4c14e9b04948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.053441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-06cd3930-85cb-4d4d-bb20-4c14e9b04948 None None] Port 211e1299-db5c-4cf2-8764-23a2d13eb469 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:48:08.134024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3bc42-76d9-479c-a1ec-7b00048181cb req-044a6f03-b53e-4b8f-9bad-0fdd6153e4c2 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:08.135558 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fdb3bc42-76d9-479c-a1ec-7b00048181cb req-044a6f03-b53e-4b8f-9bad-0fdd6153e4c2 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 931 time: 0.1863914 Jun 10 16:48:08.254433 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fdb3bc42-76d9-479c-a1ec-7b00048181cb req-93d74567-44e6-461e-979b-ee741e6eae75 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126492 Jun 10 16:48:08.382939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211e1299-db5c-4cf2-8764-23a2d13eb469 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:48:08.394487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.406918 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:48:08.411807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Transition to ACTIVE for port object 211e1299-db5c-4cf2-8764-23a2d13eb469 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:48:08.415965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.420063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0abfd930-b805-4381-857f-e25bf43c35d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:08.554738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Pushing event updated for resources: {'Port': ['ID=211e1299-db5c-4cf2-8764-23a2d13eb469,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:08.559491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:08.668798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Attempting to bind port 211e1299-db5c-4cf2-8764-23a2d13eb469 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:48:08.669160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Attempting to bind port 211e1299-db5c-4cf2-8764-23a2d13eb469 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:48:08.669501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Attempting to bind port 211e1299-db5c-4cf2-8764-23a2d13eb469 on network 38024dbe-cba5-4170-b226-98f75d04843a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:48:08.675433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Port 211e1299-db5c-4cf2-8764-23a2d13eb469 on network 38024dbe-cba5-4170-b226-98f75d04843a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:48:08.675759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Attempting to bind port 211e1299-db5c-4cf2-8764-23a2d13eb469 on network 38024dbe-cba5-4170-b226-98f75d04843a {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:48:08.681102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:48:08.681475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Checking segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:48:08.681859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Bound using segment: {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:48:08.682285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Bound port: 211e1299-db5c-4cf2-8764-23a2d13eb469, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e15ff45-bc68-490f-964c-8e75ab55322d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:48:08.682633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.768483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] For port 211e1299-db5c-4cf2-8764-23a2d13eb469, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:48:08.772413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] For port 211e1299-db5c-4cf2-8764-23a2d13eb469, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=211e1299-db5c-4cf2-8764-23a2d13eb469,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:48:08.777426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.779995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-03d2ff76-5ccc-4f50-a2b4-91381453b18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:08.834681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:08.835316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:08.836749 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] 10.222.0.25 "PUT /v2.0/ports/211e1299-db5c-4cf2-8764-23a2d13eb469 HTTP/1.1" status: 200 len: 1093 time: 1.0426440 Jun 10 16:48:08.837403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'tag': '211e1299-db5c-4cf2-8764-23a2d13eb469'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:48:08.839910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6198405-6406-46d8-a9ae-c872ff9e4c4a", "tag": "211e1299-db5c-4cf2-8764-23a2d13eb469"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:48:08.891569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0bf051-e3d3-4ebe-922e-26f68376440a x-openstack-request-id: req-4c0bf051-e3d3-4ebe-922e-26f68376440a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:48:08.892272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6198405-6406-46d8-a9ae-c872ff9e4c4a", "tag": "211e1299-db5c-4cf2-8764-23a2d13eb469", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:48:08.892761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c0bf051-e3d3-4ebe-922e-26f68376440a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:48:08.893480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'tag': '211e1299-db5c-4cf2-8764-23a2d13eb469', 'status': 'completed', 'code': 200} Jun 10 16:48:08.894722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Pushing event updated for resources: {'Port': ['ID=211e1299-db5c-4cf2-8764-23a2d13eb469,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:08.911352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:08.984679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-c9de2a29-86b1-4f57-9a50-069270b3dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:08.987174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-c9de2a29-86b1-4f57-9a50-069270b3dfe0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 1096 time: 0.0876286 Jun 10 16:48:09.062178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-3a03a1c3-7b6b-4cdf-b755-2da474f88050 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211e1299-db5c-4cf2-8764-23a2d13eb469 HTTP/1.1" status: 200 len: 217 time: 0.0674574 Jun 10 16:48:09.062585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:09.125813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-dd52947d-6c5e-4062-aac3-15ad57c77a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:09.127495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-dd52947d-6c5e-4062-aac3-15ad57c77a64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb4485a1-3c71-427c-950d-cd53c1eb3cff HTTP/1.1" status: 200 len: 855 time: 0.0597086 Jun 10 16:48:09.200889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-5c63ee55-6e5e-4513-811d-5993f04286bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:09.202476 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-5c63ee55-6e5e-4513-811d-5993f04286bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38024dbe-cba5-4170-b226-98f75d04843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691013 Jun 10 16:48:09.353557 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-d6ce3e16-dd34-4e62-9c47-9c3c185009e5 service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445878 Jun 10 16:48:09.524583 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-273d72ba-20aa-4fe1-8ef3-7a906053f2da req-8c4be0d2-477e-4191-b826-ce9d092918d1 service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649640 Jun 10 16:48:09.549767 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a05ab-13ea-447a-89ea-db88e8658eb1 req-34532933-2da8-4fb7-a654-481bdea1a5ee tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:09.551653 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e5a05ab-13ea-447a-89ea-db88e8658eb1 req-34532933-2da8-4fb7-a654-481bdea1a5ee tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 943 time: 0.1175399 Jun 10 16:48:09.658876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e5a05ab-13ea-447a-89ea-db88e8658eb1 req-6e7ca68c-3ad4-49cb-9eee-f1a581147069 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014192 Jun 10 16:48:09.685548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-97e4b14d-72f5-48cf-9d2d-f1e5982c050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:09.687043 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-97e4b14d-72f5-48cf-9d2d-f1e5982c050b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 1096 time: 0.1054235 Jun 10 16:48:09.820193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-7f46cb38-f323-4c32-953e-3c7109a4ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:09.821612 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-7f46cb38-f323-4c32-953e-3c7109a4ce96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 200 len: 917 time: 0.1265569 Jun 10 16:48:09.879356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-ccd2a7a3-b347-4b24-9faf-218dd37a7857 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211e1299-db5c-4cf2-8764-23a2d13eb469 HTTP/1.1" status: 200 len: 217 time: 0.0482185 Jun 10 16:48:09.944988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-e7b198d4-edee-42dc-aba3-fc5a6ea98454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:09.946484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-e7b198d4-edee-42dc-aba3-fc5a6ea98454 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fb4485a1-3c71-427c-950d-cd53c1eb3cff HTTP/1.1" status: 200 len: 855 time: 0.0593009 Jun 10 16:48:10.015470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-f35350b2-b0ca-4b08-8141-d9c76c63bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:10.017106 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-f35350b2-b0ca-4b08-8141-d9c76c63bf53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38024dbe-cba5-4170-b226-98f75d04843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0632608 Jun 10 16:48:10.145069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-86297183-c919-4be0-974f-9acef6f85e8a service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194322 Jun 10 16:48:10.269314 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-27356c4e-453c-4dd6-a100-b3d36c8b1fd1 req-170dafa1-f550-490c-ba09-adce842c19bd service neutron] 10.222.0.25 "GET /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170990 Jun 10 16:48:10.885019 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86a719-e86a-40d4-bcb8-71f9e6ac2f15 req-870e224e-aa27-449d-8a16-8d698f513537 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:10.886563 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7d86a719-e86a-40d4-bcb8-71f9e6ac2f15 req-870e224e-aa27-449d-8a16-8d698f513537 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 943 time: 0.1001301 Jun 10 16:48:10.931651 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7d86a719-e86a-40d4-bcb8-71f9e6ac2f15 req-6268495d-812c-45f4-9a35-02564ede215f tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Jun 10 16:48:12.132340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b356be-9489-4a02-a777-5382240607bd req-f591a1a2-d466-4d25-9a48-1bb17ff9c5b8 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:12.134055 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29b356be-9489-4a02-a777-5382240607bd req-f591a1a2-d466-4d25-9a48-1bb17ff9c5b8 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 943 time: 0.0812767 Jun 10 16:48:12.183478 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29b356be-9489-4a02-a777-5382240607bd req-dc38ee5e-253d-4552-8390-1ba747a93aac tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Jun 10 16:48:13.049780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 211e1299-db5c-4cf2-8764-23a2d13eb469 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:48:13.181745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 211e1299-db5c-4cf2-8764-23a2d13eb469, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=211e1299-db5c-4cf2-8764-23a2d13eb469,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:13.195831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '211e1299-db5c-4cf2-8764-23a2d13eb469', 'network_id': '38024dbe-cba5-4170-b226-98f75d04843a', 'port_id': '211e1299-db5c-4cf2-8764-23a2d13eb469', 'mac_address': 'fa:16:3e:0f:fc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4485a1-3c71-427c-950d-cd53c1eb3cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:48:13.256511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:13.276258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211e1299-db5c-4cf2-8764-23a2d13eb469 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:48:13.304615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 211e1299-db5c-4cf2-8764-23a2d13eb469, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=211e1299-db5c-4cf2-8764-23a2d13eb469,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:13.310299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:13.313496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:13.382597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=211e1299-db5c-4cf2-8764-23a2d13eb469,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:13.389959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:13.421685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a7879-5693-493b-9e0b-41a1a797a546 req-50b23ed0-f360-46ac-8c35-406c0065ca09 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:13.423248 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fe4a7879-5693-493b-9e0b-41a1a797a546 req-50b23ed0-f360-46ac-8c35-406c0065ca09 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 944 time: 0.0872557 Jun 10 16:48:13.468749 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fe4a7879-5693-493b-9e0b-41a1a797a546 req-0ee3fa88-db0a-4c4b-b635-f15fa0e3806f tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388286 Jun 10 16:48:13.533482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['211e1299-db5c-4cf2-8764-23a2d13eb469'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:48:14.674701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afbd16-ffc6-42a1-84c1-1f39f227025d req-b4e58e36-ae0f-45cf-ae31-91bff8fce893 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:14.676943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98afbd16-ffc6-42a1-84c1-1f39f227025d req-b4e58e36-ae0f-45cf-ae31-91bff8fce893 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 944 time: 0.0867901 Jun 10 16:48:14.725096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-98afbd16-ffc6-42a1-84c1-1f39f227025d req-4a7081ab-2a03-4bba-b9ab-44df359b0a22 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Jun 10 16:48:15.048709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 211e1299-db5c-4cf2-8764-23a2d13eb469 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:48:15.107795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 211e1299-db5c-4cf2-8764-23a2d13eb469 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:48:15.112216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 211e1299-db5c-4cf2-8764-23a2d13eb469 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:48:15.112648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:15.399165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:15.424925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e1299-db5c-4cf2-8764-23a2d13eb469'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:48:15.427592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b113bf-2125-4a39-95c7-c431ca1375fb" -d '{"events": [{"server_uuid": "e6198405-6406-46d8-a9ae-c872ff9e4c4a", "name": "network-vif-plugged", "status": "completed", "tag": "211e1299-db5c-4cf2-8764-23a2d13eb469"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:48:15.449181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 211e1299-db5c-4cf2-8764-23a2d13eb469, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=211e1299-db5c-4cf2-8764-23a2d13eb469,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:15.454756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:15.457590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:15.493256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d20b8b-4852-489c-9753-26e0cea9ed4d x-openstack-request-id: req-08d20b8b-4852-489c-9753-26e0cea9ed4d {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:48:15.493673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6198405-6406-46d8-a9ae-c872ff9e4c4a", "name": "network-vif-plugged", "status": "completed", "tag": "211e1299-db5c-4cf2-8764-23a2d13eb469", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:48:15.494027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08d20b8b-4852-489c-9753-26e0cea9ed4d {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:48:15.494495 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e1299-db5c-4cf2-8764-23a2d13eb469', 'code': 200} Jun 10 16:48:15.526456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=211e1299-db5c-4cf2-8764-23a2d13eb469,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:15.530305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:15.733915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539d8bf-0dcc-415d-ac91-8c726000b708 req-fe121932-5dd4-4d40-9d04-d59feb642d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:15.735542 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c539d8bf-0dcc-415d-ac91-8c726000b708 req-fe121932-5dd4-4d40-9d04-d59feb642d4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 1098 time: 0.0613954 Jun 10 16:48:15.782989 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c539d8bf-0dcc-415d-ac91-8c726000b708 req-7baed797-b1d7-47a9-b300-e0b4da78492d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Jun 10 16:48:15.929009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c06a-b3fb-4d6d-98cc-2213fbcec34e req-e22cc79e-cf31-4530-b750-ca0bf7e90f31 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:15.930643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74c7c06a-b3fb-4d6d-98cc-2213fbcec34e req-e22cc79e-cf31-4530-b750-ca0bf7e90f31 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 945 time: 0.0821426 Jun 10 16:48:15.979766 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74c7c06a-b3fb-4d6d-98cc-2213fbcec34e req-9b87beb9-ee2a-483f-8ef8-1fe4a96700a5 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383916 Jun 10 16:48:17.191630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e43d42-df67-4ef3-abc7-b8f127fe31f8 req-55935739-633e-4a90-837a-1277b3588c6c tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:17.193269 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b7e43d42-df67-4ef3-abc7-b8f127fe31f8 req-55935739-633e-4a90-837a-1277b3588c6c tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 945 time: 0.0875070 Jun 10 16:48:17.241555 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b7e43d42-df67-4ef3-abc7-b8f127fe31f8 req-f37a0b5d-98c7-4780-9c49-3d46a928507e tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Jun 10 16:48:17.431689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d3a51-d3d0-48b1-9c86-e3410beb652c req-bee3db4e-df14-4075-9156-def2902e8252 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:17.433198 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-828d3a51-d3d0-48b1-9c86-e3410beb652c req-bee3db4e-df14-4075-9156-def2902e8252 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 945 time: 0.0715284 Jun 10 16:48:17.476549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-828d3a51-d3d0-48b1-9c86-e3410beb652c req-94854179-12da-401e-a9d4-504207da85ff tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Jun 10 16:48:21.635597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:33.531963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a7129377-3148-43ca-9fbd-0920d3324b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:36.175928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:36.374297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2b74f837-9aef-46f4-a0ab-c9c9e90dfb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:37.427391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:39.050903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:39.126625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb72213-a506-46be-9563-1d18fe536258 req-977082cf-53ae-4ec4-828f-aa7bd8e70a23 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:39.128303 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1eb72213-a506-46be-9563-1d18fe536258 req-977082cf-53ae-4ec4-828f-aa7bd8e70a23 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 945 time: 0.0788994 Jun 10 16:48:39.179238 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1eb72213-a506-46be-9563-1d18fe536258 req-4addc812-b158-46c2-9511-05698fd21daa tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Jun 10 16:48:40.496836 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363858-c972-42c4-8087-17739bfc1ef6 req-c6a33cb9-8f6e-4c2e-89c0-b064329a7b90 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:40.499656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c3363858-c972-42c4-8087-17739bfc1ef6 req-c6a33cb9-8f6e-4c2e-89c0-b064329a7b90 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 945 time: 0.2025712 Jun 10 16:48:40.559982 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c3363858-c972-42c4-8087-17739bfc1ef6 req-62320301-dd4b-48dc-8b86-7bbf14248c1a tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbb8fc80-87b3-47ab-920b-0828e01a0685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554564 Jun 10 16:48:40.644368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-27178b32-ddf4-49b9-b3b8-887605454880 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:40.645983 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-27178b32-ddf4-49b9-b3b8-887605454880 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 945 time: 0.0772040 Jun 10 16:48:40.784571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Deleting port 211e1299-db5c-4cf2-8764-23a2d13eb469 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:40.784842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:40.901995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] For port 211e1299-db5c-4cf2-8764-23a2d13eb469, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=211e1299-db5c-4cf2-8764-23a2d13eb469,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:40.902359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:41.009431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Calling delete_port for 211e1299-db5c-4cf2-8764-23a2d13eb469 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:41.164638 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:41.168807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-da7b6a35-cc4f-41db-a445-19cf3b6dbd10 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:41.177317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['211e1299-db5c-4cf2-8764-23a2d13eb469'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:48:41.211290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Pushing event deleted for resources: {'Port': ['ID=211e1299-db5c-4cf2-8764-23a2d13eb469,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:41.240493 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:41.280574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] No DVR routers for this DVR port 211e1299-db5c-4cf2-8764-23a2d13eb469 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:48:41.285117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:41.287158 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-638da2ff-480f-4b3f-a88e-d7f237fde6ec req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.25 "DELETE /v2.0/ports/211e1299-db5c-4cf2-8764-23a2d13eb469 HTTP/1.1" status: 204 len: 173 time: 0.6351931 Jun 10 16:48:41.287733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'name': 'network-vif-deleted', 'tag': '211e1299-db5c-4cf2-8764-23a2d13eb469'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:48:41.290147 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dceaa72-5012-41a8-9878-45844c45d7cd" -d '{"events": [{"server_uuid": "e6198405-6406-46d8-a9ae-c872ff9e4c4a", "name": "network-vif-deleted", "tag": "211e1299-db5c-4cf2-8764-23a2d13eb469"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:48:41.345566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c99fad9-dcd2-44d7-8a04-bf743f7cddd6 x-openstack-request-id: req-8c99fad9-dcd2-44d7-8a04-bf743f7cddd6 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:48:41.345932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6198405-6406-46d8-a9ae-c872ff9e4c4a", "name": "network-vif-deleted", "tag": "211e1299-db5c-4cf2-8764-23a2d13eb469", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:48:41.346258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c99fad9-dcd2-44d7-8a04-bf743f7cddd6 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:48:41.346751 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6198405-6406-46d8-a9ae-c872ff9e4c4a', 'name': 'network-vif-deleted', 'tag': '211e1299-db5c-4cf2-8764-23a2d13eb469', 'status': 'completed', 'code': 200} Jun 10 16:48:41.745305 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4fc2b62c-f51b-48b3-be06-da213e8fed6c req-3e2d6a62-a18e-4dd0-8936-6452d2c61977 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6198405-6406-46d8-a9ae-c872ff9e4c4a HTTP/1.1" status: 200 len: 210 time: 0.0429387 Jun 10 16:48:42.894125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56350) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:43.426083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:43.815784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Deleting port 58b9b272-3a84-422c-a7ef-27559e60b846 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:43.816036 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:43.978324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] For port 58b9b272-3a84-422c-a7ef-27559e60b846, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=58b9b272-3a84-422c-a7ef-27559e60b846,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:43.979050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:44.073717 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Calling delete_port for 58b9b272-3a84-422c-a7ef-27559e60b846 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:44.323599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:44.326701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a770306e-fdfb-4ef9-90cc-7b5a6ecde3a2 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:44.357832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b9b272-3a84-422c-a7ef-27559e60b846,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:44.390369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.390750 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.391123 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.391748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.392051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.392586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.392955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.393349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.393724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.394083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.394446 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.394803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:44.399513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:44.988321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:45.214358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 211e1299-db5c-4cf2-8764-23a2d13eb469 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:45.242550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 211e1299-db5c-4cf2-8764-23a2d13eb469 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:45.242917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 211e1299-db5c-4cf2-8764-23a2d13eb469 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:45.314971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Router a6719e35-51f3-43d3-9916-72bfafbb06d4 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:48:45.406607 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:48:45.522046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:48:45.527135 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] 10.222.0.23 "PUT /v2.0/routers/a6719e35-51f3-43d3-9916-72bfafbb06d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318257 Jun 10 16:48:45.530150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56352) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:45.537281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] Sync routers for ids ['a6719e35-51f3-43d3-9916-72bfafbb06d4'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:48:45.546319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] Routers {'a6719e35-51f3-43d3-9916-72bfafbb06d4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:48:45.546955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a6719e35-51f3-43d3-9916-72bfafbb06d4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:45.678464 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:45.777788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] Set router a6719e35-51f3-43d3-9916-72bfafbb06d4 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:48:45.830804 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:45.909909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Deleting port 11c2d667-1f12-45cb-bce8-6c807b24106a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:45.910260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.040748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] For port 11c2d667-1f12-45cb-bce8-6c807b24106a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=11c2d667-1f12-45cb-bce8-6c807b24106a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:46.041424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:48:44Z', 'revision_number': 5, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port': {'id': '11c2d667-1f12-45cb-bce8-6c807b24106a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:33:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:16Z', 'updated_at': '2021-06-10T16:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:46.041580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.044889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] Checking router: a6719e35-51f3-43d3-9916-72bfafbb06d4 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:48:46.053842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] Routers {'a6719e35-51f3-43d3-9916-72bfafbb06d4'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:48:46.054488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['a6719e35-51f3-43d3-9916-72bfafbb06d4'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:46.149709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Calling delete_port for 11c2d667-1f12-45cb-bce8-6c807b24106a owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:46.191772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] Set router a6719e35-51f3-43d3-9916-72bfafbb06d4 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:48:46.280057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:48:45Z', 'revision_number': 6, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:46.284840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d082754d-dc56-472c-953c-d2544fd4cbac None None] The sync data for ids ['a6719e35-51f3-43d3-9916-72bfafbb06d4'] in dv-neutron-601336-90-hyperv is: [{'id': 'a6719e35-51f3-43d3-9916-72bfafbb06d4', 'name': 'tempest-TestEncryptedCinderVolumes-553269401-router', 'tenant_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:15Z', 'updated_at': '2021-06-10T16:48:45Z', 'revision_number': 6, 'project_id': '1c0a4c641e6c44c590a0dcf0a832f341', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:48:46.402594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.404867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8d09f306-f299-44aa-8fb2-d2221adc2a83 tempest-FloatingIPTestJSON-1173982572 tempest-FloatingIPTestJSON-1173982572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:46.437812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c2d667-1f12-45cb-bce8-6c807b24106a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:46.441070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:46.542143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.699239 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.701619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.761067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.761629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6719e35-51f3-43d3-9916-72bfafbb06d4 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:48:46.765878 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.767802 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a6719e35-51f3-43d3-9916-72bfafbb06d4 HTTP/1.1" status: 204 len: 168 time: 1.2371266 Jun 10 16:48:46.770005 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56354) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:46.827844 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Deleting subnet fb4485a1-3c71-427c-950d-cd53c1eb3cff {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:48:46.831883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.875356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:46.979872 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.047387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.050862 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cfe5b4aa-373b-462a-bece-3bfc6defdcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:47.084812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.086709 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fb4485a1-3c71-427c-950d-cd53c1eb3cff HTTP/1.1" status: 204 len: 168 time: 0.3157969 Jun 10 16:48:47.089042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4485a1-3c71-427c-950d-cd53c1eb3cff,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:47.090230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e31f2d-fea6-451b-8ef3-3dcdb3ba9f0c None None] Network 38024dbe-cba5-4170-b226-98f75d04843a requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:48:47.091143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56356) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:47.093266 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-34ce2cf4-0b33-42cd-99f4-a5cd3a837b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:47.208198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.268697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 11c2d667-1f12-45cb-bce8-6c807b24106a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:47.299471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Deleting port 39cc70cd-5c16-45a0-85ee-aadf8093a545 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:47.299998 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.305962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 11c2d667-1f12-45cb-bce8-6c807b24106a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:47.307005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 11c2d667-1f12-45cb-bce8-6c807b24106a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:47.307675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58b9b272-3a84-422c-a7ef-27559e60b846 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:47.335300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 58b9b272-3a84-422c-a7ef-27559e60b846 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:47.336045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 58b9b272-3a84-422c-a7ef-27559e60b846 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:47.405190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] For port 39cc70cd-5c16-45a0-85ee-aadf8093a545, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=39cc70cd-5c16-45a0-85ee-aadf8093a545,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:47.405548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.446681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] DHCP port deletion for 38024dbe-cba5-4170-b226-98f75d04843a request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:48:47.505249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Calling delete_port for 39cc70cd-5c16-45a0-85ee-aadf8093a545 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:47.507078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Deleting port 39cc70cd-5c16-45a0-85ee-aadf8093a545 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:47.507498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.592396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] For port 39cc70cd-5c16-45a0-85ee-aadf8093a545, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=39cc70cd-5c16-45a0-85ee-aadf8093a545,segment=NetworkSegment(3e15ff45-bc68-490f-964c-8e75ab55322d),segment_id=3e15ff45-bc68-490f-964c-8e75ab55322d)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:47.592825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.611309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.614351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa283b9f-4570-47f9-b57e-3387b213ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:47.649231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cc70cd-5c16-45a0-85ee-aadf8093a545,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:47.653969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] No DVR routers for this DVR port 39cc70cd-5c16-45a0-85ee-aadf8093a545 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:48:47.659788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:47.676660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-65ef1bbc-85d0-44ab-8be7-400d0c3f1bc1 req-2b04e4d0-0c5b-4b61-8aa2-cb62c7fffafa tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] (92385) timed out ('10.222.0.25', 58254) {{(pid=92385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 16:48:47.696664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Calling delete_port for 39cc70cd-5c16-45a0-85ee-aadf8093a545 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:47.759746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.771307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38024dbe-cba5-4170-b226-98f75d04843a']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:47.789008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e15ff45-bc68-490f-964c-8e75ab55322d') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:47.789338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e15ff45-bc68-490f-964c-8e75ab55322d') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:47.799713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.805280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.808108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:47.817158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.825536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:48:47.826119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:48:47.827949 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:48:47.838233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Pushing event deleted for resources: {'Port': ['ID=39cc70cd-5c16-45a0-85ee-aadf8093a545,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:47.842327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] No DVR routers for this DVR port 39cc70cd-5c16-45a0-85ee-aadf8093a545 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:48:47.852604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.852957 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.853324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.853660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.853983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.854315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.854643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.854965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.855289 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.855610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.855939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.856260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:48:47.859776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:47.918934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.923894 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:47.931797 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/38024dbe-cba5-4170-b226-98f75d04843a HTTP/1.1" status: 204 len: 168 time: 0.8345985 Jun 10 16:48:47.931797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99de2da6-4f7d-4ed8-ab78-9450651286ee tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:47.932415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56358) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:47.944367 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=38024dbe-cba5-4170-b226-98f75d04843a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:47.947418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:48.768203 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:49.137760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Deleting port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:49.138103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:49.230068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 39cc70cd-5c16-45a0-85ee-aadf8093a545 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:49.256625 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] For port 12dfa23d-24ac-4b63-a769-b2a240b6cbf3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:49.257633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:49.260782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 39cc70cd-5c16-45a0-85ee-aadf8093a545 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:49.260782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 39cc70cd-5c16-45a0-85ee-aadf8093a545 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:49.356844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Calling delete_port for 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:49.604039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:49.606510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:49.649194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dfa23d-24ac-4b63-a769-b2a240b6cbf3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:49.652322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:49.883181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:50.174939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Router b2b834be-5265-4ec3-a27c-8ab1061014b2 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:48:50.322269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:48:50.327257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] 10.222.0.23 "PUT /v2.0/routers/b2b834be-5265-4ec3-a27c-8ab1061014b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941174 Jun 10 16:48:50.329946 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56360) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:50.330787 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] Sync routers for ids ['b2b834be-5265-4ec3-a27c-8ab1061014b2'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:48:50.339794 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] Routers {'b2b834be-5265-4ec3-a27c-8ab1061014b2'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:48:50.340410 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b2b834be-5265-4ec3-a27c-8ab1061014b2'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:50.478569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:50.482244 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] Set router b2b834be-5265-4ec3-a27c-8ab1061014b2 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:48:50.623048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:50.685470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Deleting port 4004f406-9142-4f48-ab23-01550de56fa1 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:50.685816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:50.723007 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186'}], 'enable_snat': True}, 'gw_port_id': '4004f406-9142-4f48-ab23-01550de56fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:48:49Z', 'revision_number': 5, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port': {'id': '4004f406-9142-4f48-ab23-01550de56fa1', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:47:22Z', 'updated_at': '2021-06-10T16:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:50.727040 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] Checking router: b2b834be-5265-4ec3-a27c-8ab1061014b2 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:48:50.738097 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] Routers {'b2b834be-5265-4ec3-a27c-8ab1061014b2'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:48:50.738679 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b2b834be-5265-4ec3-a27c-8ab1061014b2'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:50.801199 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] For port 4004f406-9142-4f48-ab23-01550de56fa1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4004f406-9142-4f48-ab23-01550de56fa1,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:50.801556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:50.898290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Calling delete_port for 4004f406-9142-4f48-ab23-01550de56fa1 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:50.968171 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] Set router b2b834be-5265-4ec3-a27c-8ab1061014b2 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:48:51.049319 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:48:50Z', 'revision_number': 6, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:51.053036 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a9112-0283-48ce-9ed7-909767922651 None None] The sync data for ids ['b2b834be-5265-4ec3-a27c-8ab1061014b2'] in dv-neutron-601336-90-hyperv is: [{'id': 'b2b834be-5265-4ec3-a27c-8ab1061014b2', 'name': 'tempest-TestEncryptedCinderVolumes-1723856158-router', 'tenant_id': 'aa05c8698738450f9140c6d5f04debd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:47:21Z', 'updated_at': '2021-06-10T16:48:50Z', 'revision_number': 6, 'project_id': 'aa05c8698738450f9140c6d5f04debd2', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:48:51.107185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.110290 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:51.143347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=4004f406-9142-4f48-ab23-01550de56fa1,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:51.147658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:51.236070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.371543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.373708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.440273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.440880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2b834be-5265-4ec3-a27c-8ab1061014b2 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:48:51.449321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.451061 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] 10.222.0.23 "DELETE /v2.0/routers/b2b834be-5265-4ec3-a27c-8ab1061014b2 HTTP/1.1" status: 204 len: 168 time: 1.1201696 Jun 10 16:48:51.453672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56362) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:51.526469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Deleting subnet 3d915166-f33b-47ea-81c6-387fccd606d1 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:48:51.529593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.581433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.639888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.685114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.749218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.752030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ada1df91-d2e8-427a-8670-d81b415a025d tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:51.784781 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d915166-f33b-47ea-81c6-387fccd606d1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:51.786799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:51.787895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.792527 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3d915166-f33b-47ea-81c6-387fccd606d1 HTTP/1.1" status: 204 len: 168 time: 0.3371513 Jun 10 16:48:51.792747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56364) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:51.793557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65654d08-381a-402f-846f-fdaaca086aee None None] Network 89a414cc-a990-4241-9e3d-dd8b3d854d70 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:48:51.873044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:51.916299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:51.916560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 12dfa23d-24ac-4b63-a769-b2a240b6cbf3 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:51.916816 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:51.986810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Deleting port 523805e5-255d-44be-aae8-e98b3e3f4edf {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:51.987218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.058275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] DHCP port deletion for 89a414cc-a990-4241-9e3d-dd8b3d854d70 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:48:52.119932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Deleting port 523805e5-255d-44be-aae8-e98b3e3f4edf {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:48:52.120357 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.220291 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] For port 523805e5-255d-44be-aae8-e98b3e3f4edf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=523805e5-255d-44be-aae8-e98b3e3f4edf,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:52.220703 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.317403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Calling delete_port for 523805e5-255d-44be-aae8-e98b3e3f4edf owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:52.418662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.420824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:52.449695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Pushing event deleted for resources: {'Port': ['ID=523805e5-255d-44be-aae8-e98b3e3f4edf,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:52.451811 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] For port 523805e5-255d-44be-aae8-e98b3e3f4edf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=523805e5-255d-44be-aae8-e98b3e3f4edf,segment=NetworkSegment(508cf5dc-329a-4cf4-9c81-3aec5944e9ec),segment_id=508cf5dc-329a-4cf4-9c81-3aec5944e9ec)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:52.452177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.453170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:52.457237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] No DVR routers for this DVR port 523805e5-255d-44be-aae8-e98b3e3f4edf on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:48:52.552490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Calling delete_port for 523805e5-255d-44be-aae8-e98b3e3f4edf owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:48:52.646930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.649015 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b3b418c3-bdca-4002-b6a9-ed328939a651 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:52.684986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Pushing event deleted for resources: {'Port': ['ID=523805e5-255d-44be-aae8-e98b3e3f4edf,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:52.687296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:52.689785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] No DVR routers for this DVR port 523805e5-255d-44be-aae8-e98b3e3f4edf on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:48:52.794768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.806218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a414cc-a990-4241-9e3d-dd8b3d854d70']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:52.822468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508cf5dc-329a-4cf4-9c81-3aec5944e9ec') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:52.822760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508cf5dc-329a-4cf4-9c81-3aec5944e9ec') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:52.833677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.849210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.856066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:48:52.856456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:48:52.858191 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:48:52.933947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.937952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:52.940664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:52.942517 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] 10.222.0.23 "DELETE /v2.0/networks/89a414cc-a990-4241-9e3d-dd8b3d854d70 HTTP/1.1" status: 204 len: 168 time: 1.1481957 Jun 10 16:48:52.957321 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a414cc-a990-4241-9e3d-dd8b3d854d70,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:52.959865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:53.110335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:53.154127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9e310f33-cf5d-4161-9c72-6eb3a2211cc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c0a4c641e6c44c590a0dcf0a832f341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424333 Jun 10 16:48:53.156380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56370) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:53.215584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.228075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4004f406-9142-4f48-ab23-01550de56fa1 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:53.241158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.255244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4004f406-9142-4f48-ab23-01550de56fa1 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:53.255688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4004f406-9142-4f48-ab23-01550de56fa1 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:53.256208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 523805e5-255d-44be-aae8-e98b3e3f4edf no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:48:53.284195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 523805e5-255d-44be-aae8-e98b3e3f4edf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:48:53.284728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 523805e5-255d-44be-aae8-e98b3e3f4edf not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:48:53.299945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.303284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.304829 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbb8fc80-87b3-47ab-920b-0828e01a0685 HTTP/1.1" status: 204 len: 168 time: 0.1467936 Jun 10 16:48:53.305776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d92da93a-7b53-4d92-8e08-b67881aa23b0 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:53.319939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb8fc80-87b3-47ab-920b-0828e01a0685,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:53.331243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:53.635883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56376) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:53.680253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a4b09676-942e-49a2-85bf-bc36bffb9d81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa05c8698738450f9140c6d5f04debd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431058 Jun 10 16:48:53.682699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56378) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:53.738010 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.762435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.815044 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.817702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:53.818840 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3169f3a6-e1bf-41ec-98b3-7aa9089bddeb HTTP/1.1" status: 204 len: 168 time: 0.1351635 Jun 10 16:48:53.819764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-07a4e1aa-4119-4bd2-bd0d-83f5b17fb033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:53.828364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3169f3a6-e1bf-41ec-98b3-7aa9089bddeb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:53.834122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-66921e30-eb1e-4358-a7d6-e49e6165c81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:54.552559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56400) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:54.655475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1552710327-network', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:48:54.680129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Made reservation on behalf of 17cb713adbcd4ae2b5adf0d271dd181f for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:48:54.682649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.693881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.789484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.793286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.796458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3dcbca77-da90-418c-bac5-7f1cb1153f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:54.821273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:48:54.830975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd62857-c3bd-439c-9d62-da9ae2e5af53,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:54.835468 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:54.838999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.838999 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Added segment 61180088-eac7-481a-b0da-b537c61e2297 of type vlan for network 0450730b-112b-4b77-b4d5-fb92604a9dd9 Jun 10 16:48:54.887507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.916034 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.917221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:54.917792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:54.919860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b71acf6d-d46e-47c0-80e2-184be8902347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:54.990441 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4366891 Jun 10 16:48:54.993380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56404) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:54.998478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Request body: {'subnet': {'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1552710327-subnet', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:48:55.005374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0450730b-112b-4b77-b4d5-fb92604a9dd9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:55.008111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a0b771c5-65f8-493a-9a57-1bc8e5e738f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:55.015052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:48:55.022190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Made reservation on behalf of 17cb713adbcd4ae2b5adf0d271dd181f for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:48:55.024569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.239724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.241840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e39deda1-97af-43d0-b5ac-a80163e34039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:55.311529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff580d69-51c4-49e7-b81e-19c39d002a63,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:55.316201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:55.323920 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Checking segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:48:55.324275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Network hostable DHCP agents. Network: 0450730b-112b-4b77-b4d5-fb92604a9dd9, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:48:55.342779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:48:55.353180 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 0450730b-112b-4b77-b4d5-fb92604a9dd9) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:48:55.357121 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:48:55.357727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.363492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c52644-3560-4395-851d-065831073d7e None None] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:48:55.372716 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-71e4bade-2d62-46db-a7b0-e36227809077 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3782232 Jun 10 16:48:55.375526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56406) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:55.380906 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:48:55.402744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.403790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.469512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.565761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-0450730b-112b-4b77-b4d5-fb92604a9dd9', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:48:55.566663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.682591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.725388 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Allocated IP 172.20.0.2 (0450730b-112b-4b77-b4d5-fb92604a9dd9/ff580d69-51c4-49e7-b81e-19c39d002a63/4e71aeab-5448-48b7-b386-c8c086c36282) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:48:55.916453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.927314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Transition to ACTIVE for port object 4e71aeab-5448-48b7-b386-c8c086c36282 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:48:55.944604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Transition to ACTIVE for port object 4e71aeab-5448-48b7-b386-c8c086c36282 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:48:55.951217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:55.953285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:56.002032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:48:56.005006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:48:56.008520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:48:56.016591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Pushing event updated for resources: {'Port': ['ID=4e71aeab-5448-48b7-b386-c8c086c36282,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:56.020791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:56.088682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Attempting to bind port 4e71aeab-5448-48b7-b386-c8c086c36282 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:48:56.089068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Attempting to bind port 4e71aeab-5448-48b7-b386-c8c086c36282 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:48:56.089469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Attempting to bind port 4e71aeab-5448-48b7-b386-c8c086c36282 on network 0450730b-112b-4b77-b4d5-fb92604a9dd9 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:48:56.095610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:48:56.096006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Checking segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:48:56.096426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.096832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Bound using segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:48:56.097425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Bound port: 4e71aeab-5448-48b7-b386-c8c086c36282, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:48:56.097812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.176173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] For port 4e71aeab-5448-48b7-b386-c8c086c36282, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:48:56.179878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] For port 4e71aeab-5448-48b7-b386-c8c086c36282, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e71aeab-5448-48b7-b386-c8c086c36282,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:48:56.183504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.185531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:56.251361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Pushing event updated for resources: {'Port': ['ID=4e71aeab-5448-48b7-b386-c8c086c36282,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:56.254352 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:56.387129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.419773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.566880 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Allocated IP 172.26.5.175 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/bf23b0c9-07c8-4761-990c-25d35b0d520c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:48:56.713645 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.756324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:56.758469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:56.806100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:48:56.809006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:48:56.812716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:48:56.844009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf23b0c9-07c8-4761-990c-25d35b0d520c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:56.854016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:57.174468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.189973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb41b22e-488d-4601-acd6-17f9b4d3461c None None] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:48:57.281089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e71aeab-5448-48b7-b386-c8c086c36282 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:48:57.352904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e834555d-8f16-4978-99e0-9e75197396ef None None] Provisioning for port 4e71aeab-5448-48b7-b386-c8c086c36282 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:48:57.415214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4e71aeab-5448-48b7-b386-c8c086c36282 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:48:57.424593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4e71aeab-5448-48b7-b386-c8c086c36282 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:48:57.424897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.466366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.560185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.598810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4e71aeab-5448-48b7-b386-c8c086c36282, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e71aeab-5448-48b7-b386-c8c086c36282,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:48:57.603907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.606052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b49154ca-2a3d-4581-871a-9ae16c1351c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:57.655292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:48:57.669238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4e71aeab-5448-48b7-b386-c8c086c36282,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:57.672355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:57.785525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b8206dd6-30e0-44d8-ad58-6783a9b34d33 None None] Provisioning complete for port 4e71aeab-5448-48b7-b386-c8c086c36282 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:48:57.785904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b8206dd6-30e0-44d8-ad58-6783a9b34d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.807292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:48:57.818109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Sync routers for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:48:57.823924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:57.825490 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4481964 Jun 10 16:48:57.828524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56408) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:48:57.839039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:48:57.839696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:58.026342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:48:58.266938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:57Z', 'revision_number': 3, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:58.272938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Checking router: fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:48:58.273515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Updating router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 port bf23b0c9-07c8-4761-990c-25d35b0d520c binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:48:58.321335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.412791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.605193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Allocated IP 172.20.0.1 (0450730b-112b-4b77-b4d5-fb92604a9dd9/ff580d69-51c4-49e7-b81e-19c39d002a63/af88f69c-bdeb-4dc1-bbd6-f286be37adb8) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:48:58.629301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.639417 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Transition to ACTIVE for port object bf23b0c9-07c8-4761-990c-25d35b0d520c will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:48:58.645756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.647637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e36a284-ec97-4487-ae99-999cae59c205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:58.706611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Attempting to bind port bf23b0c9-07c8-4761-990c-25d35b0d520c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:48:58.706990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Attempting to bind port bf23b0c9-07c8-4761-990c-25d35b0d520c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:48:58.707362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Attempting to bind port bf23b0c9-07c8-4761-990c-25d35b0d520c on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:48:58.716080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:48:58.716462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:48:58.716871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.717298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:48:58.718166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Bound port: bf23b0c9-07c8-4761-990c-25d35b0d520c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:48:58.718550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.722094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455aaa4-5a59-49ff-a83c-13afd32c21db None None] Pushing event updated for resources: {'Port': ['ID=bf23b0c9-07c8-4761-990c-25d35b0d520c,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:58.746255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2455aaa4-5a59-49ff-a83c-13afd32c21db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:58.748432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.762318 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Transition to ACTIVE for port object af88f69c-bdeb-4dc1-bbd6-f286be37adb8 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:48:58.785358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] For port bf23b0c9-07c8-4761-990c-25d35b0d520c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:48:58.788893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] For port bf23b0c9-07c8-4761-990c-25d35b0d520c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bf23b0c9-07c8-4761-990c-25d35b0d520c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:48:58.794727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.797820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:58.804716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.807742 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0af4b1f8-de61-40ee-8721-cdfeb46d639c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:58.853921 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:48:58.857018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:48:58.860469 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:48:58.863982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:48:58.864633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:58.901423 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Pushing event updated for resources: {'Port': ['ID=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:58.905973 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:58.915450 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:58.921329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455aaa4-5a59-49ff-a83c-13afd32c21db None None] Pushing event updated for resources: {'Port': ['ID=bf23b0c9-07c8-4761-990c-25d35b0d520c,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:59.115768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:59.146251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2455aaa4-5a59-49ff-a83c-13afd32c21db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:59.174766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-af3dfc59-1344-4cc2-81a5-a38f72e0ac30 None None] Provisioning for port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:48:59.182272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-af3dfc59-1344-4cc2-81a5-a38f72e0ac30 None None] Provisioning complete for port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:48:59.182655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-af3dfc59-1344-4cc2-81a5-a38f72e0ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:59.242757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:48:59.285378 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e71aeab-5448-48b7-b386-c8c086c36282 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:48:59.287055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-af3dfc59-1344-4cc2-81a5-a38f72e0ac30 None None] Port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:48:59.337495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:59.342256 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:59.344747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba3253ab-9934-47e9-ae7b-ba894fee9f4e tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:48:59.428389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:59.430164 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Pushing event updated for resources: {'Port': ['ID=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:48:59.433280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:48:59.472068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4e71aeab-5448-48b7-b386-c8c086c36282 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:48:59.472450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:48:59.612077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b3b9acee-2469-4356-9852-137a2092166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:57Z', 'revision_number': 3, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:48:59.618660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9acee-2469-4356-9852-137a2092166e None None] The sync data for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv is: [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:57Z', 'revision_number': 3, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:48:59.980342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:48:59.981901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:00.164004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:49:00.210436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-a8ae39af-21a7-41fe-8be7-0e58b3352c55 None None] Provisioning complete for port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:00.210730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8ae39af-21a7-41fe-8be7-0e58b3352c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:00.254715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae39af-21a7-41fe-8be7-0e58b3352c55 None None] Port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:49:00.324749 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:49:00.330749 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] 10.222.0.23 "PUT /v2.0/routers/fcc17bf9-8fef-4b12-9f21-54c8ed119bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5002034 Jun 10 16:49:00.802304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56424) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:00.807490 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1998638126-network', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:00.829428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Made reservation on behalf of 7c14c98b25ab45fda5eae2d5c2fd2af6 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:49:00.832245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:00.843598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:00.957944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:00.962586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:00.965671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e39194c4-bb4a-4163-8a43-57e1fe178f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:00.992761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:49:01.000335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eaec55-277a-41ba-9d98-28d3f73bb01a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:01.004403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:01.007645 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.007822 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Added segment 7a104089-d37c-42ac-abd6-7d2987bf093a of type vlan for network 70e1d280-610f-4cd9-a20c-418d7fd2c13f Jun 10 16:49:01.068848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.100636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.101703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:01.102336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.104673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:01.178463 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Sync routers for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:49:01.179019 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751659 Jun 10 16:49:01.181622 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56426) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:01.187060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Request body: {'subnet': {'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1998638126-subnet', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:01.190429 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:01.191072 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:01.197048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Pushing event updated for resources: {'Network': ['ID=70e1d280-610f-4cd9-a20c-418d7fd2c13f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:01.200546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:01.211532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:49:01.221494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Made reservation on behalf of 7c14c98b25ab45fda5eae2d5c2fd2af6 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:49:01.224529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.313430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bf23b0c9-07c8-4761-990c-25d35b0d520c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:01.361192 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:01.397283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port bf23b0c9-07c8-4761-990c-25d35b0d520c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:01.402408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bf23b0c9-07c8-4761-990c-25d35b0d520c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:01.403221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.472468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.474902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1ba61f88-f4b4-4323-8a95-987020233086 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:01.509121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.535261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port bf23b0c9-07c8-4761-990c-25d35b0d520c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bf23b0c9-07c8-4761-990c-25d35b0d520c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:01.540709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.544911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8e36a284-ec97-4487-ae99-999cae59c205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:01.558679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cf0c82-e014-4b53-a80e-50a4282a4a56,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:01.563614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:01.568038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Checking segment: {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:49:01.568403 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Network hostable DHCP agents. Network: 70e1d280-610f-4cd9-a20c-418d7fd2c13f, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:49:01.587851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:49:01.601753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 70e1d280-610f-4cd9-a20c-418d7fd2c13f) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:01.610062 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:01.610785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.610915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995814c2-402f-44ad-b4f1-f340c037e10f None None] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:49:01.617568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=bf23b0c9-07c8-4761-990c-25d35b0d520c,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:01.631820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56428) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:01.632269 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4495120 Jun 10 16:49:01.634070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:01.637240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:01.663328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.664411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.671600 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 2, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:01.678515 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Checking router: fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:49:01.679132 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Updating router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:49:01.733257 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.736657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.820823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'fixed_ips': [{'subnet_id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:49:01.821901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.956247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:01.990865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Allocated IP 172.20.0.2 (70e1d280-610f-4cd9-a20c-418d7fd2c13f/f4cf0c82-e014-4b53-a80e-50a4282a4a56/305569ec-a644-4a48-970d-7c40f1b21edf) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:49:02.066934 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.078098 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Transition to ACTIVE for port object af88f69c-bdeb-4dc1-bbd6-f286be37adb8 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:02.085426 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.093756 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f360992d-8d41-44d7-bad3-f9bf90757b85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:02.193022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.209316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Transition to ACTIVE for port object 305569ec-a644-4a48-970d-7c40f1b21edf will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:02.228155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Transition to ACTIVE for port object 305569ec-a644-4a48-970d-7c40f1b21edf will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:02.237244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.242785 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Pushing event updated for resources: {'Port': ['ID=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:02.249611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.250162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:02.278990 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.279600 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.280049 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.280491 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.280963 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.281466 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.282043 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.282479 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.282909 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.283362 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.283943 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.284369 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:02.293889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.299674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:49:02.303615 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:02.305168 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:02.306026 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Attempting to bind port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:49:02.306224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:49:02.306630 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Attempting to bind port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:49:02.307100 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Attempting to bind port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 on network 0450730b-112b-4b77-b4d5-fb92604a9dd9 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:49:02.315642 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:49:02.316199 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Checking segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:49:02.316721 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.317373 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Bound using segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:49:02.317933 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Bound port: af88f69c-bdeb-4dc1-bbd6-f286be37adb8, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:49:02.318412 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.358315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Pushing event updated for resources: {'Port': ['ID=305569ec-a644-4a48-970d-7c40f1b21edf,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:02.366777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:02.406640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] For port af88f69c-bdeb-4dc1-bbd6-f286be37adb8, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:49:02.410030 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] For port af88f69c-bdeb-4dc1-bbd6-f286be37adb8, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:49:02.415560 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.417508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Attempting to bind port 305569ec-a644-4a48-970d-7c40f1b21edf on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:49:02.417891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Attempting to bind port 305569ec-a644-4a48-970d-7c40f1b21edf by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:49:02.418266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Attempting to bind port 305569ec-a644-4a48-970d-7c40f1b21edf on network 70e1d280-610f-4cd9-a20c-418d7fd2c13f {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:49:02.418758 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:02.426216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:49:02.426216 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Checking segment: {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:49:02.426600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.426993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Bound using segment: {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:49:02.427475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Bound port: 305569ec-a644-4a48-970d-7c40f1b21edf, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:49:02.427989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.447763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Allocated IP 172.26.5.154 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/cf947722-d1b4-4985-86bd-61b5283b331a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:49:02.479130 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:02.479791 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:02.507307 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] For port 305569ec-a644-4a48-970d-7c40f1b21edf, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:49:02.510955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] For port 305569ec-a644-4a48-970d-7c40f1b21edf, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305569ec-a644-4a48-970d-7c40f1b21edf,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:49:02.517572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.520220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-415df58a-2032-4e5b-ad02-50abbafab243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:02.615651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Pushing event updated for resources: {'Port': ['ID=305569ec-a644-4a48-970d-7c40f1b21edf,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:02.622507 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.627575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:02.672360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:02.678385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-af0f443c-2a1f-49ce-b02a-13b88e9bdb7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:02.733988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:49:02.739628 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:02.744358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:49:02.754597 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Pushing event updated for resources: {'Port': ['ID=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:02.757722 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:02.779605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Pushing event updated for resources: {'Port': ['ID=cf947722-d1b4-4985-86bd-61b5283b331a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:02.785736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:02.795232 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:03.090065 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:02Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:03.093553 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee11c941-6f6e-4d77-b017-510036245029 None None] The sync data for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv is: [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:02Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:49:03.127980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:03.400194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device af88f69c-bdeb-4dc1-bbd6-f286be37adb8 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:03.478070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:03.479977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:03.483631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:03.484280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:03.549907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-008e6c3f-ccd5-4a29-9518-42ac6de6979a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:03.614607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:03.663410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port af88f69c-bdeb-4dc1-bbd6-f286be37adb8, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:03.669787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:03.671231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305569ec-a644-4a48-970d-7c40f1b21edf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:03.676827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:03.694593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:49:03.783883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22774453-85ca-4e9c-aedd-32b173493406 None None] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:49:03.787523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:03.791287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:03.877138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 305569ec-a644-4a48-970d-7c40f1b21edf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:03.908313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bf23b0c9-07c8-4761-990c-25d35b0d520c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:03.912960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Provisioning for port 305569ec-a644-4a48-970d-7c40f1b21edf completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:03.957682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Provisioning complete for port 305569ec-a644-4a48-970d-7c40f1b21edf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:03.958204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:04.129971 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port bf23b0c9-07c8-4761-990c-25d35b0d520c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:04.130259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:04.223506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:04.270841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:49:04.288662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:04.292379 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6565375 Jun 10 16:49:04.292665 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56430) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:04.303028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Sync routers for ids ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:49:04.309699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] For port 305569ec-a644-4a48-970d-7c40f1b21edf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305569ec-a644-4a48-970d-7c40f1b21edf,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:04.323188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:04.327274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:04.361678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Routers {'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:04.362303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:04.681096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Pushing event updated for resources: {'Port': ['ID=305569ec-a644-4a48-970d-7c40f1b21edf,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:04.687776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:04.693318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7ceb5abc-792f-4949-b079-977f4b7d78e6 None None] Provisioning complete for port 305569ec-a644-4a48-970d-7c40f1b21edf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:04.693711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5abc-792f-4949-b079-977f4b7d78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:04.755111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Set router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:04.914074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.046737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:49:02Z', 'revision_number': 3, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:05.052641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Checking router: e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:49:05.052998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Updating router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 port cf947722-d1b4-4985-86bd-61b5283b331a binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:49:05.094109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.104999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Allocated IP 172.20.0.1 (70e1d280-610f-4cd9-a20c-418d7fd2c13f/f4cf0c82-e014-4b53-a80e-50a4282a4a56/4f2839ad-0d07-4fb0-8212-3bf2b697a82e) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:49:05.254430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.269109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Transition to ACTIVE for port object 4f2839ad-0d07-4fb0-8212-3bf2b697a82e will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:05.294290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305569ec-a644-4a48-970d-7c40f1b21edf up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:05.310459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.313566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-660d587d-b605-4491-a1ec-83555f137553 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:05.352302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:49:05.358787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:05.364662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:49:05.398851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Pushing event updated for resources: {'Port': ['ID=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:05.413222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.413716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.413995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.414370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.414742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.415251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.415492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.415859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.416227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.416594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.416959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.417350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:05.420006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 305569ec-a644-4a48-970d-7c40f1b21edf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:05.420398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.421028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:05.434058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.511480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.526269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Transition to ACTIVE for port object cf947722-d1b4-4985-86bd-61b5283b331a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:05.535070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.560719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-77ab0c13-f303-4e8f-bb52-0ca4edce810f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:05.633037 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device af88f69c-bdeb-4dc1-bbd6-f286be37adb8 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:05.638060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Attempting to bind port cf947722-d1b4-4985-86bd-61b5283b331a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:49:05.638386 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Attempting to bind port cf947722-d1b4-4985-86bd-61b5283b331a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:49:05.638761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Attempting to bind port cf947722-d1b4-4985-86bd-61b5283b331a on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:49:05.639433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.667658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857cfe2-4551-4fa0-97e8-78f26f6737b5 None None] Pushing event updated for resources: {'Port': ['ID=cf947722-d1b4-4985-86bd-61b5283b331a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:05.673634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c857cfe2-4551-4fa0-97e8-78f26f6737b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:05.685403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:49:05.686089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:49:05.686205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.686587 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:49:05.687077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Bound port: cf947722-d1b4-4985-86bd-61b5283b331a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:49:05.687461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.729767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5b526ae4-0fa9-47d9-abd3-576da56aa7b7 None None] Provisioning for port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:05.740081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5b526ae4-0fa9-47d9-abd3-576da56aa7b7 None None] Provisioning complete for port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:05.740465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5b526ae4-0fa9-47d9-abd3-576da56aa7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.801377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] For port cf947722-d1b4-4985-86bd-61b5283b331a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:49:05.819030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5b526ae4-0fa9-47d9-abd3-576da56aa7b7 None None] Port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:49:05.821827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] For port cf947722-d1b4-4985-86bd-61b5283b331a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cf947722-d1b4-4985-86bd-61b5283b331a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:49:05.822955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:05.823340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.827598 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.855381 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1d6a3426-e59c-41ba-98f3-d33708ae31d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:05.859338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.865029 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.868265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7dedf046-932d-4e37-93d3-2cd239f92d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:05.938443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857cfe2-4551-4fa0-97e8-78f26f6737b5 None None] Pushing event updated for resources: {'Port': ['ID=cf947722-d1b4-4985-86bd-61b5283b331a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:05.943742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c857cfe2-4551-4fa0-97e8-78f26f6737b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:05.945268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Routers {'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:05.945904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:48:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:05.954692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:05.956708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Pushing event updated for resources: {'Port': ['ID=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:05.960403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:06.082519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:49:06.084013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:06.261463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:49:06.290244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:06.315889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] Set router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:06.392507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a078-cdbc-4cc1-9293-7b8ebd0b5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:06.440925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:49:06.445113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-44a9ccaf-38f5-4998-ac14-6a55d8cca50c None None] Provisioning complete for port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:06.445523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-44a9ccaf-38f5-4998-ac14-6a55d8cca50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:06.446320 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] 10.222.0.23 "PUT /v2.0/routers/e3ed3f9b-36cb-4e88-8414-1f0e0de850f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1525486 Jun 10 16:49:06.551491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-44a9ccaf-38f5-4998-ac14-6a55d8cca50c None None] Port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:49:06.657523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4f2839ad-0d07-4fb0-8212-3bf2b697a82e', 'name': '', 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'mac_address': 'fa:16:3e:8e:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:04Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 2, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'subnets': [{'id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:06.661626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260bf8-f6c0-43f7-b151-e80e0dbcfecb None None] The sync data for ids ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'] in dv-neutron-601336-90-hyperv is: [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4f2839ad-0d07-4fb0-8212-3bf2b697a82e', 'name': '', 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'mac_address': 'fa:16:3e:8e:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:04Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 2, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'subnets': [{'id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:49:07.443838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:09.057716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:09.300400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cf947722-d1b4-4985-86bd-61b5283b331a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:09.371408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port cf947722-d1b4-4985-86bd-61b5283b331a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:09.385191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port cf947722-d1b4-4985-86bd-61b5283b331a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:09.385777 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:09.516925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:09.544373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port cf947722-d1b4-4985-86bd-61b5283b331a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cf947722-d1b4-4985-86bd-61b5283b331a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:09.549668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:09.555212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:09.624033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=cf947722-d1b4-4985-86bd-61b5283b331a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:09.628295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:10.278689 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Sync routers for ids ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:49:10.290965 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Routers {'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:10.291977 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:49:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:10.444530 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Set router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:10.742380 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4f2839ad-0d07-4fb0-8212-3bf2b697a82e', 'name': '', 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'mac_address': 'fa:16:3e:8e:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:04Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 2, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'subnets': [{'id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:10.746687 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Checking router: e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:49:10.747234 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Updating router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:49:10.797838 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.164636 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.178899 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Transition to ACTIVE for port object 4f2839ad-0d07-4fb0-8212-3bf2b697a82e will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:11.202992 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.207755 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f60aadce-308e-4c76-896d-dc38b72d505a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:11.318996 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e7519-523a-49aa-8956-f9b9fc178401 None None] Pushing event updated for resources: {'Port': ['ID=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:11.324144 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-5e5e7519-523a-49aa-8956-f9b9fc178401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:11.339783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cf947722-d1b4-4985-86bd-61b5283b331a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:11.467436 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Attempting to bind port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:49:11.467818 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Attempting to bind port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:49:11.468195 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Attempting to bind port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e on network 70e1d280-610f-4cd9-a20c-418d7fd2c13f {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:49:11.478918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port cf947722-d1b4-4985-86bd-61b5283b331a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:11.479378 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:49:11.479773 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Checking segment: {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:49:11.480189 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.480594 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Bound using segment: {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:49:11.481010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.481120 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Bound port: 4f2839ad-0d07-4fb0-8212-3bf2b697a82e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a104089-d37c-42ac-abd6-7d2987bf093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:49:11.482837 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.593673 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] For port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:49:11.597296 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] For port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:49:11.604127 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:11.617569 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f37aa4bf-5475-4536-9408-38ef898b512d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:11.696485 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e7519-523a-49aa-8956-f9b9fc178401 None None] Pushing event updated for resources: {'Port': ['ID=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:11.699712 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-5e5e7519-523a-49aa-8956-f9b9fc178401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:11.707746 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Routers {'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:11.710000 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:49:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:12.008596 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] Set router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:12.311626 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4f2839ad-0d07-4fb0-8212-3bf2b697a82e', 'name': '', 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'mac_address': 'fa:16:3e:8e:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:04Z', 'updated_at': '2021-06-10T16:49:11Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'subnets': [{'id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:12.317742 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc63919-ebf8-4f77-a741-44a9ac06a030 None None] The sync data for ids ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'] in dv-neutron-601336-90-hyperv is: [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:49:05Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '4f2839ad-0d07-4fb0-8212-3bf2b697a82e', 'name': '', 'network_id': '70e1d280-610f-4cd9-a20c-418d7fd2c13f', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'mac_address': 'fa:16:3e:8e:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:04Z', 'updated_at': '2021-06-10T16:49:11Z', 'revision_number': 4, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'subnets': [{'id': 'f4cf0c82-e014-4b53-a80e-50a4282a4a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:49:13.294284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4f2839ad-0d07-4fb0-8212-3bf2b697a82e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:13.360664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:13.364887 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:13.365313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:13.472603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:13.525907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:13.533883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:13.536478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c81e38e4-e27d-4522-b12a-ff185692e23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:13.628949 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:13.633125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:15.271269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4f2839ad-0d07-4fb0-8212-3bf2b697a82e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:15.336746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:15.337543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:16.992340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-703ad858-6603-4156-a44e-8b029be6f642 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:16.993743 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-703ad858-6603-4156-a44e-8b029be6f642 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 815 time: 0.1352639 Jun 10 16:49:17.009197 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-68e9243d-38a5-4040-b706-af37d90bc6d4 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/quotas/17cb713adbcd4ae2b5adf0d271dd181f HTTP/1.1" status: 200 len: 375 time: 0.0098770 Jun 10 16:49:17.081662 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-c7512d89-58de-42e6-ab9b-9745de3b043b tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671389 Jun 10 16:49:17.204316 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-fe3d10a0-1552-48d9-887c-01777bc591e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111336 Jun 10 16:49:17.328889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-6957fb87-82c0-41ae-8b31-02d808631515 service neutron] 10.222.0.23 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185844 Jun 10 16:49:17.508736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-91ad0355-399e-4cea-bc00-b850d68bfe5b req-e8a69ed0-8bcd-4470-a9d5-04d83f8b362a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 210 time: 0.0414543 Jun 10 16:49:18.614763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d12aabe9-8fc8-4efd-befc-b42a16cd5ad0 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:18.616240 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d12aabe9-8fc8-4efd-befc-b42a16cd5ad0 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 815 time: 0.1372831 Jun 10 16:49:18.629188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'port': {'device_id': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'admin_state_up': True, 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:18.677713 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b5d56259-685d-41d9-b22b-bf19b7948756 req-4d1bfada-63c9-44ab-9a79-82c3b763e0ca tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 210 time: 0.0390475 Jun 10 16:49:18.789241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Made reservation on behalf of 17cb713adbcd4ae2b5adf0d271dd181f for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:49:18.792712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:18.951911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Allocated IP 172.20.0.12 (0450730b-112b-4b77-b4d5-fb92604a9dd9/ff580d69-51c4-49e7-b81e-19c39d002a63/461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:49:19.210358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:19.233475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Transition to ACTIVE for port object 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:19.283450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:19.297362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f8c5fe18-a05f-419a-9879-5fc0c0c14870 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:19.333689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:49:19.337185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:19.341752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:49:19.421496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:19.427880 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:19.438605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:19.439453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:19.471586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8462727 Jun 10 16:49:19.682099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c680694-efb2-496e-ad2a-608f0c365643 None None] Provisioning for port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:19.686607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3c680694-efb2-496e-ad2a-608f0c365643 None None] Provisioning complete for port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:19.687556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3c680694-efb2-496e-ad2a-608f0c365643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:19.744873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3c680694-efb2-496e-ad2a-608f0c365643 None None] Port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:49:19.893588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537abdb-ff3c-496b-b2e8-402aabbdc9d1 req-68ae3789-dcf2-4c2f-a6ee-a9b5805a2380 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:19.896504 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7537abdb-ff3c-496b-b2e8-402aabbdc9d1 req-68ae3789-dcf2-4c2f-a6ee-a9b5805a2380 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0762529 Jun 10 16:49:19.946302 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7537abdb-ff3c-496b-b2e8-402aabbdc9d1 req-6207debb-d321-4033-bae2-704cc6ed4ff7 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Jun 10 16:49:21.168402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785cdd2-3ca6-4e97-9011-f6162490291d req-91f212ff-27a2-431b-a9c4-091ba20c860d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:21.169964 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8785cdd2-3ca6-4e97-9011-f6162490291d req-91f212ff-27a2-431b-a9c4-091ba20c860d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0978718 Jun 10 16:49:21.223914 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8785cdd2-3ca6-4e97-9011-f6162490291d req-45a5d93b-405e-4c02-80b5-85bea4c3c21c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472760 Jun 10 16:49:21.639077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:22.408258 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:49:22.441942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79383f-5b8c-4c47-aca4-32506a8433ed req-b7d92181-5d18-41ea-bac3-d162f5e95f7d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:22.443501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ef79383f-5b8c-4c47-aca4-32506a8433ed req-b7d92181-5d18-41ea-bac3-d162f5e95f7d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0957279 Jun 10 16:49:22.502466 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ef79383f-5b8c-4c47-aca4-32506a8433ed req-8597730d-197d-47e7-a868-9503396f1fc1 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527437 Jun 10 16:49:23.701056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90eaa8-733a-4f32-9447-0b7d64fdcb8e req-16280aef-9d0b-401f-8669-a10fceda4af1 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:23.703342 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8a90eaa8-733a-4f32-9447-0b7d64fdcb8e req-16280aef-9d0b-401f-8669-a10fceda4af1 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0765381 Jun 10 16:49:23.752870 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8a90eaa8-733a-4f32-9447-0b7d64fdcb8e req-07e91135-963e-4f06-8e0e-3efae53f686a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Jun 10 16:49:24.950204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a5f22-d69f-4dd6-84db-8a8af599a614 req-4b4b6b5c-4fc8-4a1c-9d74-820e24fa422a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:24.952785 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9c0a5f22-d69f-4dd6-84db-8a8af599a614 req-4b4b6b5c-4fc8-4a1c-9d74-820e24fa422a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0821898 Jun 10 16:49:25.000546 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9c0a5f22-d69f-4dd6-84db-8a8af599a614 req-b59c1d64-50dc-41c7-b6e7-ded3d3936339 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Jun 10 16:49:26.207251 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49bd4-ee38-4bc6-8180-e340daf5d319 req-ba1b8b9f-7d40-4785-b1bc-6cf27c2f3448 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:26.208860 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-23a49bd4-ee38-4bc6-8180-e340daf5d319 req-ba1b8b9f-7d40-4785-b1bc-6cf27c2f3448 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0858316 Jun 10 16:49:26.262443 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-23a49bd4-ee38-4bc6-8180-e340daf5d319 req-d3277a4c-c873-4fe7-a15a-6a5bb54ebc2e tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457325 Jun 10 16:49:27.470228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3060c-c4bf-4480-90d9-b483fd7ce95c req-a7607cff-7d75-48ee-a58e-e920ccb84827 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:27.471814 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-64f3060c-c4bf-4480-90d9-b483fd7ce95c req-a7607cff-7d75-48ee-a58e-e920ccb84827 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0820575 Jun 10 16:49:27.518065 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-64f3060c-c4bf-4480-90d9-b483fd7ce95c req-74826234-27d5-451c-b446-6329b46f7c4b tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Jun 10 16:49:28.706908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3bdf-b49b-459a-ba89-0aea50fd1e39 req-b792d964-78ef-4e6f-9dbc-db87061e5f76 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:28.708379 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30cc3bdf-b49b-459a-ba89-0aea50fd1e39 req-b792d964-78ef-4e6f-9dbc-db87061e5f76 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 932 time: 0.0735376 Jun 10 16:49:28.753656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30cc3bdf-b49b-459a-ba89-0aea50fd1e39 req-d9012359-0e96-4c7c-8917-8e4e2dfcb4a2 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Jun 10 16:49:29.135674 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Request body: {'port': {'device_id': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:29.226586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:29.553530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:49:29.560789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:29.573397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Transition to ACTIVE for port object 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:49:29.577522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:29.579531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ec91142a-ca40-45d4-8753-f578b0fb2869 tempest-ServersNegativeTestJSON-873790335 tempest-ServersNegativeTestJSON-873790335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:29.678475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:29.682212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:29.784040 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Attempting to bind port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:49:29.784829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Attempting to bind port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:49:29.785011 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Attempting to bind port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf on network 0450730b-112b-4b77-b4d5-fb92604a9dd9 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:49:29.789675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf on network 0450730b-112b-4b77-b4d5-fb92604a9dd9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:49:29.790030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Attempting to bind port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf on network 0450730b-112b-4b77-b4d5-fb92604a9dd9 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:49:29.795035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:49:29.796482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Checking segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:49:29.796704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Bound using segment: {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:49:29.797173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Bound port: 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61180088-eac7-481a-b0da-b537c61e2297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:49:29.797518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:29.921381 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:49:29.939828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:49:29.948109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:29.953351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:30.002432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.003069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:30.004495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] 10.222.0.25 "PUT /v2.0/ports/461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 1094 time: 0.9682074 Jun 10 16:49:30.005058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:49:30.007444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb0c3b-8515-4b94-9003-33464377bac8" -d '{"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:49:30.035017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6edb38-f1a0-4414-8530-8c3c16e6bcdd req-bb254a6e-f316-4faf-ac65-755a77fb6014 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.036610 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e6edb38-f1a0-4414-8530-8c3c16e6bcdd req-bb254a6e-f316-4faf-ac65-755a77fb6014 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 944 time: 0.1654427 Jun 10 16:49:30.054760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987779cc-01bc-43ef-86c8-e3815dbcc490 x-openstack-request-id: req-987779cc-01bc-43ef-86c8-e3815dbcc490 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:49:30.055139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:49:30.055494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-987779cc-01bc-43ef-86c8-e3815dbcc490 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:49:30.055954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'status': 'completed', 'code': 200} Jun 10 16:49:30.104861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:30.108328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:30.137839 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e6edb38-f1a0-4414-8530-8c3c16e6bcdd req-7465d21f-07e0-408d-8adb-50d20474b237 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880511 Jun 10 16:49:30.166505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-2bc4c290-5429-40dd-a6b8-da754bc4a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.168118 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-2bc4c290-5429-40dd-a6b8-da754bc4a066 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1097 time: 0.1048374 Jun 10 16:49:30.228346 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-5ab4714f-d5bc-4b11-9071-67d4aea64df8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 217 time: 0.0527453 Jun 10 16:49:30.286800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-9c588935-205b-4e17-9b86-c9865da3e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.288295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-9c588935-205b-4e17-9b86-c9865da3e7b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0539753 Jun 10 16:49:30.357542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-e8bd3ec4-746a-4f9b-8b72-dd0d599f9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.359601 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-e8bd3ec4-746a-4f9b-8b72-dd0d599f9f8d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0651481 Jun 10 16:49:30.474059 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-7deb5ed6-2964-40c4-aa0d-4b60fc1c597e service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079240 Jun 10 16:49:30.594495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-612b8388-6dac-46cd-9bc0-e7a471b69ff6 req-3704ba12-c3d5-487f-80d6-b7b5fee84b07 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144760 Jun 10 16:49:30.713105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-bca7bc20-5852-4483-9a91-11e7bc7d6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.714501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-bca7bc20-5852-4483-9a91-11e7bc7d6ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1097 time: 0.0671172 Jun 10 16:49:30.832384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-21bad73b-f37e-4b80-bc37-93e598e3495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.833893 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-21bad73b-f37e-4b80-bc37-93e598e3495f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1128330 Jun 10 16:49:30.893252 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-286123c3-a716-46f4-9755-91eb5db5ff0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 217 time: 0.0527055 Jun 10 16:49:30.956084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-0fd22c93-9635-4574-979b-46d90a629992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:30.957614 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-0fd22c93-9635-4574-979b-46d90a629992 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0573156 Jun 10 16:49:31.028374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-2c3f6676-7830-4534-ab63-0e4e8e1cdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:31.029954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-2c3f6676-7830-4534-ab63-0e4e8e1cdc85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0646753 Jun 10 16:49:31.148167 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-94da9196-1624-4e5a-8049-54ebaca9da96 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102476 Jun 10 16:49:31.271545 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8eeb0c3b-8515-4b94-9003-33464377bac8 req-14e7dece-dc16-47fa-9f86-13a22857ee8e service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160481 Jun 10 16:49:31.331938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6c448-068b-428c-9e62-db57e1e53c15 req-ff5e6930-c892-4e1c-b873-e152eeaf3dda tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:31.333332 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0cf6c448-068b-428c-9e62-db57e1e53c15 req-ff5e6930-c892-4e1c-b873-e152eeaf3dda tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 944 time: 0.0731559 Jun 10 16:49:31.381963 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0cf6c448-068b-428c-9e62-db57e1e53c15 req-42f40445-32cb-4305-8978-21517ad1ab4f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428507 Jun 10 16:49:32.930234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e4ddc-0da3-41e5-987a-9cc0fd009b8d req-794ffbc6-ebbd-47c5-975f-cd5736589006 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:32.931753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d54e4ddc-0da3-41e5-987a-9cc0fd009b8d req-794ffbc6-ebbd-47c5-975f-cd5736589006 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 944 time: 0.4337749 Jun 10 16:49:32.976306 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d54e4ddc-0da3-41e5-987a-9cc0fd009b8d req-49f7991b-ca24-4b4b-91cb-ac878e3fba7a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359259 Jun 10 16:49:33.522264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7bb7555e-a468-4739-bb19-681dfcabafa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:33.592854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:49:33.712046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:33.724764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'port_id': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'mac_address': 'fa:16:3e:de:0e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:49:33.767771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:33.782884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:49:33.807687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:33.811948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:33.813695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c857cfe2-4551-4fa0-97e8-78f26f6737b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:33.865953 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:33.869111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:34.018788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:49:34.170843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd315ebc-fe59-468c-9daf-32681420af42 req-a3a3cb7d-f7f1-4168-ad7b-fc7f25bb94a5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:34.172359 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cd315ebc-fe59-468c-9daf-32681420af42 req-a3a3cb7d-f7f1-4168-ad7b-fc7f25bb94a5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 945 time: 0.0700295 Jun 10 16:49:34.215966 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cd315ebc-fe59-468c-9daf-32681420af42 req-1a1c5850-b6d7-4ae9-a952-b8e6b01279f2 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 Jun 10 16:49:35.403071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dbf7f-aea1-42fd-9a13-8106f3c35636 req-79c5c095-bc31-408d-b26e-4a34a754799d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:35.404855 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-486dbf7f-aea1-42fd-9a13-8106f3c35636 req-79c5c095-bc31-408d-b26e-4a34a754799d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 945 time: 0.0718758 Jun 10 16:49:35.448586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-486dbf7f-aea1-42fd-9a13-8106f3c35636 req-154c1d91-9462-42fd-a0bc-bce0e8490819 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379593 Jun 10 16:49:35.601826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:49:35.659393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:49:35.663283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:35.663665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:35.761799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:35.788087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:49:35.790425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef38db2-ea6f-480d-97a1-3dd29259c955" -d '{"events": [{"server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "name": "network-vif-plugged", "status": "completed", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:49:35.805623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:35.809872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:35.813086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:35.840917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b88e53-b7d6-4fc3-b473-655d5199946e x-openstack-request-id: req-a5b88e53-b7d6-4fc3-b473-655d5199946e {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:49:35.841274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "name": "network-vif-plugged", "status": "completed", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:49:35.841496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5b88e53-b7d6-4fc3-b473-655d5199946e {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:49:35.843107 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'code': 200} Jun 10 16:49:35.877735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:35.880816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:36.090545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f846e7-709a-4dc3-8e34-77fdc4077870 req-a5f1111c-392c-4f06-a1b5-05c71c9ed44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:36.092922 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-35f846e7-709a-4dc3-8e34-77fdc4077870 req-a5f1111c-392c-4f06-a1b5-05c71c9ed44a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1099 time: 0.0708711 Jun 10 16:49:36.132292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-35f846e7-709a-4dc3-8e34-77fdc4077870 req-2e4a7aa4-a3c5-4c22-bd65-c0b3e838ee81 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Jun 10 16:49:36.188165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:36.375299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7412997a-070a-4f66-b2b9-c595a2d9556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:36.632202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e884ba9-c915-4f19-ad88-7e55082b2dcc req-54f8361c-56f6-45a3-a953-06e0285153b8 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:36.633621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e884ba9-c915-4f19-ad88-7e55082b2dcc req-54f8361c-56f6-45a3-a953-06e0285153b8 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0714443 Jun 10 16:49:36.678826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e884ba9-c915-4f19-ad88-7e55082b2dcc req-cd91426e-5f70-43d5-9b5b-a335ded1b71c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Jun 10 16:49:37.428258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:37.867078 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7270746-f8f4-41b5-b931-5caed89bead6 req-a17cf8cf-fd84-4f4a-8bde-d8bdbaaa05e6 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:37.868554 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c7270746-f8f4-41b5-b931-5caed89bead6 req-a17cf8cf-fd84-4f4a-8bde-d8bdbaaa05e6 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0705440 Jun 10 16:49:37.917317 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c7270746-f8f4-41b5-b931-5caed89bead6 req-22d68451-299f-4b71-9d19-eec0bf009293 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418205 Jun 10 16:49:38.114420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd7b64-441d-4104-a354-a808771cc64b req-6428e23b-1323-454a-ae01-3dfcb3145445 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:38.116106 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b7fd7b64-441d-4104-a354-a808771cc64b req-6428e23b-1323-454a-ae01-3dfcb3145445 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0770724 Jun 10 16:49:38.159313 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b7fd7b64-441d-4104-a354-a808771cc64b req-8b535031-ebed-4f78-be94-3ef4e45d2d1d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Jun 10 16:49:38.574515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae12188-deef-4610-be4f-beba8415a13c req-76b1eb86-89ed-442b-92aa-83978103ff13 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:38.576596 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ae12188-deef-4610-be4f-beba8415a13c req-76b1eb86-89ed-442b-92aa-83978103ff13 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0750234 Jun 10 16:49:38.620128 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ae12188-deef-4610-be4f-beba8415a13c req-50d466bf-dbb8-49ba-abe5-4d1979c0f223 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375919 Jun 10 16:49:39.057329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:51.369786 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f393-4f18-419a-8f9f-1884bd871256 req-ebb218e2-81a2-4be2-8810-7abd70995b93 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:51.371256 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9059f393-4f18-419a-8f9f-1884bd871256 req-ebb218e2-81a2-4be2-8810-7abd70995b93 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0751345 Jun 10 16:49:51.413954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9059f393-4f18-419a-8f9f-1884bd871256 req-9c125c9e-eacb-4bb9-a5e7-3bfc1048c744 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Jun 10 16:49:51.439853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56632) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:51.540330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6589e7c-aaf0-4a6c-9d02-b49010d364f4 tempest-TestMinimumBasicScenario-1295136783 tempest-TestMinimumBasicScenario-1295136783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:51.541835 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d6589e7c-aaf0-4a6c-9d02-b49010d364f4 tempest-TestMinimumBasicScenario-1295136783 tempest-TestMinimumBasicScenario-1295136783-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1094 time: 0.1009829 Jun 10 16:49:51.545898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56636) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:51.550611 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:51.572559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:51.657377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:51.696310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:51.817744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Allocated IP 172.26.5.10 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/e89abb7d-b7b0-4de2-915a-ac73ddf69a87) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:49:51.953592 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:51.996860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:51.998911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-de6d0ca6-e100-4b47-805a-e2f23fc2d0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:52.050624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:49:52.053688 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:49:52.057179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:49:52.086095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'Port': ['ID=e89abb7d-b7b0-4de2-915a-ac73ddf69a87,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:52.100953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.101363 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.101748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.102126 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.102497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.102870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.103238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.103604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.103972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.104339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.104704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.105067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:49:52.110483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:52.538466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:52.633912 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:52.827675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:52.832013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:52.834033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eb53e63f-ffc1-4df1-822e-d25fd8719f70 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:52.912788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'Port': ['ID=e89abb7d-b7b0-4de2-915a-ac73ddf69a87,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:52.920045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:52.930792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:53.078868 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Floating IP 1dda076c-1948-44c0-a620-f4bafcf624b9 associated. External IP: 172.26.5.10, port: 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf. Jun 10 16:49:53.758375 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:49:53.904491 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:49:53.914061 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] Sync routers for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:49:53.920755 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:53.924818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:53.925563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:49:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:53.966882 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4199071 Jun 10 16:49:53.967571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:49:53.969826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56638) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:53.970305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c116a-1080-45b1-b21d-419bb339ac8e" -d '{"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:49:53.974840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647928504', 'description': 'tempest-secgroup-smoke-647928504 description', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:54.001936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.110169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.115001 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.123066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d6371e59-a751-40b7-aac2-4981da98ca28 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:54.157755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6951bb-5f30-4eef-a009-488069cccf9d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:54.160856 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe363bf-1448-4b7e-8070-06c0fffda7b8 x-openstack-request-id: req-cfe363bf-1448-4b7e-8070-06c0fffda7b8 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:49:54.161006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.161669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:49:54.165174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1912231 Jun 10 16:49:54.165174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-38193884-5df9-4f5c-9511-a37a817cba5c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:54.167712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfe363bf-1448-4b7e-8070-06c0fffda7b8 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:49:54.168571 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'status': 'completed', 'code': 200} Jun 10 16:49:54.173409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56644) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:54.178480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group_rule': {'security_group_id': '2d6951bb-5f30-4eef-a009-488069cccf9d', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:54.261608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.270835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:54.282802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c116a-1080-45b1-b21d-419bb339ac8e req-541b3ffa-e345-4732-ac1d-6865df2fe0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:54.284319 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-541b3ffa-e345-4732-ac1d-6865df2fe0dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1099 time: 0.0973952 Jun 10 16:49:54.413416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.428046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.433613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4f289bbb-4d21-4d3f-a760-62c71bf51ebe tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:54.458891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71eda16-3da9-4e0b-bdcc-698f9732d31f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:54.463787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c116a-1080-45b1-b21d-419bb339ac8e req-fcd06593-bfe9-4dbc-b604-83bbd712df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:54.466199 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-fcd06593-bfe9-4dbc-b604-83bbd712df2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1729891 Jun 10 16:49:54.467564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:54.472358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.473655 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992260 Jun 10 16:49:54.476432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56646) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:54.486226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group_rule': {'security_group_id': '2d6951bb-5f30-4eef-a009-488069cccf9d', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:54.578977 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '1dda076c-1948-44c0-a620-f4bafcf624b9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'floating_ip_address': '172.26.5.10', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'port_id': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'mac_address': 'fa:16:3e:de:0e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:49:52Z', 'updated_at': '2021-06-10T16:49:52Z', 'revision_number': 0, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:03Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:54.581739 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-efcd843e-51bf-4107-904c-bb27460b4050 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 999 time: 0.1069884 Jun 10 16:49:54.582951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] Checking router: fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:49:54.583223 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.593505 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:49:54.594253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:49:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:54.682226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c116a-1080-45b1-b21d-419bb339ac8e req-fa8362c6-1b40-4479-bcd6-fd056f7e3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:54.684238 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-fa8362c6-1b40-4479-bcd6-fd056f7e3b24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0885830 Jun 10 16:49:54.704656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.736536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.738498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2cc0eaa4-e38d-440f-a672-98d99afff3bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:54.759453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529e9d5e-1046-4139-b750-563e3f83aaf4,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:54.760227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:49:54.764112 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:54.772842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.778299 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f707b798-5895-4c59-a7e6-8909852a767f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2967706 Jun 10 16:49:54.779168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56650) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:54.787668 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group_rule': {'security_group_id': '2d6951bb-5f30-4eef-a009-488069cccf9d', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:54.791287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c116a-1080-45b1-b21d-419bb339ac8e req-52ab6ae7-23b9-4dcd-89c8-600d3015bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:54.792782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-52ab6ae7-23b9-4dcd-89c8-600d3015bf0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0985205 Jun 10 16:49:54.820240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.895024 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.901203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.904280 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2aefb043-8152-4dc5-9e1b-cc1d95d369c8 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:54.927664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956a665a-d2ec-4b5c-ad47-b9441e478c84,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:54.931281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:54.933361 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-b8a1d0d4-0174-470a-8f83-bf056c51526e service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324267 Jun 10 16:49:54.937130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:54.938728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577339 Jun 10 16:49:54.941376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:54.946638 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group_rule': {'security_group_id': '2d6951bb-5f30-4eef-a009-488069cccf9d', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:54.980274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.061497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.067653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.069989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a94411bb-af1a-451c-b812-869c50fd9193 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:55.077423 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-816c116a-1080-45b1-b21d-419bb339ac8e req-6241ff1a-0746-4915-a06a-b1714a8b6035 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368418 Jun 10 16:49:55.088124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc731a5-5d23-4667-98cb-bc4b1d3070e1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:55.094067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:55.104636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.106236 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636052 Jun 10 16:49:55.107152 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '1dda076c-1948-44c0-a620-f4bafcf624b9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'floating_ip_address': '172.26.5.10', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'port_id': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'mac_address': 'fa:16:3e:de:0e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:49:52Z', 'updated_at': '2021-06-10T16:49:52Z', 'revision_number': 0, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:03Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:49:55.109676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56654) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:55.111423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d123b47-3202-4598-83b5-c6eda3127d0e None None] The sync data for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv is: [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '1dda076c-1948-44c0-a620-f4bafcf624b9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'floating_ip_address': '172.26.5.10', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'port_id': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'mac_address': 'fa:16:3e:de:0e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:49:52Z', 'updated_at': '2021-06-10T16:49:52Z', 'revision_number': 0, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:03Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:49:55.114809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group_rule': {'security_group_id': '2d6951bb-5f30-4eef-a009-488069cccf9d', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:55.139032 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Project 17cb713adbcd4ae2b5adf0d271dd181f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:49:55.144091 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.219262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.224405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.226330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9ce8fb77-b653-4b02-90ed-42ed1d380185 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:55.252077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a83be7-76ba-4c65-b7eb-4af17f297e7b,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:55.256594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:55.262837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.264161 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534367 Jun 10 16:49:55.268343 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56656) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:49:55.273774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'security_group_rule': {'security_group_id': '2d6951bb-5f30-4eef-a009-488069cccf9d', 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:55.298963 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Project 17cb713adbcd4ae2b5adf0d271dd181f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:49:55.304203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.330795 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a9d7b-7a7d-4f97-9355-b70e55fd49d8 None None] New status for floating IP 1dda076c-1948-44c0-a620-f4bafcf624b9: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:49:55.377496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.382201 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.384050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4cebb9d6-f968-4887-99d2-b14048e431a5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:55.401585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c409d4c-549e-468b-b7c5-803ea59e464d,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:55.405098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:55.407548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.408798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394234 Jun 10 16:49:55.539960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-bca36fd1-c13a-4720-bb61-c0004d095f9d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647928504&fields=id&tenant_id=17cb713adbcd4ae2b5adf0d271dd181f HTTP/1.1" status: 200 len: 267 time: 0.0417066 Jun 10 16:49:55.617418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-293d0f6c-6a25-4b81-8fab-f5127e203695 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:55.618876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-293d0f6c-6a25-4b81-8fab-f5127e203695 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0722506 Jun 10 16:49:55.630357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'port': {'security_groups': ['ddd62857-c3bd-439c-9d62-da9ae2e5af53', '2d6951bb-5f30-4eef-a009-488069cccf9d']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:49:55.733952 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:55.980234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:49:56.013137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:56.017710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:56.021631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:49:56.029476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:49:56.079806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:56.080489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:56.081972 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-74290fd6-10e0-49d2-be59-1a493a6535f4 req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "PUT /v2.0/ports/461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 982 time: 0.4562650 Jun 10 16:49:56.082554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:49:56.085074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464f2a9-91df-49ba-9138-0f88ba1650eb" -d '{"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:49:56.115968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=6']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:49:56.128224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:49:56.148991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:49:56.159650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bab7e07-c9d1-4f0a-a26c-39cb1d1314a9 x-openstack-request-id: req-9bab7e07-c9d1-4f0a-a26c-39cb1d1314a9 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:49:56.160175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:49:56.160549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bab7e07-c9d1-4f0a-a26c-39cb1d1314a9 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:49:56.161069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'status': 'completed', 'code': 200} Jun 10 16:49:56.317399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-da8e34cb-4c31-460f-af13-3a5ac0c3c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:56.318920 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-da8e34cb-4c31-460f-af13-3a5ac0c3c243 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1138 time: 0.1272869 Jun 10 16:49:56.331765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e1fcb-d012-44c9-be46-92f41e56107c req-e8b226e2-b447-4370-95fd-0616ac642df2 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:56.333225 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-355e1fcb-d012-44c9-be46-92f41e56107c req-e8b226e2-b447-4370-95fd-0616ac642df2 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.1038475 Jun 10 16:49:56.437896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9f73750b-28b5-48a9-b52e-377dd76795c2 None None] Provisioning complete for port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:49:56.438280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9f73750b-28b5-48a9-b52e-377dd76795c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:49:56.451004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-355e1fcb-d012-44c9-be46-92f41e56107c req-d36b3008-90b6-49f1-9df8-29f7f0c6938e tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092825 Jun 10 16:49:56.486724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-53b39856-7701-4cc4-b508-ce9ed0c07d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:56.488481 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-53b39856-7701-4cc4-b508-ce9ed0c07d7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1543894 Jun 10 16:49:56.582366 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-f7709b5b-69c0-4186-a004-6bec0838eb46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 1001 time: 0.0845079 Jun 10 16:49:56.644366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-5b8c8dd0-9aec-4d1a-9741-c118101d523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:56.646086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-5b8c8dd0-9aec-4d1a-9741-c118101d523d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0545714 Jun 10 16:49:56.716086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-ea04c82b-f215-4336-8752-1f09cfe62411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:56.717645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-ea04c82b-f215-4336-8752-1f09cfe62411 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0655384 Jun 10 16:49:56.838962 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-869e088d-bf48-4dea-931c-798f9fe0e44b service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142218 Jun 10 16:49:56.959858 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b464f2a9-91df-49ba-9138-0f88ba1650eb req-ebf6b502-0d4f-4665-955c-33d28b78c81a service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128881 Jun 10 16:49:58.544174 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-17ffa686-021e-4e63-97c0-651e1cb33bfe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680912 Jun 10 16:49:58.656032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-0b20e3ec-f346-44f9-bae5-bfdd2c228cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:58.657522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-0b20e3ec-f346-44f9-bae5-bfdd2c228cd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1138 time: 0.0619416 Jun 10 16:49:58.797392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-091aed0b-85f4-43a6-98fa-fc252722ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:58.799066 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-091aed0b-85f4-43a6-98fa-fc252722ed34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1148219 Jun 10 16:49:58.886229 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-72dbb838-62cc-44ca-aee3-b35d67492fcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 1001 time: 0.0805044 Jun 10 16:49:58.951342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-9f2789d9-c43a-4db7-95c2-98cc57983d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:58.952800 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-9f2789d9-c43a-4db7-95c2-98cc57983d1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0588226 Jun 10 16:49:59.017496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-0470006d-530f-4ab8-8000-0fd3fdd60d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:49:59.019040 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-0470006d-530f-4ab8-8000-0fd3fdd60d8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0592332 Jun 10 16:49:59.143751 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-a0961ef0-33da-4629-b348-1974302a80e3 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159208 Jun 10 16:49:59.266531 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc2246b8-e241-4a9b-8614-6144590a7579 req-9cc17364-ed89-403f-b6df-8742824efb5d service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165147 Jun 10 16:49:59.406941 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:50:03.525756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0d367a89-9f7c-4f16-b1ab-a69ad3de743c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:06.180892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:06.376717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-85a9ac52-1041-4b14-961f-c4d1f7a44551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:07.436206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:09.061024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:10.820902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-a3f100bd-40f8-4c67-b1d4-fac8b27c463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:10.822327 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-a3f100bd-40f8-4c67-b1d4-fac8b27c463a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1138 time: 0.1208873 Jun 10 16:50:10.834659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00362-79ce-4dd2-a11e-82c860310b89 req-1ae9184f-0ee1-4af4-b0e0-c887c8b50dfe tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:10.836102 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ef00362-79ce-4dd2-a11e-82c860310b89 req-1ae9184f-0ee1-4af4-b0e0-c887c8b50dfe tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0996463 Jun 10 16:50:10.960307 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9ef00362-79ce-4dd2-a11e-82c860310b89 req-d6aff3ab-648a-4f93-a112-0572b29362e2 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155212 Jun 10 16:50:10.996477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-fd97c4df-4cfb-44e0-9edc-852a8a63d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:10.997960 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-fd97c4df-4cfb-44e0-9edc-852a8a63d34d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1609895 Jun 10 16:50:11.082279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-08a84c8a-fc47-4c5c-98f5-215a745c65b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 1001 time: 0.0761912 Jun 10 16:50:11.152591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-5952154e-38f8-4043-820d-23d945da5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:11.154323 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-5952154e-38f8-4043-820d-23d945da5ed8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0643992 Jun 10 16:50:11.226672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-b49457df-ef36-4ac0-84a7-f7871b1ed19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:11.228203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-b49457df-ef36-4ac0-84a7-f7871b1ed19d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0666132 Jun 10 16:50:11.353381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-a56a89cc-0eb8-4cb6-bce4-a9dfef08fefc service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179569 Jun 10 16:50:11.485677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a6315a0a-1afb-4541-8098-c78080e2c4bd req-b27d5c07-a8b1-4fb5-8253-fc9eb0cd3d74 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251926 Jun 10 16:50:12.162898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1b54-ed22-428f-a6b2-cb39ee791388 req-cfd4ec11-fc4f-416b-a38f-9b741cc65829 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:12.164480 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6ca1b54-ed22-428f-a6b2-cb39ee791388 req-cfd4ec11-fc4f-416b-a38f-9b741cc65829 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0791903 Jun 10 16:50:12.211466 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a6ca1b54-ed22-428f-a6b2-cb39ee791388 req-e92c41a8-e740-4364-8d97-d0b8ae4e44a0 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410070 Jun 10 16:50:13.401482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c2ea1-22c6-4f73-94b7-0f8f7047e9f5 req-aa53039e-32a0-4086-b99c-d47f266e6ace tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:13.403050 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f1c2ea1-22c6-4f73-94b7-0f8f7047e9f5 req-aa53039e-32a0-4086-b99c-d47f266e6ace tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0731325 Jun 10 16:50:13.447173 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f1c2ea1-22c6-4f73-94b7-0f8f7047e9f5 req-a030abfc-f5bb-41f4-a1b6-b5f71f7f643f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383162 Jun 10 16:50:14.636770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa15163-e6ac-49ba-8f5a-9089da232d23 req-a898f43b-90bc-4949-9526-8c1343393b75 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:14.638426 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aaa15163-e6ac-49ba-8f5a-9089da232d23 req-a898f43b-90bc-4949-9526-8c1343393b75 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0763943 Jun 10 16:50:14.690557 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aaa15163-e6ac-49ba-8f5a-9089da232d23 req-7808be39-837f-43a9-8336-cca2c149b4d2 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459082 Jun 10 16:50:15.887229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b3e8f-6e56-4d1d-a9a7-55f7c925c23d req-6f63bf6b-b9a2-4d88-966d-a25fc3b62cb4 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:15.888727 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e1b3e8f-6e56-4d1d-a9a7-55f7c925c23d req-6f63bf6b-b9a2-4d88-966d-a25fc3b62cb4 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0808554 Jun 10 16:50:15.936621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7e1b3e8f-6e56-4d1d-a9a7-55f7c925c23d req-a7476037-ed24-4577-9e70-6a51baaca702 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419037 Jun 10 16:50:17.126378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470d1cb-3f4f-445c-8252-e60fd02efe5f req-9f6b0c83-4dbc-4f42-8684-60a4f366cf3c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:17.127848 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1470d1cb-3f4f-445c-8252-e60fd02efe5f req-9f6b0c83-4dbc-4f42-8684-60a4f366cf3c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0758519 Jun 10 16:50:17.172413 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1470d1cb-3f4f-445c-8252-e60fd02efe5f req-7e0452e3-2eac-49b1-bb4b-10e610b31be0 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380945 Jun 10 16:50:18.356545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81148b-80c7-4cdd-b6fb-08c269bb5bbd req-5265dcb6-c308-420a-a9c1-d794f7cf4245 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:18.358044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6b81148b-80c7-4cdd-b6fb-08c269bb5bbd req-5265dcb6-c308-420a-a9c1-d794f7cf4245 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0719681 Jun 10 16:50:18.403507 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6b81148b-80c7-4cdd-b6fb-08c269bb5bbd req-adf67c72-6b2b-4d75-8e11-52e88a3a218d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395877 Jun 10 16:50:19.589238 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5008e5-36f4-4dfd-8a32-022d87808625 req-749701f6-afb6-4bed-a879-54850d0dcc9b tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:19.590656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6f5008e5-36f4-4dfd-8a32-022d87808625 req-749701f6-afb6-4bed-a879-54850d0dcc9b tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0724657 Jun 10 16:50:19.636673 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6f5008e5-36f4-4dfd-8a32-022d87808625 req-a94d1c35-ef20-4bfc-ad75-339850c6ef4b tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399063 Jun 10 16:50:20.830722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cc94e-9f95-4fd0-8b0f-b438942617da req-c2d32aad-bb62-4b70-96ec-108b41ffe57a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:20.832224 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-919cc94e-9f95-4fd0-8b0f-b438942617da req-c2d32aad-bb62-4b70-96ec-108b41ffe57a tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0764179 Jun 10 16:50:20.880623 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-919cc94e-9f95-4fd0-8b0f-b438942617da req-8c21b8da-3b90-4eea-acb7-10eaa0f1f039 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420167 Jun 10 16:50:21.659780 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:22.071440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803c03-de3e-4aee-9538-f91d3b797633 req-356ef011-f890-41ec-aeb7-d2c81c95da63 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:22.073164 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-79803c03-de3e-4aee-9538-f91d3b797633 req-356ef011-f890-41ec-aeb7-d2c81c95da63 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0771499 Jun 10 16:50:22.119889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-79803c03-de3e-4aee-9538-f91d3b797633 req-451d9062-a6a8-4b42-a3dd-0d0f26c12d33 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391204 Jun 10 16:50:23.308890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c4ac8-1978-4cd2-9ee1-dbbe34fcff88 req-dfcf5c61-d4e9-4c7c-8d74-28c801983cad tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:23.311272 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-735c4ac8-1978-4cd2-9ee1-dbbe34fcff88 req-dfcf5c61-d4e9-4c7c-8d74-28c801983cad tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0758121 Jun 10 16:50:23.358762 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-735c4ac8-1978-4cd2-9ee1-dbbe34fcff88 req-ae7a0d97-6c66-4d2f-aee1-c22576333c11 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&id=2d6951bb-5f30-4eef-a009-488069cccf9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421128 Jun 10 16:50:33.527472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-05dcf355-9758-487c-a24b-07421897589c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:36.183866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:36.377348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2ef4d7db-eab0-45ab-93f7-2478c7093cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:36.405739 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:50:37.435626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:39.065694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:51.663165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:55.864683 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-de34c719-905b-4cfe-bfde-085b76293734 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647928504&fields=id&tenant_id=17cb713adbcd4ae2b5adf0d271dd181f HTTP/1.1" status: 200 len: 267 time: 0.0382149 Jun 10 16:50:55.942032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-de1ccff1-0e00-4eb5-b369-4d8d4353a261 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:55.943513 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-de1ccff1-0e00-4eb5-b369-4d8d4353a261 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 985 time: 0.0727243 Jun 10 16:50:55.954521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Request body: {'port': {'security_groups': ['ddd62857-c3bd-439c-9d62-da9ae2e5af53']}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:50:56.060995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.278328 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:50:56.311610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.315952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.320074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:50:56.328184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:50:56.378314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:56.379003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.380474 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3541dc89-c0ea-428a-be74-47ef44661b8a req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "PUT /v2.0/ports/461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 943 time: 0.4306881 Jun 10 16:50:56.381101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:50:56.383948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba66d8-02dc-4e2a-bd86-81c496c7c556" -d '{"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:50:56.390672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56726) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:50:56.406897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event updated for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=7']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:50:56.417015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.417863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.418043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.418345 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.418714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.419085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.419455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.420208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.420580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.420958 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.421338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.421700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.427652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:50:56.453970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:50:56.497170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.684823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4728df9f-5578-4f90-af23-6d3a7ff06f14 None None] Provisioning complete for port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:50:56.685124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4728df9f-5578-4f90-af23-6d3a7ff06f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.873572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.938887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.941527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:56.942672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d6951bb-5f30-4eef-a009-488069cccf9d HTTP/1.1" status: 204 len: 168 time: 0.5498617 Jun 10 16:50:56.943474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6b4f8cb3-01a9-4f5a-bc4d-5502ddfbafd9 tempest-FloatingIPNegativeTestJSON-241910527 tempest-FloatingIPNegativeTestJSON-241910527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:50:56.946302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56728) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:50:56.954464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6951bb-5f30-4eef-a009-488069cccf9d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:50:56.961634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.962022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.962405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.962781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.963154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.963523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.963891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.964257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.964618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.964985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.965648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.966018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:50:56.969901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a7c6d803-c1ca-471f-a3ea-4ef7b9965b22 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:50:57.169397 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Deleting port e89abb7d-b7b0-4de2-915a-ac73ddf69a87 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:50:57.169918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:57.285847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:57.286171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:57.387306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Calling delete_port for e89abb7d-b7b0-4de2-915a-ac73ddf69a87 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:50:57.489603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f2c85a-4124-4e8b-a6dc-f278c5101d5e x-openstack-request-id: req-d5f2c85a-4124-4e8b-a6dc-f278c5101d5e {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:50:57.489946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:50:57.490249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5f2c85a-4124-4e8b-a6dc-f278c5101d5e {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:50:57.490766 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'status': 'completed', 'code': 200} Jun 10 16:50:57.575174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:57.575545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-1f0ee498-8f92-4a36-ac98-57a4d5b4a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:57.577322 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-1f0ee498-8f92-4a36-ac98-57a4d5b4a7dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1099 time: 0.0657644 Jun 10 16:50:57.577455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:50:57.605725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event deleted for resources: {'Port': ['ID=e89abb7d-b7b0-4de2-915a-ac73ddf69a87,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:50:57.609744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:50:57.689972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:57.690401 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Floating IP 1dda076c-1948-44c0-a620-f4bafcf624b9 disassociated (deleted). External IP: 172.26.5.10, port: 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf. Jun 10 16:50:57.701244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-7b86d758-2e9c-4846-8d30-a18999c0cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:57.702719 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-7b86d758-2e9c-4846-8d30-a18999c0cb6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1195319 Jun 10 16:50:57.761581 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-a0af742c-7793-4ca5-a679-1c1fbb5fc13f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 217 time: 0.0525634 Jun 10 16:50:57.817208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-a122804d-6aa0-480f-9cce-6c6e323cc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:57.818677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-a122804d-6aa0-480f-9cce-6c6e323cc3bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0516112 Jun 10 16:50:57.883453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-f28804e8-d0db-4723-b95d-4705bbd0d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:57.884957 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-f28804e8-d0db-4723-b95d-4705bbd0d601 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0603969 Jun 10 16:50:57.990235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:50:58.012740 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-f274751c-0624-4f8e-a734-c1dcf0396304 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213996 Jun 10 16:50:58.135604 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fba66d8-02dc-4e2a-bd86-81c496c7c556 req-204b8f19-00b1-4f48-848b-a6039abad2ff service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161492 Jun 10 16:50:58.153744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:50:58.159663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:50:58.164186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] Sync routers for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:50:58.175723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:50:58.176926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:50:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:50:58.207397 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f9e48e7e-781f-422e-813b-dd76ece4d130 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "DELETE /v2.0/floatingips/1dda076c-1948-44c0-a620-f4bafcf624b9 HTTP/1.1" status: 204 len: 168 time: 1.2599173 Jun 10 16:50:58.330719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:50:58.767886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:03Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:50:58.771203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] Checking router: fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:50:58.780013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:50:58.780634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:50:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:50:58.932201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:50:59.213088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:03Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:50:59.216515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6715f9f1-1b99-4f16-b3f0-5e5201355bc3 None None] The sync data for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv is: [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:48:59Z', 'revision_number': 4, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'af88f69c-bdeb-4dc1-bbd6-f286be37adb8', 'name': '', 'network_id': '0450730b-112b-4b77-b4d5-fb92604a9dd9', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'mac_address': 'fa:16:3e:b2:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:58Z', 'updated_at': '2021-06-10T16:49:03Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'subnets': [{'id': 'ff580d69-51c4-49e7-b81e-19c39d002a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:50:59.436842 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f096c-e6ba-4ef8-8495-c1c086f33117 None None] New status for floating IP 1dda076c-1948-44c0-a620-f4bafcf624b9: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:50:59.492352 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:50:59.495047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f4bc2-43ed-4de3-8792-d76a383576a8" -d '{"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:50:59.539468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5d2676-4333-445f-86a5-eaa2a9c3ceea x-openstack-request-id: req-aa5d2676-4333-445f-86a5-eaa2a9c3ceea {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:50:59.539808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:50:59.540115 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa5d2676-4333-445f-86a5-eaa2a9c3ceea {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:50:59.540572 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'status': 'completed', 'code': 200} Jun 10 16:50:59.642241 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-5a78890c-ef81-4bff-8beb-53f4bfa6e41b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1607494 Jun 10 16:50:59.649259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-724ed253-9b9d-4d5c-82c2-44af0569900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:59.650705 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-724ed253-9b9d-4d5c-82c2-44af0569900f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1099 time: 0.0818353 Jun 10 16:50:59.774734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-87f2e79d-28f5-410c-a8b2-a1b70a3258c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:59.776284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-87f2e79d-28f5-410c-a8b2-a1b70a3258c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1188078 Jun 10 16:50:59.836929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-ae928716-785b-49cc-9329-3b11de8a6213 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 217 time: 0.0538993 Jun 10 16:50:59.895123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-f5003bb6-b97a-4b67-bfb1-8d5077e87c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:59.896569 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-f5003bb6-b97a-4b67-bfb1-8d5077e87c24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0537517 Jun 10 16:50:59.968173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-7a462ba7-c0a0-4ecd-b13e-a7d3aab1a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:50:59.969672 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-7a462ba7-c0a0-4ecd-b13e-a7d3aab1a37e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0664587 Jun 10 16:51:00.088016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-1259e650-77af-4ce2-9c43-e54d1ba52d88 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112323 Jun 10 16:51:00.214379 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-671f4bc2-43ed-4de3-8792-d76a383576a8 req-ff92a24c-f56a-45b4-85bc-b73729d954f4 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194148 Jun 10 16:51:00.349079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-07f9484e-708c-46d4-82f5-96c104f97bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:00.350951 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-07f9484e-708c-46d4-82f5-96c104f97bc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 1099 time: 0.0737600 Jun 10 16:51:00.484670 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-87e5447e-12b3-40f3-9b26-b01c7505dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:00.486163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-87e5447e-12b3-40f3-9b26-b01c7505dab2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 200 len: 916 time: 0.1146965 Jun 10 16:51:00.545852 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-4d4bc97d-d336-429a-8c22-d0a1ca05faa3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 200 len: 217 time: 0.0536165 Jun 10 16:51:00.605174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-f1520e44-d052-4611-8163-5ad230010794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:00.606558 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-f1520e44-d052-4611-8163-5ad230010794 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 200 len: 854 time: 0.0541458 Jun 10 16:51:00.677865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-e7a26ebc-2978-4ffa-bb8a-3f432ee9f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:00.680198 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-e7a26ebc-2978-4ffa-bb8a-3f432ee9f9ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0450730b-112b-4b77-b4d5-fb92604a9dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0672581 Jun 10 16:51:00.804264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-883fd077-bdb5-4f96-bd3d-d16798c16cb6 service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177568 Jun 10 16:51:00.932954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b66a9c4-6ddb-4736-98a6-9b082b86efed req-a772be58-f7eb-4bc5-9102-383435e1e4ec service neutron] 10.222.0.25 "GET /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214592 Jun 10 16:51:03.529239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6bb15f58-d3d1-445a-8378-c14418b87bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:05.736582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c472ac0-d726-4a6a-87bc-58873ae7a837 req-455a1680-58d9-4029-a979-079537dc6e3d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:05.738156 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6c472ac0-d726-4a6a-87bc-58873ae7a837 req-455a1680-58d9-4029-a979-079537dc6e3d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0834062 Jun 10 16:51:05.785037 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6c472ac0-d726-4a6a-87bc-58873ae7a837 req-32052aa6-92b4-41f2-a483-7668b420809f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Jun 10 16:51:06.186979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:06.379420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7dc3415a-2f67-4a07-9f77-fdd6c8ce131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:06.968984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58985eba-a690-41d7-a1f8-9613ce15ce9b req-eec75b1e-639e-4b83-9918-03c0c4af86a4 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:06.970509 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-58985eba-a690-41d7-a1f8-9613ce15ce9b req-eec75b1e-639e-4b83-9918-03c0c4af86a4 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0706422 Jun 10 16:51:07.020239 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-58985eba-a690-41d7-a1f8-9613ce15ce9b req-01fbed6e-a0f3-480b-b829-1b8ebe475535 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddd62857-c3bd-439c-9d62-da9ae2e5af53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Jun 10 16:51:07.272664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-69a3a138-6191-486e-b932-699e3d2072d3 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:07.274238 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-69a3a138-6191-486e-b932-699e3d2072d3 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.25 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 946 time: 0.0706487 Jun 10 16:51:07.393589 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Deleting port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:07.393930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:07.437584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:07.511358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] For port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:07.511622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:07.605254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Calling delete_port for 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:07.762729 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:07.767236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:07.774839 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:51:07.799849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Pushing event deleted for resources: {'Port': ['ID=461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:07.803666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:07.858259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] No DVR routers for this DVR port 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:51:07.860757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:07.862767 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3646efb0-67c6-42cf-b843-35a2081b06cb req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.25 "DELETE /v2.0/ports/461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf HTTP/1.1" status: 204 len: 173 time: 0.5835865 Jun 10 16:51:07.863351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'name': 'network-vif-deleted', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:51:07.866866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14de63b-4c0b-4b06-a4a5-b7f3d205a973" -d '{"events": [{"server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "name": "network-vif-deleted", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:51:08.014268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2897be5d-8b7a-4253-af89-a679445e392b x-openstack-request-id: req-2897be5d-8b7a-4253-af89-a679445e392b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:51:08.014634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ce498a-d30e-48de-8e97-4f62cbce9c5e", "name": "network-vif-deleted", "tag": "461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:51:08.014906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2897be5d-8b7a-4253-af89-a679445e392b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:51:08.015366 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ce498a-d30e-48de-8e97-4f62cbce9c5e', 'name': 'network-vif-deleted', 'tag': '461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf', 'status': 'completed', 'code': 200} Jun 10 16:51:08.179798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-516c2396-6b86-4c52-80a8-5b7009a0b07f req-9435f0ff-a6eb-4739-a6d1-cff3f10ecdca tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] 10.222.0.23 "GET /v2.0/ports?device_id=44ce498a-d30e-48de-8e97-4f62cbce9c5e HTTP/1.1" status: 200 len: 210 time: 0.0358086 Jun 10 16:51:09.070252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:09.821950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56830) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:10.283202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:10.620004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Deleting port af88f69c-bdeb-4dc1-bbd6-f286be37adb8 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:10.620369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:10.733692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] For port af88f69c-bdeb-4dc1-bbd6-f286be37adb8, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:10.734060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:10.830822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Calling delete_port for af88f69c-bdeb-4dc1-bbd6-f286be37adb8 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:11.412353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:11.414799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a6733c7-6402-478a-a298-8bdd0fe73462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:11.444867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Pushing event deleted for resources: {'Port': ['ID=af88f69c-bdeb-4dc1-bbd6-f286be37adb8,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:11.449192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:11.677758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:11.969101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:51:12.067348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:12.092838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:12.093218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 461c0ee6-c9c8-482a-b8a7-c3c5b8ea9baf not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:12.122060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:51:12.127663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] 10.222.0.23 "PUT /v2.0/routers/fcc17bf9-8fef-4b12-9f21-54c8ed119bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3044555 Jun 10 16:51:12.130314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56832) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:12.132018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] Sync routers for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:51:12.141821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:12.142471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:12.277984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:12.294456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:12.422954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:12.486975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Deleting port bf23b0c9-07c8-4761-990c-25d35b0d520c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:12.487322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:12.540882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175'}], 'enable_snat': True}, 'gw_port_id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:51:11Z', 'revision_number': 5, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port': {'id': 'bf23b0c9-07c8-4761-990c-25d35b0d520c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:48:56Z', 'updated_at': '2021-06-10T16:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:12.544400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] Checking router: fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:51:12.553040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] Routers {'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:12.553680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:12.602906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] For port bf23b0c9-07c8-4761-990c-25d35b0d520c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=bf23b0c9-07c8-4761-990c-25d35b0d520c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:12.603256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:12.672899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] Set router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:12.701017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Calling delete_port for bf23b0c9-07c8-4761-990c-25d35b0d520c owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:12.755455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:51:12Z', 'revision_number': 6, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:12.759245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5134ce6d-f752-43a3-b198-4e7d19273639 None None] The sync data for ids ['fcc17bf9-8fef-4b12-9f21-54c8ed119bb9'] in dv-neutron-601336-90-hyperv is: [{'id': 'fcc17bf9-8fef-4b12-9f21-54c8ed119bb9', 'name': 'tempest-TestMinimumBasicScenario-1552710327-router', 'tenant_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:48:55Z', 'updated_at': '2021-06-10T16:51:12Z', 'revision_number': 6, 'project_id': '17cb713adbcd4ae2b5adf0d271dd181f', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:51:12.921865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:12.923915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-30ce3320-0e2c-4730-925f-9f2bba14d647 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:12.953268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf23b0c9-07c8-4761-990c-25d35b0d520c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:12.956351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:13.029810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.169973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.172297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.229334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.229838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:51:13.234129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.235278 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fcc17bf9-8fef-4b12-9f21-54c8ed119bb9 HTTP/1.1" status: 204 len: 168 time: 1.1039858 Jun 10 16:51:13.237764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56834) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:13.298850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Deleting subnet ff580d69-51c4-49e7-b81e-19c39d002a63 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:51:13.301974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.344735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.405238 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:51:13.440844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.505898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.509299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ec83d9c-f52e-42e9-b615-7e032d61a9ed tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:13.541006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff580d69-51c4-49e7-b81e-19c39d002a63,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:13.544541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bf23b0c9-07c8-4761-990c-25d35b0d520c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:13.545047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:13.547648 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.549522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ff580d69-51c4-49e7-b81e-19c39d002a63 HTTP/1.1" status: 204 len: 168 time: 0.3108447 Jun 10 16:51:13.552197 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56836) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:13.570644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c504b40-065d-43ca-8244-094171cab198 None None] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:51:13.573803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: bf23b0c9-07c8-4761-990c-25d35b0d520c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:13.574156 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device bf23b0c9-07c8-4761-990c-25d35b0d520c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:13.574583 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device af88f69c-bdeb-4dc1-bbd6-f286be37adb8 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:13.609954 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: af88f69c-bdeb-4dc1-bbd6-f286be37adb8 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:13.610309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device af88f69c-bdeb-4dc1-bbd6-f286be37adb8 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:13.651794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.713135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Deleting port 4e71aeab-5448-48b7-b386-c8c086c36282 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:13.713498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.809359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] For port 4e71aeab-5448-48b7-b386-c8c086c36282, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e71aeab-5448-48b7-b386-c8c086c36282,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:13.809721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.829264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] DHCP port deletion for 0450730b-112b-4b77-b4d5-fb92604a9dd9 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:51:13.888769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Deleting port 4e71aeab-5448-48b7-b386-c8c086c36282 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:13.889171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:13.908722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Calling delete_port for 4e71aeab-5448-48b7-b386-c8c086c36282 owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:13.981317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] For port 4e71aeab-5448-48b7-b386-c8c086c36282, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4e71aeab-5448-48b7-b386-c8c086c36282,segment=NetworkSegment(61180088-eac7-481a-b0da-b537c61e2297),segment_id=61180088-eac7-481a-b0da-b537c61e2297)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:13.981644 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.006329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.008605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a4ad7dca-abbf-4f2c-99f9-7362541ad1d5 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:14.044294 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e71aeab-5448-48b7-b386-c8c086c36282,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:14.047642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:14.048452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] No DVR routers for this DVR port 4e71aeab-5448-48b7-b386-c8c086c36282 on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:51:14.158488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.171185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0450730b-112b-4b77-b4d5-fb92604a9dd9']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:14.183464 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61180088-eac7-481a-b0da-b537c61e2297') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:14.183773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61180088-eac7-481a-b0da-b537c61e2297') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:14.195416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.211042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.217060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:51:14.217486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:51:14.219341 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:51:14.247309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Calling delete_port for 4e71aeab-5448-48b7-b386-c8c086c36282 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:14.304183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.308454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:14.311513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.313681 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0450730b-112b-4b77-b4d5-fb92604a9dd9 HTTP/1.1" status: 204 len: 168 time: 0.7606714 Jun 10 16:51:14.318913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56838) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:14.328455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0450730b-112b-4b77-b4d5-fb92604a9dd9,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:14.331126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:14.346798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:14.349770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c857cfe2-4551-4fa0-97e8-78f26f6737b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:14.375989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Network 0450730b-112b-4b77-b4d5-fb92604a9dd9 is not hosted by any dhcp agent {{(pid=92387) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 16:51:14.376462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] No DVR routers for this DVR port 4e71aeab-5448-48b7-b386-c8c086c36282 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:51:14.381608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Pushing event deleted for resources: {'Port': ['ID=4e71aeab-5448-48b7-b386-c8c086c36282,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:14.389851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.389851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.390047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.390340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.390681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.391018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.391345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.391674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.392001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.392324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.392718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.392950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:14.397794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:14.829551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:15.172261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Deleting port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:15.172603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:15.275677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] For port 4f2839ad-0d07-4fb0-8212-3bf2b697a82e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:15.276038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:15.312355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e71aeab-5448-48b7-b386-c8c086c36282 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:15.338848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4e71aeab-5448-48b7-b386-c8c086c36282 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:15.339219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4e71aeab-5448-48b7-b386-c8c086c36282 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:15.378008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Calling delete_port for 4f2839ad-0d07-4fb0-8212-3bf2b697a82e owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:15.979226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:15.982035 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-56fee67b-4406-43db-ba70-aa1138e73841 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:16.012932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2839ad-0d07-4fb0-8212-3bf2b697a82e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:16.015761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:16.245817 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:16.552330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:51:16.697746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:51:16.702680 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] 10.222.0.23 "PUT /v2.0/routers/e3ed3f9b-36cb-4e88-8414-1f0e0de850f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3821614 Jun 10 16:51:16.705235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56840) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:16.706108 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] Sync routers for ids ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:51:16.715849 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] Routers {'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:16.716475 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:16.849184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:16.859168 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] Set router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:16.994922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.059884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Deleting port cf947722-d1b4-4985-86bd-61b5283b331a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:17.060230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.100170 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:51:15Z', 'revision_number': 5, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port': {'id': 'cf947722-d1b4-4985-86bd-61b5283b331a', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:83:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:49:02Z', 'updated_at': '2021-06-10T16:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:17.103473 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] Checking router: e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:51:17.111474 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] Routers {'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:17.112444 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:17.168410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] For port cf947722-d1b4-4985-86bd-61b5283b331a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=cf947722-d1b4-4985-86bd-61b5283b331a,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:17.169069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.273021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Calling delete_port for cf947722-d1b4-4985-86bd-61b5283b331a owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:17.339794 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] Set router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:17.423899 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:51:16Z', 'revision_number': 6, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:17.427826 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37472677-7157-4605-bcf4-eeaf8eade6bd None None] The sync data for ids ['e3ed3f9b-36cb-4e88-8414-1f0e0de850f9'] in dv-neutron-601336-90-hyperv is: [{'id': 'e3ed3f9b-36cb-4e88-8414-1f0e0de850f9', 'name': 'tempest-TestMinimumBasicScenario-1998638126-router', 'tenant_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:49:01Z', 'updated_at': '2021-06-10T16:51:16Z', 'revision_number': 6, 'project_id': '7c14c98b25ab45fda5eae2d5c2fd2af6', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:51:17.498703 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.501548 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-69897c3e-5d18-4c97-95ae-1016dbd221d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:17.531870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf947722-d1b4-4985-86bd-61b5283b331a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:17.535669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:17.609354 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.742475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.744480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.806873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.807513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:51:17.812409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.815747 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e3ed3f9b-36cb-4e88-8414-1f0e0de850f9 HTTP/1.1" status: 204 len: 168 time: 1.1074255 Jun 10 16:51:17.816145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56842) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:17.877883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Deleting subnet f4cf0c82-e014-4b53-a80e-50a4282a4a56 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:51:17.881960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:17.924456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.019888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.081974 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.085298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cdb77c49-2054-4306-a14d-dea852db3aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:18.116172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4cf0c82-e014-4b53-a80e-50a4282a4a56,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:18.120337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:18.122166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.123956 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-5f1e1a82-8e20-43cf-a23f-4cdb1db354b4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f4cf0c82-e014-4b53-a80e-50a4282a4a56 HTTP/1.1" status: 204 len: 168 time: 0.3068099 Jun 10 16:51:18.126372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56844) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:18.128869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4d524-9669-442d-a6c6-1ad9baa2abd8 None None] Network 70e1d280-610f-4cd9-a20c-418d7fd2c13f requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:51:18.228809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.298201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Deleting port 305569ec-a644-4a48-970d-7c40f1b21edf {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:18.298548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.357950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] DHCP port deletion for 70e1d280-610f-4cd9-a20c-418d7fd2c13f request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:51:18.395716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] For port 305569ec-a644-4a48-970d-7c40f1b21edf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305569ec-a644-4a48-970d-7c40f1b21edf,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:18.396093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.415015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Deleting port 305569ec-a644-4a48-970d-7c40f1b21edf {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:51:18.415422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.506804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] For port 305569ec-a644-4a48-970d-7c40f1b21edf, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=305569ec-a644-4a48-970d-7c40f1b21edf,segment=NetworkSegment(7a104089-d37c-42ac-abd6-7d2987bf093a),segment_id=7a104089-d37c-42ac-abd6-7d2987bf093a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:18.507213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.607366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Calling delete_port for 305569ec-a644-4a48-970d-7c40f1b21edf owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:18.711439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.713771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c5f8e2b-c1ed-4783-bc81-df6615e40adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:18.744231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Pushing event deleted for resources: {'Port': ['ID=305569ec-a644-4a48-970d-7c40f1b21edf,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:18.746688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:18.749490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] No DVR routers for this DVR port 305569ec-a644-4a48-970d-7c40f1b21edf on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:51:18.844379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Calling delete_port for 305569ec-a644-4a48-970d-7c40f1b21edf owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:51:18.937104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:18.939080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:18.969857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=305569ec-a644-4a48-970d-7c40f1b21edf,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:18.973760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:18.976248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] No DVR routers for this DVR port 305569ec-a644-4a48-970d-7c40f1b21edf on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:51:19.081653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.093325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e1d280-610f-4cd9-a20c-418d7fd2c13f']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:19.105200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a104089-d37c-42ac-abd6-7d2987bf093a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:19.105499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a104089-d37c-42ac-abd6-7d2987bf093a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:19.116325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.132073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.138677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:51:19.139126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: self.session.flush() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:51:19.141079 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:51:19.215712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.219677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50309c19-45a2-42d2-bcd0-45422c77e427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:19.224262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.226657 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/70e1d280-610f-4cd9-a20c-418d7fd2c13f HTTP/1.1" status: 204 len: 168 time: 1.0993679 Jun 10 16:51:19.241574 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e1d280-610f-4cd9-a20c-418d7fd2c13f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:19.244583 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:19.317891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305569ec-a644-4a48-970d-7c40f1b21edf no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:19.346557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 305569ec-a644-4a48-970d-7c40f1b21edf {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:19.347010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 305569ec-a644-4a48-970d-7c40f1b21edf not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:19.347517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4f2839ad-0d07-4fb0-8212-3bf2b697a82e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:19.379106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4f2839ad-0d07-4fb0-8212-3bf2b697a82e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:19.379638 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4f2839ad-0d07-4fb0-8212-3bf2b697a82e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:19.380270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cf947722-d1b4-4985-86bd-61b5283b331a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:51:19.412534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: cf947722-d1b4-4985-86bd-61b5283b331a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:51:19.412903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device cf947722-d1b4-4985-86bd-61b5283b331a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:51:19.414697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56848) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:19.464228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c8ca8619-f3cb-4ad5-bf0e-a246ef4d2e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17cb713adbcd4ae2b5adf0d271dd181f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481915 Jun 10 16:51:19.466527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56850) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:19.517908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.541286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.593392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.597484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:19.599006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddd62857-c3bd-439c-9d62-da9ae2e5af53 HTTP/1.1" status: 204 len: 168 time: 0.1314440 Jun 10 16:51:19.600132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-693d3111-18fa-47a2-ba38-3ee6b1631b3b tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:19.609987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd62857-c3bd-439c-9d62-da9ae2e5af53,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:19.612477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:19.934425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56856) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:19.979269 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-95fadb26-40cd-457c-b5e8-bdbc10ee42d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c14c98b25ab45fda5eae2d5c2fd2af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434773 Jun 10 16:51:19.981748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56858) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:20.036740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:20.061918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:20.116041 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:20.119302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:20.120580 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64eaec55-277a-41ba-9d98-28d3f73bb01a HTTP/1.1" status: 204 len: 168 time: 0.1378932 Jun 10 16:51:20.121610 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-828d77b3-50b3-415c-a409-90d65aa4a3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:20.132109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eaec55-277a-41ba-9d98-28d3f73bb01a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:20.134485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:21.674184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.735127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56898) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:21.739921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925358382', 'description': 'tempest-secgroup-smoke-925358382 description', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:21.763218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.775205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.872701 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.876594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.878949 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-29bd2b52-cec5-4db1-9374-838516e54a95 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:21.914677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28877a15-3c6d-46df-a039-fb93a0e26b87,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:21.917841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:21.974769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.978782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:21.981242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0767b20e-af50-4343-815e-be8313a66b72 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.007047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.008249 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2721214 Jun 10 16:51:22.011244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.012821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e92415d-70b2-4e52-b2fb-02e9f1b9e664,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.016014 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '7e92415d-70b2-4e52-b2fb-02e9f1b9e664', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.016573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.042209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.094471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.098260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.100170 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-09071582-a98b-4294-9af7-b55fac8e67c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.118124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477ca552-5d36-47e5-8039-3b0347c63235,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.121262 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.123807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.128246 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128588 Jun 10 16:51:22.128246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.134347 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '7e92415d-70b2-4e52-b2fb-02e9f1b9e664', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.163311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.228069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.231808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.233823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f4fa6918-5886-42cb-8f19-002a1e811fb7 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.251348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3305559b-fab0-42db-a8b2-81a7ccc8d111,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.255684 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.258191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.259354 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303356 Jun 10 16:51:22.262088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.266447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '7e92415d-70b2-4e52-b2fb-02e9f1b9e664', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.293565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.360718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.365052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.369307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b8581794-8ae8-41e8-8618-38d3e1d885f6 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.387496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133a8e29-d357-4c70-8db2-8958658f5997,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.390033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.391137 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.392311 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293218 Jun 10 16:51:22.395351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56906) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.399815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '7e92415d-70b2-4e52-b2fb-02e9f1b9e664', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.425938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.491807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.495410 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.497350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f13cec45-b81a-41fe-9aae-266a4ca09d22 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.515401 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd387d9c-be72-4325-8a70-b9d62e894371,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.518727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.522919 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.524135 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278088 Jun 10 16:51:22.526903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56908) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.531312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '7e92415d-70b2-4e52-b2fb-02e9f1b9e664', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.554128 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:51:22.558980 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.623771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.627600 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.632590 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3651fc21-016d-4936-b785-f83e61b13951 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.649733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeaef84-f910-4a26-ada1-76459b3375dd,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.654290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.655202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.656319 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285179 Jun 10 16:51:22.659530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56910) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.664130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '7e92415d-70b2-4e52-b2fb-02e9f1b9e664', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.685784 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:51:22.690552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.760167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.763694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.765508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bc39ec0b-005e-4f50-9850-1cbdd7f07325 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:22.783370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a693fdd-6838-4f96-b53b-188ef6faf216,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:22.786364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:22.787720 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.788905 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-36894f71-db7d-4e29-9579-b700a44f87b5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284826 Jun 10 16:51:22.792031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56912) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:22.797099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'network': {'name': 'tempest-network-smoke--1263486644', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'port_security_enabled': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:22.817739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:51:22.821220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.847290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:51:22.857070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.857410 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Added segment 1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6 of type vlan for network 4ad8e788-ffd5-4289-a952-4994caed24ed Jun 10 16:51:22.906112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.936098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.941601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:22.942209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:22.944460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:23.016554 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2233951 Jun 10 16:51:23.019399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56914) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:23.024342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'admin_state_up': True, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:23.031682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Network': ['ID=4ad8e788-ffd5-4289-a952-4994caed24ed,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:23.034518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cbeafae8-a1e9-41d2-a804-e68cfe857cfd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:23.042876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 4ad8e788-ffd5-4289-a952-4994caed24ed details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:51:23.048365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.049659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.118941 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.351085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.630604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.660337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.780570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.223 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/ee95f318-079e-4477-9249-625cf7ea7a4f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:51:23.918820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.958948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:23.961823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7bd8bf58-aa56-447d-9df5-db5f582ef226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:24.010512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:51:24.013315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:24.018649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:51:24.052230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=ee95f318-079e-4477-9249-625cf7ea7a4f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:24.060716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:24.369689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:24.659672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:24.826588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 4e048a29-6a91-445c-94a8-a0c6f177618d is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:51:24.980249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:51:24.991174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Sync routers for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:51:24.999441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.000441 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:25.000797 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9803395 Jun 10 16:51:25.001069 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:25.004024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56916) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:25.141659 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c59ee2ef-d103-4b99-a7cf-4facbe195b7f tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5176bca4ba3d4bf283ed5d64bca10fdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354043 Jun 10 16:51:25.144099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56920) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:25.153920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:25.319122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25323d04-e1aa-4557-abaa-b769def78fa9 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:25.320946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-25323d04-e1aa-4557-abaa-b769def78fa9 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751711 Jun 10 16:51:25.325528 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56922) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:25.365997 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ecd912c2-df6c-4fde-acf2-fefe23b8098f tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390263 Jun 10 16:51:25.368555 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56924) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:25.373552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-567552075', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:25.410301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:24Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:25.414168 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Checking router: 4e048a29-6a91-445c-94a8-a0c6f177618d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:51:25.414521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Updating router 4e048a29-6a91-445c-94a8-a0c6f177618d port ee95f318-079e-4477-9249-625cf7ea7a4f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:51:25.462497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.490797 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:51:25.494207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.724616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.727556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-58546148-8f4e-42bf-9fe7-42d4bd22c832 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:25.781959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.794188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Transition to ACTIVE for port object ee95f318-079e-4477-9249-625cf7ea7a4f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:25.801002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.803491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-bec2dedc-7aae-4f5b-9ee6-2583fa66ad5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:25.805480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Subnet': ['ID=204cd2b3-74ca-4360-9022-292f0f7facfc,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:25.808686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:25.818544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Checking segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:51:25.818907 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network hostable DHCP agents. Network: 4ad8e788-ffd5-4289-a952-4994caed24ed, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:51:25.839089 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 4ad8e788-ffd5-4289-a952-4994caed24ed is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:51:25.850167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 4ad8e788-ffd5-4289-a952-4994caed24ed) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:25.854809 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:25.855734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.861009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef1d0e8-ad0a-42c6-afb3-2b4b38ed1f21 None None] Network 4ad8e788-ffd5-4289-a952-4994caed24ed requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:51:25.869359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Attempting to bind port ee95f318-079e-4477-9249-625cf7ea7a4f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:51:25.869736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Attempting to bind port ee95f318-079e-4477-9249-625cf7ea7a4f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:51:25.870107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Attempting to bind port ee95f318-079e-4477-9249-625cf7ea7a4f on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:51:25.872131 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99a889-def9-4860-a3ab-0f9b68a0285a None None] Pushing event updated for resources: {'Port': ['ID=ee95f318-079e-4477-9249-625cf7ea7a4f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:25.874524 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5041094 Jun 10 16:51:25.876559 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56926) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:25.888804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5d99a889-def9-4860-a3ab-0f9b68a0285a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:25.891762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:51:25.892151 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:51:25.892565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:25.892967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:51:25.893482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Bound port: ee95f318-079e-4477-9249-625cf7ea7a4f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:51:25.893869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:26.028816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] For port ee95f318-079e-4477-9249-625cf7ea7a4f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:51:26.047826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] For port ee95f318-079e-4477-9249-625cf7ea7a4f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ee95f318-079e-4477-9249-625cf7ea7a4f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:51:26.073414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:26.077058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-8c5f8e2b-c1ed-4783-bc81-df6615e40adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:26.188775 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99a889-def9-4860-a3ab-0f9b68a0285a None None] Pushing event updated for resources: {'Port': ['ID=ee95f318-079e-4477-9249-625cf7ea7a4f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:26.192980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5d99a889-def9-4860-a3ab-0f9b68a0285a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:26.193987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:26.194621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:26.248611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-4ad8e788-ffd5-4289-a952-4994caed24ed', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:51:26.249304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:26.434510 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:26.789772 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Allocated IP 172.20.0.2 (4ad8e788-ffd5-4289-a952-4994caed24ed/204cd2b3-74ca-4360-9022-292f0f7facfc/1e951c92-c16d-4415-b19a-a108ad6894dc) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:51:26.851086 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.021895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:24Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:27.033310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4eeb98-1c6b-481f-ba5b-53720fb47fc8 None None] The sync data for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv is: [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:24Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:51:27.040529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.050212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Transition to ACTIVE for port object 1e951c92-c16d-4415-b19a-a108ad6894dc will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:27.068371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Transition to ACTIVE for port object 1e951c92-c16d-4415-b19a-a108ad6894dc will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:27.075238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.078163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:27.130255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Network 4ad8e788-ffd5-4289-a952-4994caed24ed is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:51:27.133086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:27.137844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:51:27.141162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Pushing event updated for resources: {'Port': ['ID=1e951c92-c16d-4415-b19a-a108ad6894dc,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:27.145663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:27.213354 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Attempting to bind port 1e951c92-c16d-4415-b19a-a108ad6894dc on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:51:27.213748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Attempting to bind port 1e951c92-c16d-4415-b19a-a108ad6894dc by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:51:27.214111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Attempting to bind port 1e951c92-c16d-4415-b19a-a108ad6894dc on network 4ad8e788-ffd5-4289-a952-4994caed24ed {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:51:27.219527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:51:27.219918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Checking segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:51:27.220336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.220745 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Bound using segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:51:27.221253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Bound port: 1e951c92-c16d-4415-b19a-a108ad6894dc, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:51:27.221646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.351923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] For port 1e951c92-c16d-4415-b19a-a108ad6894dc, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:51:27.357527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] For port 1e951c92-c16d-4415-b19a-a108ad6894dc, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1e951c92-c16d-4415-b19a-a108ad6894dc,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:51:27.365209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.370258 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.1 (4ad8e788-ffd5-4289-a952-4994caed24ed/204cd2b3-74ca-4360-9022-292f0f7facfc/9cf61190-0ab5-42d0-873d-ade093e7a6c1) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:51:27.374516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2455aaa4-5a59-49ff-a83c-13afd32c21db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:27.425816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ee95f318-079e-4477-9249-625cf7ea7a4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:27.547189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Pushing event updated for resources: {'Port': ['ID=1e951c92-c16d-4415-b19a-a108ad6894dc,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:27.565767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:27.578994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.597131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object 9cf61190-0ab5-42d0-873d-ade093e7a6c1 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:27.613894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ee95f318-079e-4477-9249-625cf7ea7a4f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:27.626680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ee95f318-079e-4477-9249-625cf7ea7a4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:27.627526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.655222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.665076 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0b26887d-dd95-4025-a596-a78814287d13 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:27.732530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 4ad8e788-ffd5-4289-a952-4994caed24ed is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:51:27.736479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:27.742858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:51:27.747398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=9cf61190-0ab5-42d0-873d-ade093e7a6c1,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:27.750921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:27.794882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.809448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.822125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ee95f318-079e-4477-9249-625cf7ea7a4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ee95f318-079e-4477-9249-625cf7ea7a4f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:27.827768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:27.831185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-213ae707-2e1b-46c6-854b-bba220e7fbdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:27.897096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ee95f318-079e-4477-9249-625cf7ea7a4f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:27.902029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:28.045026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:28.427424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:28.433895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:28.437267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b18b3759-2d94-4d0a-a750-0cc73088d92c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:28.463079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aeb3a2-e0f0-4742-a415-622f77464563 None None] Network 4ad8e788-ffd5-4289-a952-4994caed24ed requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:51:28.530526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:28.532384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=9cf61190-0ab5-42d0-873d-ade093e7a6c1,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:28.535731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:28.578732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-067e106b-a0c8-472b-b034-5418ea1b9bbc None None] Provisioning for port 1e951c92-c16d-4415-b19a-a108ad6894dc completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:28.674297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 4ad8e788-ffd5-4289-a952-4994caed24ed is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:51:28.676486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:28.843254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 4e048a29-6a91-445c-94a8-a0c6f177618d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:51:28.937410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb1daa0e-380f-4067-b69e-14ff72cba7ab None None] Provisioning for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:28.942768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-eb1daa0e-380f-4067-b69e-14ff72cba7ab None None] Provisioning complete for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:28.943115 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-eb1daa0e-380f-4067-b69e-14ff72cba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:28.998956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-eb1daa0e-380f-4067-b69e-14ff72cba7ab None None] Port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:51:29.029085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:51:29.036535 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/4e048a29-6a91-445c-94a8-a0c6f177618d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1567957 Jun 10 16:51:29.046991 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Sync routers for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:51:29.062901 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:29.063734 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:29.131021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-693367c0-2f45-4759-938d-e5b6d59e38cb None None] Provisioning complete for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:29.131412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-693367c0-2f45-4759-938d-e5b6d59e38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.188980 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-693367c0-2f45-4759-938d-e5b6d59e38cb None None] Port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:51:29.218868 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-79cdf181-baad-422d-8ef7-05617bd63191 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925358382&fields=id&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 267 time: 0.0499699 Jun 10 16:51:29.229507 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:29.318258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dacb26b9-ae3d-41d1-a9c7-3ca9921d5d2d None None] Provisioning complete for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:29.318659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dacb26b9-ae3d-41d1-a9c7-3ca9921d5d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.369483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-4cc465a9-127b-46ae-aa90-7e14b3dc3bb9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:29.371683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-dacb26b9-ae3d-41d1-a9c7-3ca9921d5d2d None None] Port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:51:29.376438 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-4cc465a9-127b-46ae-aa90-7e14b3dc3bb9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/networks?id=4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 200 len: 797 time: 0.1498811 Jun 10 16:51:29.387043 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-acef5888-63f4-4659-b846-4810ba62bbb9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/quotas/5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 375 time: 0.0097387 Jun 10 16:51:29.460154 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ee95f318-079e-4477-9249-625cf7ea7a4f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:29.469876 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-c58b736a-6b30-472c-aefd-caf0019c1a5c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768480 Jun 10 16:51:29.519750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ee95f318-079e-4477-9249-625cf7ea7a4f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:29.520553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.530269 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:28Z', 'revision_number': 2, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:29.534038 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Checking router: 4e048a29-6a91-445c-94a8-a0c6f177618d for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:51:29.534503 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Updating router 4e048a29-6a91-445c-94a8-a0c6f177618d port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:51:29.544303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-8f232bfc-c6ad-4ff1-8ad6-ad1f22a36636 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:51:29.545546 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-8f232bfc-c6ad-4ff1-8ad6-ad1f22a36636 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0617483 Jun 10 16:51:29.579309 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.639270 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1e951c92-c16d-4415-b19a-a108ad6894dc up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:29.697242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 1e951c92-c16d-4415-b19a-a108ad6894dc completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:29.701274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1e951c92-c16d-4415-b19a-a108ad6894dc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:29.701717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.708646 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-7ce435f5-2c54-48e4-b499-8fefcc91d2f7 service neutron] 10.222.0.23 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561272 Jun 10 16:51:29.810851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.839171 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-df04d731-fa89-4b87-bb18-f408a41913c1 service neutron] 10.222.0.23 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239870 Jun 10 16:51:29.848886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 1e951c92-c16d-4415-b19a-a108ad6894dc, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1e951c92-c16d-4415-b19a-a108ad6894dc,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:29.853943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.855901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:29.911688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=1e951c92-c16d-4415-b19a-a108ad6894dc,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:29.915646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:29.970796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.984022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Transition to ACTIVE for port object 9cf61190-0ab5-42d0-873d-ade093e7a6c1 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:29.990984 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:29.993169 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-27fe4f95-b955-4779-b58f-407d0ec2a879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:30.040516 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f594b364-2550-4a9d-96da-39351518ed17 req-a92ef55e-af9f-4241-90c0-48fe2cd0b1ad tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 210 time: 0.0427961 Jun 10 16:51:30.104498 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Pushing event updated for resources: {'Port': ['ID=9cf61190-0ab5-42d0-873d-ade093e7a6c1,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:30.135002 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.135339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.135710 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.136028 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.136347 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.136667 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.136984 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.137618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.137618 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.137940 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.138250 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.138555 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:51:30.166970 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:30.184554 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Attempting to bind port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:51:30.185046 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Attempting to bind port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:51:30.185557 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Attempting to bind port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 on network 4ad8e788-ffd5-4289-a952-4994caed24ed {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:51:30.192921 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:51:30.193476 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Checking segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:51:30.194012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:30.194518 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Bound using segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:51:30.195102 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Bound port: 9cf61190-0ab5-42d0-873d-ade093e7a6c1, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:51:30.195583 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:30.279251 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] For port 9cf61190-0ab5-42d0-873d-ade093e7a6c1, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:51:30.282841 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] For port 9cf61190-0ab5-42d0-873d-ade093e7a6c1, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cf61190-0ab5-42d0-873d-ade093e7a6c1,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:51:30.288567 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:30.291636 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-052eda95-3116-4d34-922c-23cf1592a2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:30.359197 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:30.359862 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:30.415127 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Pushing event updated for resources: {'Port': ['ID=9cf61190-0ab5-42d0-873d-ade093e7a6c1,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:30.461114 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:30.526113 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:30.921826 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-df401385-3a03-4722-9576-d522388bb1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:30Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:30.926241 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df401385-3a03-4722-9576-d522388bb1fd None None] The sync data for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv is: [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:30Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:51:31.208604 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8dc029d3-140d-42ac-83c2-432e15d18bdd req-0b31963d-c631-46ba-bb74-313dc5e7802f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 210 time: 0.0424626 Jun 10 16:51:31.454291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-7d8cff01-b640-4b79-bf8c-362dd8b26671 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:31.455935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-7d8cff01-b640-4b79-bf8c-362dd8b26671 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/networks?id=4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 200 len: 797 time: 0.1801128 Jun 10 16:51:31.500720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cf61190-0ab5-42d0-873d-ade093e7a6c1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:31.512722 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-e89690ef-4178-45f7-91f1-db299851d95d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 379 time: 0.0479507 Jun 10 16:51:31.523127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'port': {'device_id': '604ee325-1fb7-43a0-a208-5f4db78405de', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'admin_state_up': True, 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'security_groups': ['7e92415d-70b2-4e52-b2fb-02e9f1b9e664']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:31.588071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:31.593536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:31.594218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:31.699825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:51:31.700099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:31.705351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:31.755506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9cf61190-0ab5-42d0-873d-ade093e7a6c1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cf61190-0ab5-42d0-873d-ade093e7a6c1,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:31.759710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:31.760647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1e951c92-c16d-4415-b19a-a108ad6894dc up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:31.762511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:31.860626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9cf61190-0ab5-42d0-873d-ade093e7a6c1,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:31.870923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:31.874473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.10 (4ad8e788-ffd5-4289-a952-4994caed24ed/204cd2b3-74ca-4360-9022-292f0f7facfc/e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:51:31.877704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1e951c92-c16d-4415-b19a-a108ad6894dc triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:31.878097 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.065415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.081233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:32.132510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.137069 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:32.191869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 4ad8e788-ffd5-4289-a952-4994caed24ed is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:51:32.195515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:32.199843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:51:32.232017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:32.235520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:32.270858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:32.271586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.288876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7701149 Jun 10 16:51:32.302807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Request body: {'port': {'device_id': '604ee325-1fb7-43a0-a208-5f4db78405de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:32.446857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.474859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-237233ab-c961-4a6c-b679-5031b91b7130 None None] Provisioning for port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:32.478892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-237233ab-c961-4a6c-b679-5031b91b7130 None None] Provisioning complete for port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:32.479317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-237233ab-c961-4a6c-b679-5031b91b7130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.483179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f32d2c-6e43-41bc-97e5-0124a0f8c861 req-86a9ee04-fa72-45ac-9b2d-eff757418968 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:32.484882 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d0f32d2c-6e43-41bc-97e5-0124a0f8c861 req-86a9ee04-fa72-45ac-9b2d-eff757418968 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 932 time: 0.1507285 Jun 10 16:51:32.522124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-237233ab-c961-4a6c-b679-5031b91b7130 None None] Port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:51:32.623399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d0f32d2c-6e43-41bc-97e5-0124a0f8c861 req-33121d25-6842-4cf8-8a7a-226a3cf0f34b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153369 Jun 10 16:51:32.822795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:51:32.830322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.844484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Transition to ACTIVE for port object e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:51:32.848366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:32.850632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0bbdcc73-16d5-42e2-8c40-9b6e4f429515 tempest-TestEncryptedCinderVolumes-1002095169 tempest-TestEncryptedCinderVolumes-1002095169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:32.951172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Pushing event updated for resources: {'Port': ['ID=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:32.955017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:33.343215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cf61190-0ab5-42d0-873d-ade093e7a6c1 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:33.407614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Attempting to bind port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:51:33.407848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Attempting to bind port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:51:33.408168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Attempting to bind port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea on network 4ad8e788-ffd5-4289-a952-4994caed24ed {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:51:33.408783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:33.409202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:33.413637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea on network 4ad8e788-ffd5-4289-a952-4994caed24ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:51:33.413956 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Attempting to bind port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea on network 4ad8e788-ffd5-4289-a952-4994caed24ed {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:51:33.419074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:51:33.419410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Checking segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:51:33.419792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Bound using segment: {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:51:33.420218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Bound port: e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:51:33.420564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:33.496196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] For port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:51:33.499396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] For port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:51:33.505019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:33.507211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-decc2df5-e7b8-4301-a55c-da823ace3053 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:33.529690 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1f70438e-db96-426b-91b7-fc3dbefa33ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:33.559398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:33.560405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:33.561847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] 10.222.0.25 "PUT /v2.0/ports/e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 200 len: 1094 time: 1.2648878 Jun 10 16:51:33.562406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:51:33.565267 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97" -d '{"events": [{"name": "network-changed", "server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:51:33.592065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Pushing event updated for resources: {'Port': ['ID=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:33.597081 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:33.613068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ff8d2f-5324-4de6-b881-f859de869394 x-openstack-request-id: req-a3ff8d2f-5324-4de6-b881-f859de869394 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:51:33.613449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:51:33.613778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3ff8d2f-5324-4de6-b881-f859de869394 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:51:33.614386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'status': 'completed', 'code': 200} Jun 10 16:51:33.675603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-b13fa704-49de-4150-b9c3-86015ee69bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:33.677393 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-b13fa704-49de-4150-b9c3-86015ee69bd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1097 time: 0.0740402 Jun 10 16:51:33.733772 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-5a85fc61-1e1e-4f31-88e4-7b237ecf420f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 200 len: 217 time: 0.0491874 Jun 10 16:51:33.828987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-97f02ce6-5819-41ed-b2ea-289a09aa15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:33.830389 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-97f02ce6-5819-41ed-b2ea-289a09aa15d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204cd2b3-74ca-4360-9022-292f0f7facfc HTTP/1.1" status: 200 len: 834 time: 0.0910845 Jun 10 16:51:33.902808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9eca7-e265-47a9-a7a8-ae8e69d0c44b req-7ce3f2f1-7fe0-4ba0-9bf2-fcfec04f7c64 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:33.904250 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ca9eca7-e265-47a9-a7a8-ae8e69d0c44b req-7ce3f2f1-7fe0-4ba0-9bf2-fcfec04f7c64 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 944 time: 0.1573024 Jun 10 16:51:33.931243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9b76e-aa75-42e3-b716-be865d114332 req-fe69b606-00a3-4dbf-bcd7-dfc1ff9ea9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:33.932606 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-fe69b606-00a3-4dbf-bcd7-dfc1ff9ea9c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ad8e788-ffd5-4289-a952-4994caed24ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0935941 Jun 10 16:51:33.977464 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0ca9eca7-e265-47a9-a7a8-ae8e69d0c44b req-def24d13-74d7-4f00-b599-d188f9538200 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664921 Jun 10 16:51:34.072850 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-2cf78719-1687-42cf-b039-aff009e80de4 service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325762 Jun 10 16:51:34.196691 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-57a9b76e-aa75-42e3-b716-be865d114332 req-d8ac68e5-c589-42bd-92fb-4d1ab4ac9e72 service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166480 Jun 10 16:51:34.308093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-3646d890-542e-4e94-89e8-5d7a2dad9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:34.309621 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-3646d890-542e-4e94-89e8-5d7a2dad9337 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1097 time: 0.0626547 Jun 10 16:51:34.431355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-e130845f-6ea5-46f6-8596-aa058bcea768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:34.432875 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-e130845f-6ea5-46f6-8596-aa058bcea768 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 200 len: 898 time: 0.1155419 Jun 10 16:51:34.493512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-52ba4196-81be-4668-ae52-18712241a304 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 200 len: 217 time: 0.0525973 Jun 10 16:51:34.558534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-81f0b6ff-2df5-4084-8cb7-faf9de97bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:34.559966 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-81f0b6ff-2df5-4084-8cb7-faf9de97bcfb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204cd2b3-74ca-4360-9022-292f0f7facfc HTTP/1.1" status: 200 len: 834 time: 0.0565615 Jun 10 16:51:34.623981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-1e9b0d2d-415c-4639-b93e-3f26ae6e92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:34.625482 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-1e9b0d2d-415c-4639-b93e-3f26ae6e92ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ad8e788-ffd5-4289-a952-4994caed24ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0581367 Jun 10 16:51:34.749489 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-a6dba484-70f9-4f30-b5bf-6bbc73c68bce service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166432 Jun 10 16:51:34.876565 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bee61ee0-ef87-45d3-a7d2-8ab3cbf8be97 req-60e2ee55-a91d-4cb4-83a5-2f5de18c3a6e service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199949 Jun 10 16:51:35.186172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652c5a-bd9a-47d0-becd-355f4d23ecc6 req-2fe76e57-3bb4-42b3-8fc7-2d5c23fcb336 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:35.187621 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a8652c5a-bd9a-47d0-becd-355f4d23ecc6 req-2fe76e57-3bb4-42b3-8fc7-2d5c23fcb336 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 944 time: 0.0759282 Jun 10 16:51:35.232578 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a8652c5a-bd9a-47d0-becd-355f4d23ecc6 req-f1e41a6e-750a-4dcf-9a3d-9fd2b32be000 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 Jun 10 16:51:36.193180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:36.222601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:51:36.354141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:36.372903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'port_id': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'mac_address': 'fa:16:3e:c4:c0:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:51:36.385202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aa6691e2-a8f9-4e8a-ad1a-c3178dc9f181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:36.420426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d2b88-953c-4a28-9317-f30e6c898ebd req-e6e25e73-7d0b-4f27-b981-1ae0469e0a22 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:36.421949 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fc0d2b88-953c-4a28-9317-f30e6c898ebd req-e6e25e73-7d0b-4f27-b981-1ae0469e0a22 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 944 time: 0.0726871 Jun 10 16:51:36.427471 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:36.446547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:51:36.468520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:36.472853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fc0d2b88-953c-4a28-9317-f30e6c898ebd req-577fbb55-db44-4b89-89dd-80faff68516b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 Jun 10 16:51:36.474255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:36.476323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fde6345a-6372-4fd6-bbb1-e9e24cd526d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:36.536612 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:36.539951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:36.714143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:51:37.440523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:37.655840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd363d-22a4-4d24-8816-8e67a32e6b06 req-8e09e5ab-cff3-4c52-aad2-86bb77e60404 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:37.657318 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04dd363d-22a4-4d24-8816-8e67a32e6b06 req-8e09e5ab-cff3-4c52-aad2-86bb77e60404 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 945 time: 0.0694861 Jun 10 16:51:37.700983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-04dd363d-22a4-4d24-8816-8e67a32e6b06 req-afcc38d9-f9c8-418d-bc87-c0220b7f8f15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376539 Jun 10 16:51:38.221194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:51:38.277872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:51:38.281997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:51:38.282453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:38.532229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:38.557764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:51:38.560042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e6ed1a-e22f-460e-820f-e16550cacaf4" -d '{"events": [{"server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "name": "network-vif-plugged", "status": "completed", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:51:38.573976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:51:38.579042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:38.582059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:38.639096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:38.642214 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:38.657424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4783fbdc-544d-49b1-b48b-4162a2b975c2 x-openstack-request-id: req-4783fbdc-544d-49b1-b48b-4162a2b975c2 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:51:38.657786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "name": "network-vif-plugged", "status": "completed", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:51:38.658087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4783fbdc-544d-49b1-b48b-4162a2b975c2 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:51:38.658490 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'code': 200} Jun 10 16:51:38.900234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196964d-f0c7-4b16-9827-a77cb02fccd3 req-0c53c62b-0607-4582-88bc-196a25f3095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:38.901768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0196964d-f0c7-4b16-9827-a77cb02fccd3 req-0c53c62b-0607-4582-88bc-196a25f3095a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1099 time: 0.0712373 Jun 10 16:51:38.901930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0450b-0c06-4741-b8f7-a8056ed2d84a req-aaa04205-6c43-4b95-9c86-a3581e806545 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:38.903311 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-90c0450b-0c06-4741-b8f7-a8056ed2d84a req-aaa04205-6c43-4b95-9c86-a3581e806545 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0789683 Jun 10 16:51:38.947175 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0196964d-f0c7-4b16-9827-a77cb02fccd3 req-b94ea839-c773-4af2-872a-5ca6a2a9e8ce service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384836 Jun 10 16:51:38.947420 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-90c0450b-0c06-4741-b8f7-a8056ed2d84a req-a9855b7f-8755-4632-bd92-6f1728d4b101 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381703 Jun 10 16:51:39.069074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:40.130356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec486eb-bd48-464f-b05b-4e9ae2ccafa2 req-cf7051f8-12d6-48f5-88e6-277abb874d31 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:40.131854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eec486eb-bd48-464f-b05b-4e9ae2ccafa2 req-cf7051f8-12d6-48f5-88e6-277abb874d31 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0702093 Jun 10 16:51:40.176844 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eec486eb-bd48-464f-b05b-4e9ae2ccafa2 req-2d347c98-920d-40a7-af10-900540774a26 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 Jun 10 16:51:40.360241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819a1b6-2171-4bd4-a705-cfce6ba98e61 req-8981522c-916d-43b1-8768-bc0c48b74270 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:40.361710 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d819a1b6-2171-4bd4-a705-cfce6ba98e61 req-8981522c-916d-43b1-8768-bc0c48b74270 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0710042 Jun 10 16:51:40.402667 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d819a1b6-2171-4bd4-a705-cfce6ba98e61 req-0b53f9e3-cf10-46e2-8081-dbb21e3c5be1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352023 Jun 10 16:51:40.426900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56986) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:40.488953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61414238-0d0a-4060-b368-b5331a515125 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:40.490482 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-61414238-0d0a-4060-b368-b5331a515125 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1094 time: 0.0626016 Jun 10 16:51:40.493275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 56988) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:40.497651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:51:40.522923 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:40.651262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:40.768475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.183 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/ef7f4e16-9617-4cee-8380-c0e3ffe12ad5) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:51:40.904064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:40.944175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:40.946302 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aa99efa4-3dd3-41d9-88a7-2a13529e3960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:40.999079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:51:41.001924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:51:41.007182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:51:41.010354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=ef7f4e16-9617-4cee-8380-c0e3ffe12ad5,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:41.037079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:41.477564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:41.568866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:41.759328 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:41.763798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:41.766644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5fff534a-0f1f-4bba-af16-214bbb6828a9 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:51:41.854796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=ef7f4e16-9617-4cee-8380-c0e3ffe12ad5,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:51:41.860060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:51:41.867209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:42.005368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 49744b6d-9520-4f04-98ca-d542fba5bd89 associated. External IP: 172.26.5.183, port: e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea. Jun 10 16:51:42.301237 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 4e048a29-6a91-445c-94a8-a0c6f177618d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:51:42.446920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:51:42.459110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] Sync routers for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:51:42.464978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:51:42.471453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:42.472908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:42.510337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0159514 Jun 10 16:51:42.510988 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:51:42.513335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:51:42.549510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac7777-e6b2-4791-a14c-bdb7238c4652 x-openstack-request-id: req-52ac7777-e6b2-4791-a14c-bdb7238c4652 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:51:42.549954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:51:42.550262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52ac7777-e6b2-4791-a14c-bdb7238c4652 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:51:42.550718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'status': 'completed', 'code': 200} Jun 10 16:51:42.629107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:42.687627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-1eaae43d-f532-4384-8385-0335b4afeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:42.689131 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-1eaae43d-f532-4384-8385-0335b4afeb06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1099 time: 0.1157811 Jun 10 16:51:42.701079 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400914-5cb7-4210-8f9a-988101aa8bcd req-c913bd80-f6fd-46cc-a895-c874cb9382c0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:42.702516 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04400914-5cb7-4210-8f9a-988101aa8bcd req-c913bd80-f6fd-46cc-a895-c874cb9382c0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0927329 Jun 10 16:51:42.820989 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-04400914-5cb7-4210-8f9a-988101aa8bcd req-6c124ad1-a176-4dae-ba32-42f2264c4b91 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101012 Jun 10 16:51:42.848917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56994) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:42.855627 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-403ed9e8-048e-42d9-88d3-100e71c43c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:42.857066 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-403ed9e8-048e-42d9-88d3-100e71c43c71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 200 len: 898 time: 0.1536953 Jun 10 16:51:42.938121 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-551561b3-4a00-4888-adf5-716ce4be3599 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/49744b6d-9520-4f04-98ca-d542fba5bd89 HTTP/1.1" status: 200 len: 992 time: 0.0872452 Jun 10 16:51:42.951143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '49744b6d-9520-4f04-98ca-d542fba5bd89', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'port_id': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'mac_address': 'fa:16:3e:c4:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ee325-1fb7-43a0-a208-5f4db78405de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:51:41Z', 'updated_at': '2021-06-10T16:51:41Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:31Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:42.954997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] Checking router: 4e048a29-6a91-445c-94a8-a0c6f177618d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:51:42.964079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:51:42.964705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:51:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:43.114738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:51:43.317663 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-7a31be52-60a5-40c7-8d22-dbc70d1f572a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 200 len: 1000 time: 0.4538109 Jun 10 16:51:43.378270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-a811c70c-78ab-4648-8f96-98ac254914fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:43.379648 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-a811c70c-78ab-4648-8f96-98ac254914fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204cd2b3-74ca-4360-9022-292f0f7facfc HTTP/1.1" status: 200 len: 834 time: 0.0555546 Jun 10 16:51:43.451379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-b8a9ed32-cf53-4f0c-b7b0-b0dd3938a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:51:43.452933 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-b8a9ed32-cf53-4f0c-b7b0-b0dd3938a1df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ad8e788-ffd5-4289-a952-4994caed24ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0667701 Jun 10 16:51:43.564609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '49744b6d-9520-4f04-98ca-d542fba5bd89', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'port_id': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'mac_address': 'fa:16:3e:c4:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ee325-1fb7-43a0-a208-5f4db78405de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:51:41Z', 'updated_at': '2021-06-10T16:51:41Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:31Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:51:43.568943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ac59c-d1c2-411e-9a01-68acc3fa4ac4 None None] The sync data for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv is: [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '49744b6d-9520-4f04-98ca-d542fba5bd89', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.183', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'port_id': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'mac_address': 'fa:16:3e:c4:c0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604ee325-1fb7-43a0-a208-5f4db78405de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:51:41Z', 'updated_at': '2021-06-10T16:51:41Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:31Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:51:43.579608 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-6857ce87-1650-4e0e-921a-fd2c924e493c service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200585 Jun 10 16:51:43.709157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9d6fee4-25b3-4c96-b202-6d4f27d66ef0 req-1a000fa9-6386-49f2-8e54-d0cde7991c50 service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220756 Jun 10 16:51:43.780219 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad3d1e-bff2-4b78-a30a-0798cb605db4 None None] New status for floating IP 49744b6d-9520-4f04-98ca-d542fba5bd89: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:51:43.943216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56996) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:44.411403 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-491dc7ab-915a-4dc0-b193-22b7e1dbdeea tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/49744b6d-9520-4f04-98ca-d542fba5bd89 HTTP/1.1" status: 200 len: 992 time: 0.4668951 Jun 10 16:51:45.415009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 56998) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:51:45.496932 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cd6048f2-0580-42f8-a129-dae2efdf2d88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/49744b6d-9520-4f04-98ca-d542fba5bd89 HTTP/1.1" status: 200 len: 994 time: 0.0805392 Jun 10 16:51:50.403696 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:51:51.686237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:00.511270 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-eae9d8dc-0a63-4fdd-a4f8-e53ceaa93694 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574186 Jun 10 16:52:00.618690 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-ae402299-dbb0-42cf-9381-9a151a567655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:00.620172 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-ae402299-dbb0-42cf-9381-9a151a567655 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1099 time: 0.0667603 Jun 10 16:52:00.758160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-af3cc3e9-1b34-4bc8-a2ff-f021acd4064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:00.759699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-af3cc3e9-1b34-4bc8-a2ff-f021acd4064a service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 200 len: 898 time: 0.1164649 Jun 10 16:52:00.844133 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-10a1fc88-9308-43ec-b457-756a904b2c73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 200 len: 1002 time: 0.0774877 Jun 10 16:52:00.907686 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-a7cd0c52-9b41-4799-852e-303f452641a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:00.909931 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-a7cd0c52-9b41-4799-852e-303f452641a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204cd2b3-74ca-4360-9022-292f0f7facfc HTTP/1.1" status: 200 len: 834 time: 0.0594702 Jun 10 16:52:00.981955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-4a4bfccc-faa4-4ce4-97bf-eeb12fe0ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:00.983412 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-4a4bfccc-faa4-4ce4-97bf-eeb12fe0ca13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ad8e788-ffd5-4289-a952-4994caed24ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0613165 Jun 10 16:52:01.100317 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-01c8003b-8a4e-493e-a73e-39d5645909f5 service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093884 Jun 10 16:52:01.235079 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2363df1b-8019-40ad-a885-77783e5d8c39 req-7e333d1c-15e8-4d9a-b019-7abe56c60a4e service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270299 Jun 10 16:52:03.530519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d0fa11af-ce0d-48f1-b4ac-897d4b3a8766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:06.198150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:06.385909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6b04a569-3cf4-4311-84ce-1096eee3134e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:07.447739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:09.071927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:12.409867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabf2e0-c942-47d6-9777-19a7ff2bcebe req-0685b69a-01dc-4340-a42d-7b95fd29ee46 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:12.411326 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ecabf2e0-c942-47d6-9777-19a7ff2bcebe req-0685b69a-01dc-4340-a42d-7b95fd29ee46 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0751791 Jun 10 16:52:12.457001 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ecabf2e0-c942-47d6-9777-19a7ff2bcebe req-b34c407f-170c-45ee-b03d-1ec625b26c02 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 Jun 10 16:52:13.644727 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc59a7-56a6-4b30-a156-bdc6eb40c14f req-9a409189-1286-4d62-acb0-30c5d0d13119 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:13.646226 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-00dc59a7-56a6-4b30-a156-bdc6eb40c14f req-9a409189-1286-4d62-acb0-30c5d0d13119 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0734339 Jun 10 16:52:13.689208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-00dc59a7-56a6-4b30-a156-bdc6eb40c14f req-7296e224-6ffc-4b43-ac64-1dc3ef23dcbd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Jun 10 16:52:13.712947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57014) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:13.790408 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c9ee5447-8eb2-456f-b3db-b8fbfa0c8b91 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/49744b6d-9520-4f04-98ca-d542fba5bd89 HTTP/1.1" status: 200 len: 994 time: 0.0760207 Jun 10 16:52:15.268314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382010d-872a-4cce-83dd-26f4989ccef9 req-2eae145d-d022-4c10-8e44-c3a4d70820cc tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:15.269850 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3382010d-872a-4cce-83dd-26f4989ccef9 req-2eae145d-d022-4c10-8e44-c3a4d70820cc tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0754652 Jun 10 16:52:15.312428 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3382010d-872a-4cce-83dd-26f4989ccef9 req-60c1bd89-2958-4556-a66c-680e2921b98c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367084 Jun 10 16:52:16.507473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140252f-17a4-420c-8e1f-68029ce4d335 req-2616c2db-0ca4-4110-bbe5-c796ec4c925c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:16.508852 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f140252f-17a4-420c-8e1f-68029ce4d335 req-2616c2db-0ca4-4110-bbe5-c796ec4c925c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0745075 Jun 10 16:52:16.551436 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f140252f-17a4-420c-8e1f-68029ce4d335 req-a368e24f-924a-4688-9ee4-15f7262df228 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369351 Jun 10 16:52:16.575253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57024) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:16.659526 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-37f4e9f7-dfc4-4c7e-bb8b-6e35a1b4fa22 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/49744b6d-9520-4f04-98ca-d542fba5bd89 HTTP/1.1" status: 200 len: 994 time: 0.0829213 Jun 10 16:52:16.947634 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57030) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:17.144566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port ef7f4e16-9617-4cee-8380-c0e3ffe12ad5 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:52:17.144934 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:17.248263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:17.248596 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:17.342696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for ef7f4e16-9617-4cee-8380-c0e3ffe12ad5 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:52:17.521582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:17.523561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:17.554364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=ef7f4e16-9617-4cee-8380-c0e3ffe12ad5,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:17.565463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.565851 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.566232 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.566614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.566986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.567362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.567732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.568098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.568467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.568832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.569222 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.569591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:17.592357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:17.643625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:17.643953 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 49744b6d-9520-4f04-98ca-d542fba5bd89 disassociated (deleted). External IP: 172.26.5.183, port: e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea. Jun 10 16:52:17.933360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 4e048a29-6a91-445c-94a8-a0c6f177618d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:52:18.077813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:52:18.082738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:18.087084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] Sync routers for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:52:18.096400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:18.097022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:18.131256 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/floatingips/49744b6d-9520-4f04-98ca-d542fba5bd89 HTTP/1.1" status: 204 len: 168 time: 1.1825411 Jun 10 16:52:18.131946 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:52:18.134379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a070519-15f5-4445-bf7e-a6b717d333e5" -d '{"events": [{"name": "network-changed", "server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:52:18.177803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6523468-61bc-4e32-ac5a-a50deda69869 x-openstack-request-id: req-f6523468-61bc-4e32-ac5a-a50deda69869 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:52:18.178141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:52:18.178440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6523468-61bc-4e32-ac5a-a50deda69869 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:52:18.178891 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'status': 'completed', 'code': 200} Jun 10 16:52:18.269547 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-a5b4be8b-84a9-4323-812c-78b916ce323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:18.271149 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-a5b4be8b-84a9-4323-812c-78b916ce323e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 1099 time: 0.0686722 Jun 10 16:52:18.412996 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-8389dafa-908b-4b8d-9d11-7dc3e462d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:18.413897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:18.414508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-8389dafa-908b-4b8d-9d11-7dc3e462d11c service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 200 len: 898 time: 0.1364923 Jun 10 16:52:18.473414 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-5c0a2df9-e670-413a-8132-ad9c00ec2bdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 200 len: 217 time: 0.0498869 Jun 10 16:52:18.540527 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-85226c07-01ab-4f6f-997b-65477be84f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:18.542760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-85226c07-01ab-4f6f-997b-65477be84f1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=204cd2b3-74ca-4360-9022-292f0f7facfc HTTP/1.1" status: 200 len: 834 time: 0.0628905 Jun 10 16:52:18.554172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839bf7e-a47b-4033-bf19-723dfa150e51 req-8ac9bd25-eef7-4531-bec5-533b3e10985d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:18.555689 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6839bf7e-a47b-4033-bf19-723dfa150e51 req-8ac9bd25-eef7-4531-bec5-533b3e10985d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0791616 Jun 10 16:52:18.603960 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6839bf7e-a47b-4033-bf19-723dfa150e51 req-40562367-fa3e-45ab-89fb-da27bc67fa0e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421131 Jun 10 16:52:18.620423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-4d50a340-e1ec-40b6-974a-b22c355bfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:18.621947 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-4d50a340-e1ec-40b6-974a-b22c355bfff8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ad8e788-ffd5-4289-a952-4994caed24ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677938 Jun 10 16:52:18.687347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:31Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:18.691373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] Checking router: 4e048a29-6a91-445c-94a8-a0c6f177618d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:52:18.699511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:18.700149 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:18.745369 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-afb7c444-f85a-48d3-a08e-9fd08f6c5105 service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151805 Jun 10 16:52:18.845747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:18.867354 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3a070519-15f5-4445-bf7e-a6b717d333e5 req-7f5334e4-c4db-458d-925d-1442f2b23da9 service neutron] 10.222.0.25 "GET /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149416 Jun 10 16:52:19.103990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:31Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:19.108444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f1ed4f-0e2d-41ec-83c8-6f87159b01d1 None None] The sync data for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv is: [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cf61190-0ab5-42d0-873d-ade093e7a6c1', 'name': '', 'network_id': '4ad8e788-ffd5-4289-a952-4994caed24ed', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:80:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:27Z', 'updated_at': '2021-06-10T16:51:31Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '204cd2b3-74ca-4360-9022-292f0f7facfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:52:19.320162 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8721914-99cc-4a72-b1f4-da5dde44b1b7 None None] New status for floating IP 49744b6d-9520-4f04-98ca-d542fba5bd89: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:52:19.790162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edbb43-fd5e-48f5-9cbf-c23291d3363d req-f4845951-efe4-40da-9967-5db5d081e968 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:19.791804 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d8edbb43-fd5e-48f5-9cbf-c23291d3363d req-f4845951-efe4-40da-9967-5db5d081e968 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0710824 Jun 10 16:52:19.833668 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d8edbb43-fd5e-48f5-9cbf-c23291d3363d req-3c617e3d-9b56-43f2-b464-fb964e38f873 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e92415d-70b2-4e52-b2fb-02e9f1b9e664&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354307 Jun 10 16:52:20.128088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-29d332c3-6e23-4dbb-859c-248e99311ec2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:20.129583 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-29d332c3-6e23-4dbb-859c-248e99311ec2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 946 time: 0.0729108 Jun 10 16:52:20.241061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:52:20.241437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:20.358851 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:20.359259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:20.452705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:52:20.615432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:20.619812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d3c6b1f2-1957-487c-8db7-a2453d4a0dd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:20.649164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:20.662413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.662809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.663202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.663585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.663964 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.664341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.664714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.665111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.665513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.666154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.666525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.666892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:20.671249 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:20.722632 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] No DVR routers for this DVR port e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:52:20.725346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:20.727389 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c7a57dce-db51-44cc-af6d-d98feeefe52b req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "DELETE /v2.0/ports/e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea HTTP/1.1" status: 204 len: 173 time: 0.5927250 Jun 10 16:52:20.727932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'name': 'network-vif-deleted', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:52:20.730354 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d442dc33-ef23-4b46-a1b7-06a9c56ff8f9" -d '{"events": [{"server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "name": "network-vif-deleted", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:52:20.768554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d2950-7d39-41a5-8307-ed8bad6865b2 x-openstack-request-id: req-fa9d2950-7d39-41a5-8307-ed8bad6865b2 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:52:20.769083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ee325-1fb7-43a0-a208-5f4db78405de", "name": "network-vif-deleted", "tag": "e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:52:20.769480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa9d2950-7d39-41a5-8307-ed8bad6865b2 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:52:20.769936 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ee325-1fb7-43a0-a208-5f4db78405de', 'name': 'network-vif-deleted', 'tag': 'e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea', 'status': 'completed', 'code': 200} Jun 10 16:52:21.000653 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-88cae8e8-d30d-4f6d-934f-1aee5335cf60 req-f809fc48-860d-415a-9fc9-7ef6006c3e9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=604ee325-1fb7-43a0-a208-5f4db78405de HTTP/1.1" status: 200 len: 210 time: 0.0346470 Jun 10 16:52:21.688003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:22.096394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57046) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:22.565043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:22.902191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 9cf61190-0ab5-42d0-873d-ade093e7a6c1 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:52:22.902533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:23.012794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 9cf61190-0ab5-42d0-873d-ade093e7a6c1, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cf61190-0ab5-42d0-873d-ade093e7a6c1,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:23.013169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:23.109893 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 9cf61190-0ab5-42d0-873d-ade093e7a6c1 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:52:23.347226 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:23.350438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:23.379340 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=9cf61190-0ab5-42d0-873d-ade093e7a6c1,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:23.381882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:23.616785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:24.308227 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 4e048a29-6a91-445c-94a8-a0c6f177618d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:52:24.436173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:52:24.459698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:52:24.465089 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/4e048a29-6a91-445c-94a8-a0c6f177618d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3674791 Jun 10 16:52:24.466063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:52:24.466424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device e51f3e3d-c9dd-4fb3-a2f2-7abf49ab42ea not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:52:24.468253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57048) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:24.472008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] Sync routers for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:52:24.480960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:24.481677 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:24.534720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting subnet 204cd2b3-74ca-4360-9022-292f0f7facfc {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:52:24.537858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:24.594871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:24.623053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:24.695406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:24.768289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:24.771534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f07fd5e-e490-4bc7-b9bb-5bb08bf49143 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:24.805088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Subnet': ['ID=204cd2b3-74ca-4360-9022-292f0f7facfc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:24.808073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:24.809066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:24.813788 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f2d4b55c-1c7d-44ec-a916-b30773f89d9d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/subnets/204cd2b3-74ca-4360-9022-292f0f7facfc HTTP/1.1" status: 204 len: 168 time: 0.3409421 Jun 10 16:52:24.814411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57050) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:24.817118 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e01755-926c-4fa0-a0fc-626a72424140 None None] Network 4ad8e788-ffd5-4289-a952-4994caed24ed requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:52:24.962203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.007923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:52:23Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:25.014359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] Checking router: 4e048a29-6a91-445c-94a8-a0c6f177618d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:52:25.027695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] Routers {'4e048a29-6a91-445c-94a8-a0c6f177618d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:25.028299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['4e048a29-6a91-445c-94a8-a0c6f177618d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:25.116369 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.126130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] DHCP port deletion for 4ad8e788-ffd5-4289-a952-4994caed24ed request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:52:25.183727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port ee95f318-079e-4477-9249-625cf7ea7a4f {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:52:25.184101 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.212778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] Set router 4e048a29-6a91-445c-94a8-a0c6f177618d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:25.294718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port ee95f318-079e-4477-9249-625cf7ea7a4f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ee95f318-079e-4477-9249-625cf7ea7a4f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:25.295080 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.318181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Deleting port 1e951c92-c16d-4415-b19a-a108ad6894dc {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:52:25.318557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.401492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for ee95f318-079e-4477-9249-625cf7ea7a4f owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:52:25.606108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1e951c92-c16d-4415-b19a-a108ad6894dc no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:52:25.641376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.643465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1cd699ea-d5b4-47c5-a5fe-969db20f89dc tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:25.681857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=ee95f318-079e-4477-9249-625cf7ea7a4f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:25.682603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] For port 1e951c92-c16d-4415-b19a-a108ad6894dc, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1e951c92-c16d-4415-b19a-a108ad6894dc,segment=NetworkSegment(1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6),segment_id=1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:25.683013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.686059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:25.764784 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.790810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Calling delete_port for 1e951c92-c16d-4415-b19a-a108ad6894dc owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:52:25.902756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.904759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.952803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.972571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.973099 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Fanout notify agent at l3_agent the message router_deleted on router 4e048a29-6a91-445c-94a8-a0c6f177618d {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:52:25.981546 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:25.982672 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/routers/4e048a29-6a91-445c-94a8-a0c6f177618d HTTP/1.1" status: 204 len: 168 time: 1.1676424 Jun 10 16:52:25.986373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57052) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:25.999704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:52:23Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:26.003674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.007408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:26.033227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c3150-be59-4f3d-b085-dc3a5275e0ec None None] The sync data for ids ['4e048a29-6a91-445c-94a8-a0c6f177618d'] in dv-neutron-601336-90-hyperv is: [{'id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403646964', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:52:23Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'ee95f318-079e-4477-9249-625cf7ea7a4f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e048a29-6a91-445c-94a8-a0c6f177618d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:51:23Z', 'updated_at': '2021-06-10T16:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:52:26.060231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Pushing event deleted for resources: {'Port': ['ID=1e951c92-c16d-4415-b19a-a108ad6894dc,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:26.069108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] No DVR routers for this DVR port 1e951c92-c16d-4415-b19a-a108ad6894dc on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:52:26.072769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.073122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.073488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.073820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.074147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.074472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.074796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.075125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.075760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.076092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.076415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.076733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:26.082529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:26.091708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.208705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.219782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad8e788-ffd5-4289-a952-4994caed24ed']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:26.230567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:26.230863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e209ff0-c212-48a8-8be6-1f6a0dbf8ce6') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:26.240672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.261330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.267766 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:52:26.268141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: retrieve_revision_numbers = { Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:52:26.271233 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:52:26.351073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.354888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba54e6c8-028c-4f92-b747-d5a568148856 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:26.358992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.360790 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/networks/4ad8e788-ffd5-4289-a952-4994caed24ed HTTP/1.1" status: 204 len: 168 time: 0.3734832 Jun 10 16:52:26.363852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57054) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:26.380190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Network': ['ID=4ad8e788-ffd5-4289-a952-4994caed24ed,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:26.383377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-793802a4-1719-4120-b00b-cc024c3910e1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:26.440245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.468800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.542461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.545090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:26.546293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e92415d-70b2-4e52-b2fb-02e9f1b9e664 HTTP/1.1" status: 204 len: 168 time: 0.1814415 Jun 10 16:52:26.547239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ddc8742d-d21f-465f-8d80-9b299140e5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:26.557721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e92415d-70b2-4e52-b2fb-02e9f1b9e664,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:26.559859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8b7630c6-e31d-46a6-b0ec-2fc2ec464d98 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.051995 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57060) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.056737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058603380', 'description': 'tempest-secgroup-smoke-1058603380 description', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.082075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.168728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.173470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.175871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4f128d9-2842-41e7-bc47-bd5e2091dae0 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.209225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.210428 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574190 Jun 10 16:52:27.212377 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c623db3e-4c22-4c70-89e1-c4f2b279bb76,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.213455 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57062) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.215141 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2893abc0-4b73-489a-8eae-8d353ea00877 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.220219 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'c623db3e-4c22-4c70-89e1-c4f2b279bb76', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.248155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.315335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.319296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.324516 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8aeca524-94b8-4d44-a0c5-5c69795f8b94 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.345897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341c6468-5bb9-4924-9d05-534c33d0009f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.349388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.353535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57064) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.353969 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376998 Jun 10 16:52:27.355056 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-49b106c2-7dfb-4f1f-98dc-3482f807360c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.359928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'c623db3e-4c22-4c70-89e1-c4f2b279bb76', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.374008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cf61190-0ab5-42d0-873d-ade093e7a6c1 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:52:27.387171 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.402082 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9cf61190-0ab5-42d0-873d-ade093e7a6c1 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:52:27.402439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cf61190-0ab5-42d0-873d-ade093e7a6c1 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:52:27.402738 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:52:27.403249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ee95f318-079e-4477-9249-625cf7ea7a4f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:52:27.427027 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: ee95f318-079e-4477-9249-625cf7ea7a4f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:52:27.427382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ee95f318-079e-4477-9249-625cf7ea7a4f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:52:27.450427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.455502 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.457325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c72d426f-e949-4b16-ba57-92bd3ef6189d tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.476665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8132bf7-c6a2-475f-9d30-2d318c4cedbd,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.479455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.482128 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.483292 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280115 Jun 10 16:52:27.485968 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57066) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.490327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'c623db3e-4c22-4c70-89e1-c4f2b279bb76', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.516382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.578706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.582324 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.584197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fef3ac98-bf74-418f-90a9-45023ea6ab86 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.600680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5974cd6-7366-455d-a66d-e72dcb77401f,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.603224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.607006 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.608234 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213624 Jun 10 16:52:27.611613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57068) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.616107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'c623db3e-4c22-4c70-89e1-c4f2b279bb76', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.642188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.705771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.709297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.713505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3a91e81-00f2-4d6a-a2ab-9fc2a7dc7f93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.732603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c367e11-b3cd-4307-a33f-33b761054923,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.736829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.739520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.740688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281404 Jun 10 16:52:27.743522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57070) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.747936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'c623db3e-4c22-4c70-89e1-c4f2b279bb76', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.769892 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:52:27.774527 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.840301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.845701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.847504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b74753db-6bac-4eb8-ae0c-1ae5745ed254 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.864467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706ca70b-a7e6-432d-a910-b9df150763ed,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.867480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.870306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.871593 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4f0d7773-4e8b-4cdc-9c5c-1099028e3484 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271508 Jun 10 16:52:27.874510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57072) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:27.879148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'c623db3e-4c22-4c70-89e1-c4f2b279bb76', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:27.900763 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:52:27.906647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.971524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.975021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:27.976816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c64d6c05-44fc-44d6-8ac4-99d5b9c7bfaf tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:27.993680 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34333111-3e73-42fd-96c0-bd077ff26baf,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:27.996575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:27.998917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.003910 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-462e89de-147b-469c-9b72-937123da3afd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250424 Jun 10 16:52:28.003910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57074) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:28.008564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'network': {'name': 'tempest-network-smoke--1978108978', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'port_security_enabled': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:28.029059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:52:28.032452 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.057787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:52:28.067068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.067404 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Added segment 06967f5f-6821-47c3-b31f-4e0395648ec8 of type vlan for network cd2ee6da-96bb-487b-b26a-cf9782223494 Jun 10 16:52:28.117389 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.148984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.155054 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:28.155642 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.158003 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:28.228238 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2235305 Jun 10 16:52:28.231161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57076) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:28.236393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'admin_state_up': True, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:28.244288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Network': ['ID=cd2ee6da-96bb-487b-b26a-cf9782223494,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:28.247621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a0403a46-6d64-4cfe-a72b-c4b356bfa679 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:28.257762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network cd2ee6da-96bb-487b-b26a-cf9782223494 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:52:28.263879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.266047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.333982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:28.537653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:29.166360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:29.191796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:29.314201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.163 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/922299a2-7d09-4b06-a300-99d4a8086fba) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:52:29.446389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:29.485194 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:29.487181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-271ac63d-c580-4906-9d9e-ad7b0fb0b0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:29.531803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:52:29.534903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:29.538325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:52:29.544067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=922299a2-7d09-4b06-a300-99d4a8086fba,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:29.573925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:29.887602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:30.164187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:30.329520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 349b2644-e266-44ec-b1ce-a7130588c266 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:52:30.474078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:52:30.482940 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Sync routers for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:52:30.492489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:30.493823 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2616336 Jun 10 16:52:30.496894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57078) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:30.497476 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:30.498097 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:30.533593 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ca957174-bc89-4b76-9ee7-da9fde7de21e tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5176bca4ba3d4bf283ed5d64bca10fdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351539 Jun 10 16:52:30.535920 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57080) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:30.642805 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:30.652254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9c43e-83bd-4948-9495-32c21968944e tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:30.653768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-74c9c43e-83bd-4948-9495-32c21968944e tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1169715 Jun 10 16:52:30.656671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57082) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:30.707199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57084) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:30.709134 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d5953485-0a47-4f6b-acba-39460c67061e tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489738 Jun 10 16:52:30.712765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082049857', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:30.830574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:52:30.834070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:30.886012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:29Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:30.889463 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Checking router: 349b2644-e266-44ec-b1ce-a7130588c266 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:52:30.890321 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Updating router 349b2644-e266-44ec-b1ce-a7130588c266 port 922299a2-7d09-4b06-a300-99d4a8086fba binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:52:30.937655 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.065001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.078086 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2113e6c4-18e1-4028-bfcf-c55e8645c0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:31.150233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Subnet': ['ID=e7744066-232f-409a-a411-5d499c1055e7,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:31.153708 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:31.157237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Checking segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:52:31.157237 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network hostable DHCP agents. Network: cd2ee6da-96bb-487b-b26a-cf9782223494, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:52:31.174479 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network cd2ee6da-96bb-487b-b26a-cf9782223494 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:52:31.183808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, cd2ee6da-96bb-487b-b26a-cf9782223494) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:31.189001 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:31.189672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.195157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea016e-38a3-4c0e-9388-50858b32ad40 None None] Network cd2ee6da-96bb-487b-b26a-cf9782223494 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:52:31.213678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f1a897eb-6079-42b0-a558-0036b9dded37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5052350 Jun 10 16:52:31.214384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57088) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:31.364022 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.375648 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Transition to ACTIVE for port object 922299a2-7d09-4b06-a300-99d4a8086fba will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:31.382211 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.384243 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:31.396629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-cd2ee6da-96bb-487b-b26a-cf9782223494', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:52:31.397978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.447723 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Attempting to bind port 922299a2-7d09-4b06-a300-99d4a8086fba on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:52:31.448393 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Attempting to bind port 922299a2-7d09-4b06-a300-99d4a8086fba by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:52:31.448769 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Attempting to bind port 922299a2-7d09-4b06-a300-99d4a8086fba on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:52:31.457490 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Pushing event updated for resources: {'Port': ['ID=922299a2-7d09-4b06-a300-99d4a8086fba,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:31.464780 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.465130 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.465492 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.465825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.466805 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.467145 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.467469 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.468128 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.468807 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.469398 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.469833 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.470164 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:52:31.477471 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:52:31.479906 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:52:31.480200 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.480600 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:52:31.481097 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Bound port: 922299a2-7d09-4b06-a300-99d4a8086fba, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:52:31.481500 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.483396 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:31.548556 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] For port 922299a2-7d09-4b06-a300-99d4a8086fba, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:52:31.551791 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] For port 922299a2-7d09-4b06-a300-99d4a8086fba, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=922299a2-7d09-4b06-a300-99d4a8086fba,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:52:31.556848 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.559726 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:31.562404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Allocated IP 172.20.0.2 (cd2ee6da-96bb-487b-b26a-cf9782223494/e7744066-232f-409a-a411-5d499c1055e7/ea4d0d09-1d66-4743-83b8-48373138db18) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:52:31.623928 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:31.624401 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:31.678974 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Pushing event updated for resources: {'Port': ['ID=922299a2-7d09-4b06-a300-99d4a8086fba,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:31.735996 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:31.748310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.757349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Transition to ACTIVE for port object ea4d0d09-1d66-4743-83b8-48373138db18 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:31.772917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Transition to ACTIVE for port object ea4d0d09-1d66-4743-83b8-48373138db18 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:31.780041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.783140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:31.789959 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:31.824311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.829263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Network cd2ee6da-96bb-487b-b26a-cf9782223494 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:52:31.833921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:31.837324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:52:31.844960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Pushing event updated for resources: {'Port': ['ID=ea4d0d09-1d66-4743-83b8-48373138db18,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:31.849274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:31.914578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Attempting to bind port ea4d0d09-1d66-4743-83b8-48373138db18 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:52:31.914951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Attempting to bind port ea4d0d09-1d66-4743-83b8-48373138db18 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:52:31.915589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Attempting to bind port ea4d0d09-1d66-4743-83b8-48373138db18 on network cd2ee6da-96bb-487b-b26a-cf9782223494 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:52:31.920698 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:52:31.921750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Checking segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:52:31.922508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.922920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Bound using segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:52:31.923408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Bound port: ea4d0d09-1d66-4743-83b8-48373138db18, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:52:31.923795 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:31.996436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] For port ea4d0d09-1d66-4743-83b8-48373138db18, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:52:32.000040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] For port ea4d0d09-1d66-4743-83b8-48373138db18, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ea4d0d09-1d66-4743-83b8-48373138db18,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:52:32.006158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:32.010281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-0fd0926d-ba46-49ba-a54b-42ccc0fc5f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:32.034896 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:29Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:32.038300 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e04fb-faf4-4d6c-a67d-4c40fe4d27f5 None None] The sync data for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv is: [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:29Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:52:32.079641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Pushing event updated for resources: {'Port': ['ID=ea4d0d09-1d66-4743-83b8-48373138db18,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:32.082867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:32.625505 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.1 (cd2ee6da-96bb-487b-b26a-cf9782223494/e7744066-232f-409a-a411-5d499c1055e7/16eeaad6-af7d-4c8e-a00d-fafeede74929) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:52:32.780754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:32.795696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object 16eeaad6-af7d-4c8e-a00d-fafeede74929 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:32.842256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:32.845359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-db44ef32-de4b-47fc-88f6-9f0353916c7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:32.899735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network cd2ee6da-96bb-487b-b26a-cf9782223494 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:52:32.903265 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:32.908517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:52:32.915805 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=16eeaad6-af7d-4c8e-a00d-fafeede74929,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:32.947735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:32.977914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.056296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2956c539-8314-4846-866d-01b29e518940 None None] Network cd2ee6da-96bb-487b-b26a-cf9782223494 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:52:33.166585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.202292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c6f34588-1287-48f0-9525-07f5e252d012 None None] Provisioning for port ea4d0d09-1d66-4743-83b8-48373138db18 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:33.450263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 922299a2-7d09-4b06-a300-99d4a8086fba up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:33.514056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 922299a2-7d09-4b06-a300-99d4a8086fba completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:33.540578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 922299a2-7d09-4b06-a300-99d4a8086fba triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:33.540979 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.575736 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.581577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.588281 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-63517a3b-881e-4ead-8d09-2303565d0fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.620241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3c78ea9-c234-432c-8a80-caeaeb70b7c7 None None] Provisioning for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:33.633427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f894920c-7628-48c3-8947-6ad9ed5149be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:33.649875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f3c78ea9-c234-432c-8a80-caeaeb70b7c7 None None] Provisioning complete for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:33.650244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f3c78ea9-c234-432c-8a80-caeaeb70b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.677367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.705013 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.706563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=16eeaad6-af7d-4c8e-a00d-fafeede74929,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:33.723432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:33.723924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-f3c78ea9-c234-432c-8a80-caeaeb70b7c7 None None] Port 16eeaad6-af7d-4c8e-a00d-fafeede74929 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:52:33.735219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 922299a2-7d09-4b06-a300-99d4a8086fba, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=922299a2-7d09-4b06-a300-99d4a8086fba,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:33.739343 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.740226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ea4d0d09-1d66-4743-83b8-48373138db18 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:33.742004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-1c9ef02e-2af5-4f92-9e52-aa5cf275610a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:33.829347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network cd2ee6da-96bb-487b-b26a-cf9782223494 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:52:33.831113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:33.831358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=922299a2-7d09-4b06-a300-99d4a8086fba,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:33.836771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:33.853253 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e79f31e5-1cab-4d0c-a7e2-67c0aab346d3 None None] Provisioning complete for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:33.853666 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e79f31e5-1cab-4d0c-a7e2-67c0aab346d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.855676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ea4d0d09-1d66-4743-83b8-48373138db18 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:33.860557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ea4d0d09-1d66-4743-83b8-48373138db18 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:33.860926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:33.940705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e79f31e5-1cab-4d0c-a7e2-67c0aab346d3 None None] Port 16eeaad6-af7d-4c8e-a00d-fafeede74929 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:52:33.998311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:34.005536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 349b2644-e266-44ec-b1ce-a7130588c266 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:52:34.042134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ea4d0d09-1d66-4743-83b8-48373138db18, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ea4d0d09-1d66-4743-83b8-48373138db18,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:34.047707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:34.050383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:34.108871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ea4d0d09-1d66-4743-83b8-48373138db18,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:34.111844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:34.160094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-25f7c192-6b1e-4b38-b08e-c887307aff50 None None] Provisioning complete for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:34.160481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-25f7c192-6b1e-4b38-b08e-c887307aff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:34.178061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:52:34.188535 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Sync routers for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:52:34.189760 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/349b2644-e266-44ec-b1ce-a7130588c266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9740944 Jun 10 16:52:34.211603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:34.212362 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:34.214198 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-25f7c192-6b1e-4b38-b08e-c887307aff50 None None] Port 16eeaad6-af7d-4c8e-a00d-fafeede74929 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:52:34.339679 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-46f181b3-ac1b-4238-947a-6f657cd60b59 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058603380&fields=id&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 267 time: 0.0403488 Jun 10 16:52:34.482698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-3aacc79a-209f-465c-94f7-4b81e8cba144 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:34.484651 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-3aacc79a-209f-465c-94f7-4b81e8cba144 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 797 time: 0.1375446 Jun 10 16:52:34.499868 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-f0086b6d-3cc5-4c88-a454-51005ab1bf46 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/quotas/5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 375 time: 0.0090997 Jun 10 16:52:34.531395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:34.578293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-676e3fe9-3d1a-4376-b130-1c9c23848208 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725539 Jun 10 16:52:34.635474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-664c1c5c-8730-48f4-9d93-a63459114661 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:52:34.636477 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-664c1c5c-8730-48f4-9d93-a63459114661 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0474839 Jun 10 16:52:34.754954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-f0c85d44-e405-44f0-b581-f194f4c15093 service neutron] 10.222.0.23 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115906 Jun 10 16:52:34.795864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 2, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:34.799355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Checking router: 349b2644-e266-44ec-b1ce-a7130588c266 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:52:34.799714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Updating router 349b2644-e266-44ec-b1ce-a7130588c266 port 16eeaad6-af7d-4c8e-a00d-fafeede74929 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:52:34.840295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:34.876046 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-fbc769b1-927d-43bf-8e2f-cd39df39b4b9 service neutron] 10.222.0.23 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152279 Jun 10 16:52:35.067009 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-65de5a1a-eaaa-485d-9a45-a339a82fe4f0 req-f442ea6a-71f9-4110-a368-d32da79fd64e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 210 time: 0.0437357 Jun 10 16:52:35.162239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:35.172935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Transition to ACTIVE for port object 16eeaad6-af7d-4c8e-a00d-fafeede74929 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:35.178380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:35.180321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:35.275812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28452618-2661-4f0b-b887-6848990dc1bd None None] Pushing event updated for resources: {'Port': ['ID=16eeaad6-af7d-4c8e-a00d-fafeede74929,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:35.278805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-28452618-2661-4f0b-b887-6848990dc1bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:35.354855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Attempting to bind port 16eeaad6-af7d-4c8e-a00d-fafeede74929 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:52:35.355243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Attempting to bind port 16eeaad6-af7d-4c8e-a00d-fafeede74929 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:52:35.355620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Attempting to bind port 16eeaad6-af7d-4c8e-a00d-fafeede74929 on network cd2ee6da-96bb-487b-b26a-cf9782223494 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:52:35.363103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:52:35.363514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Checking segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:52:35.363906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:35.364312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Bound using segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:52:35.364800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Bound port: 16eeaad6-af7d-4c8e-a00d-fafeede74929, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:52:35.365211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:35.413801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 922299a2-7d09-4b06-a300-99d4a8086fba up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:35.495252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] For port 16eeaad6-af7d-4c8e-a00d-fafeede74929, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:52:35.499647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] For port 16eeaad6-af7d-4c8e-a00d-fafeede74929, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=16eeaad6-af7d-4c8e-a00d-fafeede74929,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:52:35.505749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:35.508910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:35.556648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 922299a2-7d09-4b06-a300-99d4a8086fba triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:35.557043 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:35.616868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:35.617548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:35.736942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28452618-2661-4f0b-b887-6848990dc1bd None None] Pushing event updated for resources: {'Port': ['ID=16eeaad6-af7d-4c8e-a00d-fafeede74929,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:35.739888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-28452618-2661-4f0b-b887-6848990dc1bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:35.825339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ea4d0d09-1d66-4743-83b8-48373138db18 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:35.855752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:36.060907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ea4d0d09-1d66-4743-83b8-48373138db18 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:36.061889 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:36.243712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-fd6447f8-b81b-41b3-8d6c-0d08bb0966f2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:36.245199 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-fd6447f8-b81b-41b3-8d6c-0d08bb0966f2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 797 time: 0.1810696 Jun 10 16:52:36.246176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:36.263673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:35Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:36.268022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147d98a-29af-4b7d-9fda-4bf89e4b2d0d None None] The sync data for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv is: [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:35Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:52:36.275954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d07257b7-8197-442e-8589-167cad1b7e43 req-cf2c841d-fc7e-4b14-8997-b1e2618a0785 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 210 time: 0.0509238 Jun 10 16:52:36.335397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-a5c431c1-3b2b-403f-8b03-60a3b9793922 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 380 time: 0.0674362 Jun 10 16:52:36.347363 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'port': {'device_id': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'admin_state_up': True, 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'security_groups': ['c623db3e-4c22-4c70-89e1-c4f2b279bb76']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:36.395668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-370617cb-f2b7-4342-9b03-d869e335a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:36.514160 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:52:36.518303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:36.675654 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.13 (cd2ee6da-96bb-487b-b26a-cf9782223494/e7744066-232f-409a-a411-5d499c1055e7/65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:52:36.865398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:36.879458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:36.915456 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:36.921293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:36.975058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network cd2ee6da-96bb-487b-b26a-cf9782223494 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:52:36.978289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:36.982353 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:52:37.018276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:37.023441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:37.050255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:37.050919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.072103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7302589 Jun 10 16:52:37.084723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Request body: {'port': {'device_id': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:37.184498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.211360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3cce8a3f-44c8-4723-91bd-9609966806b3 None None] Provisioning for port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:37.215256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3cce8a3f-44c8-4723-91bd-9609966806b3 None None] Provisioning complete for port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:37.215641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3cce8a3f-44c8-4723-91bd-9609966806b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.260520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3cce8a3f-44c8-4723-91bd-9609966806b3 None None] Port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:52:37.431830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 16eeaad6-af7d-4c8e-a00d-fafeede74929 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:37.482224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.501922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb6e21-f605-4165-9477-0ac24269cce5 req-2a747b33-4ad4-4936-9c56-8126bb77f596 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:37.503604 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c0cb6e21-f605-4165-9477-0ac24269cce5 req-2a747b33-4ad4-4936-9c56-8126bb77f596 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 932 time: 0.0937233 Jun 10 16:52:37.510987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:37.515402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:37.515791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.549062 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c0cb6e21-f605-4165-9477-0ac24269cce5 req-451ec341-873a-4394-ad73-3a8666cb1dc6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Jun 10 16:52:37.564305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:52:37.573100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.584936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Transition to ACTIVE for port object 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:52:37.589224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.591947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-618a68a6-83be-43e4-bcb7-c70226a82b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:37.613923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.651495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 16eeaad6-af7d-4c8e-a00d-fafeede74929, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=16eeaad6-af7d-4c8e-a00d-fafeede74929,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:37.657582 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.659791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6b75e271-21c3-4703-8930-693e734d8a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:37.698291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Pushing event updated for resources: {'Port': ['ID=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:37.702944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:37.725298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=16eeaad6-af7d-4c8e-a00d-fafeede74929,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:37.731938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:37.797919 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Attempting to bind port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:52:37.798259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Attempting to bind port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:52:37.798586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Attempting to bind port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 on network cd2ee6da-96bb-487b-b26a-cf9782223494 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:52:37.803003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 on network cd2ee6da-96bb-487b-b26a-cf9782223494 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:52:37.803319 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Attempting to bind port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 on network cd2ee6da-96bb-487b-b26a-cf9782223494 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:52:37.808142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:52:37.808476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Checking segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:52:37.808862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Bound using segment: {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:52:37.809316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Bound port: 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06967f5f-6821-47c3-b31f-4e0395648ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:52:37.809667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.883585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] For port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:52:37.887444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] For port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:52:37.891882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.894873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:37.933775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:37.934396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:37.935765 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] 10.222.0.25 "PUT /v2.0/ports/65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 1094 time: 0.8556716 Jun 10 16:52:37.936963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:52:37.940279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eecfe3-d21f-4160-b6b9-9671a2926944" -d '{"events": [{"name": "network-changed", "server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:52:37.976580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Pushing event updated for resources: {'Port': ['ID=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:37.990491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be00a0a-523b-4d20-87f4-2f85196449ce x-openstack-request-id: req-0be00a0a-523b-4d20-87f4-2f85196449ce {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:52:37.990839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:52:37.991142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0be00a0a-523b-4d20-87f4-2f85196449ce {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:52:37.991619 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'status': 'completed', 'code': 200} Jun 10 16:52:37.992446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:38.044494 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-eb8beeaf-e61d-4e0d-aca3-2a18da6def33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.046217 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-eb8beeaf-e61d-4e0d-aca3-2a18da6def33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1097 time: 0.0665994 Jun 10 16:52:38.100940 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-ad89ad48-123c-415c-bc90-0688ca33c349 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 217 time: 0.0480218 Jun 10 16:52:38.162864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4eef9277-fa79-476b-9405-86e461817fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.164289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-4eef9277-fa79-476b-9405-86e461817fce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 200 len: 835 time: 0.0576775 Jun 10 16:52:38.229089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-78f492e9-90cc-4545-b203-af2429a916fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.230571 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-78f492e9-90cc-4545-b203-af2429a916fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd2ee6da-96bb-487b-b26a-cf9782223494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0587645 Jun 10 16:52:38.347561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-e8cb4706-1cf3-4e57-8ddd-8115a98f89af service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101100 Jun 10 16:52:38.463134 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6f17829e-3b39-4543-946b-c6ae32cff421 req-accfb11e-c81a-4e05-a48a-ef8bf0f947ed service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093016 Jun 10 16:52:38.571348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-aa0ab242-9277-4e21-a682-a78ab3e7d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.572802 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-aa0ab242-9277-4e21-a682-a78ab3e7d793 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1097 time: 0.0588188 Jun 10 16:52:38.694466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-40bf1b9f-732d-4783-9c44-a328791d8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.695931 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-40bf1b9f-732d-4783-9c44-a328791d8e24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 898 time: 0.1160140 Jun 10 16:52:38.743215 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637da608-94e8-4ebe-b326-b6ca848d20b8 req-3e15926a-cbaf-457c-aadf-7774b9043474 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.744671 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-637da608-94e8-4ebe-b326-b6ca848d20b8 req-3e15926a-cbaf-457c-aadf-7774b9043474 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 944 time: 0.0732641 Jun 10 16:52:38.752203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-c2499531-6df4-4c0a-9304-7b68f27c95f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 217 time: 0.0484397 Jun 10 16:52:38.792199 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-637da608-94e8-4ebe-b326-b6ca848d20b8 req-05c1599f-84fb-49d4-972e-30ae9bd5310e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Jun 10 16:52:38.818108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-8f38f464-a41a-48e5-8f08-47610bc96946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.819583 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-8f38f464-a41a-48e5-8f08-47610bc96946 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 200 len: 835 time: 0.0601594 Jun 10 16:52:38.884115 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-65d38776-7d77-49b8-862e-5393c56bc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:38.885637 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-65d38776-7d77-49b8-862e-5393c56bc112 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd2ee6da-96bb-487b-b26a-cf9782223494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0592217 Jun 10 16:52:39.002639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-c8042590-e64f-42c6-b5f7-c4461d9fa301 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086080 Jun 10 16:52:39.075650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:39.123068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32eecfe3-d21f-4160-b6b9-9671a2926944 req-e8fc2fef-f9d1-48d3-a14d-5ff346babf06 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132886 Jun 10 16:52:39.374778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 16eeaad6-af7d-4c8e-a00d-fafeede74929 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:39.428057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 16eeaad6-af7d-4c8e-a00d-fafeede74929 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:39.428437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:39.976205 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab923f5-6980-43b7-85be-b049ed5fcd53 req-69468c78-e30d-467b-9f8f-c007de2c8004 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:39.977677 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fab923f5-6980-43b7-85be-b049ed5fcd53 req-69468c78-e30d-467b-9f8f-c007de2c8004 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 944 time: 0.0690994 Jun 10 16:52:40.019545 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fab923f5-6980-43b7-85be-b049ed5fcd53 req-3cc50723-dca6-4c82-8791-3088d56d0ace tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358717 Jun 10 16:52:40.519239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:52:40.637797 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:40.649883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'port_id': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'mac_address': 'fa:16:3e:51:2c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:52:40.693613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:40.708420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:52:40.729730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:40.733674 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:40.735422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:40.794693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:40.799475 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:40.939573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:52:41.211990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752c8c3-f3a8-49b9-ad26-67abd0a73ff6 req-80df3a10-7da6-4a7d-a3f3-49769da5c318 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:41.213503 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7752c8c3-f3a8-49b9-ad26-67abd0a73ff6 req-80df3a10-7da6-4a7d-a3f3-49769da5c318 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 945 time: 0.0770409 Jun 10 16:52:41.257823 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7752c8c3-f3a8-49b9-ad26-67abd0a73ff6 req-8d9b9986-e16d-489f-b208-4f34c7f90293 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371535 Jun 10 16:52:42.447630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4c30e-ebc6-44ae-98a1-231d1f5964d2 req-52956931-4311-4222-8b92-a59dfbf1280b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:42.449012 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-56c4c30e-ebc6-44ae-98a1-231d1f5964d2 req-52956931-4311-4222-8b92-a59dfbf1280b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 945 time: 0.0752087 Jun 10 16:52:42.492125 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-56c4c30e-ebc6-44ae-98a1-231d1f5964d2 req-2f4a93a7-b2e1-4b8d-88b9-837fa039a0ca tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370824 Jun 10 16:52:42.528199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:52:42.588494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:52:42.592153 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:52:42.592533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:42.678446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:42.705898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:52:42.708088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d140172d-a561-41ae-99b5-24de7c5b8be0" -d '{"events": [{"server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "name": "network-vif-plugged", "status": "completed", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:52:42.722411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:52:42.726327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:42.728418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6adbf2ba-1092-4142-82b4-2f64ad57484e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:42.755919 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090e08d9-9c48-48d5-a753-3d0fd5bc89c9 x-openstack-request-id: req-090e08d9-9c48-48d5-a753-3d0fd5bc89c9 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:52:42.756212 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "name": "network-vif-plugged", "status": "completed", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:52:42.756480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-090e08d9-9c48-48d5-a753-3d0fd5bc89c9 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:52:42.756870 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'code': 200} Jun 10 16:52:42.788584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:42.791985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:42.974618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c82f2-624e-4836-868c-2fd18e7314c1 req-31382127-7b47-4cc2-b3f7-a88864149701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:42.976004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dc2c82f2-624e-4836-868c-2fd18e7314c1 req-31382127-7b47-4cc2-b3f7-a88864149701 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1099 time: 0.0586867 Jun 10 16:52:43.018929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-dc2c82f2-624e-4836-868c-2fd18e7314c1 req-1eb4a857-23ca-426a-b559-106540fd5188 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367208 Jun 10 16:52:43.676819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e0fb7-8726-4668-8f18-146c82be1732 req-6d98e6e6-02d5-4312-a327-e00f1bbfc438 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:43.678314 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-812e0fb7-8726-4668-8f18-146c82be1732 req-6d98e6e6-02d5-4312-a327-e00f1bbfc438 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0737717 Jun 10 16:52:44.076068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-812e0fb7-8726-4668-8f18-146c82be1732 req-03efc26c-5c50-4352-b95b-5c3f673f6822 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919270 Jun 10 16:52:45.260438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc4c88-0060-4856-8480-1e92fd639528 req-39d551b4-b3fc-4bd3-963d-4a35c7f69444 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:45.261979 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d0dc4c88-0060-4856-8480-1e92fd639528 req-39d551b4-b3fc-4bd3-963d-4a35c7f69444 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0701118 Jun 10 16:52:45.305524 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d0dc4c88-0060-4856-8480-1e92fd639528 req-c0ea9cba-2c66-4587-b673-025c6f8f9e72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374026 Jun 10 16:52:45.484104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3563b-bbdf-4c76-ba2c-492747ab93e6 req-6aab2254-4843-43ef-b28f-8927cee321a1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:45.485481 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9bd3563b-bbdf-4c76-ba2c-492747ab93e6 req-6aab2254-4843-43ef-b28f-8927cee321a1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0696979 Jun 10 16:52:45.526622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9bd3563b-bbdf-4c76-ba2c-492747ab93e6 req-4de66ec9-a843-46e6-84ab-6e65d08889ff tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355661 Jun 10 16:52:45.551367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57144) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:45.613083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335f715-8bf9-4763-8827-a66abd09e31d tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:45.614617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c335f715-8bf9-4763-8827-a66abd09e31d tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1094 time: 0.0622156 Jun 10 16:52:45.617554 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57146) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:45.621852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:52:45.643773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:45.781187 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:45.894337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.223 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/de87b93e-6849-402c-b384-d2c6d8eab6c2) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:52:46.027783 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:46.067820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:46.070483 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-daf87c53-2e97-4e06-9128-13c694b1a9ec tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:46.112649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:52:46.115398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:52:46.118924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:52:46.156954 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=de87b93e-6849-402c-b384-d2c6d8eab6c2,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:46.163962 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:46.592854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:46.688171 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:46.881228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:46.885858 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:46.887927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43bcbc4b-4a8b-4a38-b209-7538ae759952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:52:46.968031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=de87b93e-6849-402c-b384-d2c6d8eab6c2,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:52:46.972104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:52:46.980225 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:47.128374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 7c71fa13-510e-4f08-970e-72b7e0f6b765 associated. External IP: 172.26.5.223, port: 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75. Jun 10 16:52:47.414071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 349b2644-e266-44ec-b1ce-a7130588c266 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:52:47.560204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:52:47.569820 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] Sync routers for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:52:47.578050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:52:47.582524 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:47.583469 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:47.625769 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0070050 Jun 10 16:52:47.626661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:52:47.629039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a98ac4-67d3-4234-8d65-786500aa0e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:52:47.666707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e16a3-3c86-436e-aef2-aa00736d2ce3 x-openstack-request-id: req-5a6e16a3-3c86-436e-aef2-aa00736d2ce3 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:52:47.667053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:52:47.667385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a6e16a3-3c86-436e-aef2-aa00736d2ce3 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:52:47.667836 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'status': 'completed', 'code': 200} Jun 10 16:52:47.735514 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:47.777634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-8acedd6a-0859-4cdd-9591-e5d4393bebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:47.779555 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-8acedd6a-0859-4cdd-9591-e5d4393bebcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1099 time: 0.0793111 Jun 10 16:52:47.805107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c84f2-7ab7-4638-874e-ada643c65de6 req-d431a775-b663-44ae-928a-98df490c8f96 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:47.807307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-818c84f2-7ab7-4638-874e-ada643c65de6 req-d431a775-b663-44ae-928a-98df490c8f96 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0801063 Jun 10 16:52:47.852402 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-818c84f2-7ab7-4638-874e-ada643c65de6 req-241abc4a-9e47-47b2-b042-6b6df6db0ae6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386918 Jun 10 16:52:47.881170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57152) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:47.969489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-88d52125-3015-4635-a7a7-561ea0262920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:47.970939 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-88d52125-3015-4635-a7a7-561ea0262920 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 898 time: 0.1855733 Jun 10 16:52:48.042768 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a3bfa048-1fd4-4f67-9421-0e47633f971d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/7c71fa13-510e-4f08-970e-72b7e0f6b765 HTTP/1.1" status: 200 len: 992 time: 0.1603959 Jun 10 16:52:48.051604 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7c71fa13-510e-4f08-970e-72b7e0f6b765', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'port_id': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'mac_address': 'fa:16:3e:51:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:52:46Z', 'updated_at': '2021-06-10T16:52:46Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:37Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:48.055052 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] Checking router: 349b2644-e266-44ec-b1ce-a7130588c266 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:52:48.066181 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:52:48.066827 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:52:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:48.068702 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-bbcc1fcd-8afc-44a3-9eeb-76a6c704cc2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 1000 time: 0.0887644 Jun 10 16:52:48.131593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-40a9f1d6-3c09-4904-9b99-cc0b35e3dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:48.132990 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-40a9f1d6-3c09-4904-9b99-cc0b35e3dd87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 200 len: 835 time: 0.0594292 Jun 10 16:52:48.199092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-c6f6c54c-4d49-4300-9010-65f8a77997d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:52:48.200595 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-c6f6c54c-4d49-4300-9010-65f8a77997d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd2ee6da-96bb-487b-b26a-cf9782223494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609004 Jun 10 16:52:48.234558 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:52:48.329763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-95f13af4-7912-4835-9cbd-0be9a0c3d4aa service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219053 Jun 10 16:52:48.475648 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36a98ac4-67d3-4234-8d65-786500aa0e2e req-18e7ed8d-2353-4249-9611-de815d34dea7 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393142 Jun 10 16:52:48.654036 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7c71fa13-510e-4f08-970e-72b7e0f6b765', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'port_id': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'mac_address': 'fa:16:3e:51:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:52:46Z', 'updated_at': '2021-06-10T16:52:46Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:37Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:52:48.658583 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b3e7e-0287-431a-8fff-32ccdd5073e4 None None] The sync data for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv is: [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7c71fa13-510e-4f08-970e-72b7e0f6b765', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.223', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'port_id': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'mac_address': 'fa:16:3e:51:2c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:52:46Z', 'updated_at': '2021-06-10T16:52:46Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:37Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:52:48.863732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013685b4-19ba-46f4-840b-06fdff960b2d None None] New status for floating IP 7c71fa13-510e-4f08-970e-72b7e0f6b765: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:52:49.046924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57154) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:52:49.134622 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-90acd789-aaff-41ac-a5ce-2044efaecdb8 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/7c71fa13-510e-4f08-970e-72b7e0f6b765 HTTP/1.1" status: 200 len: 994 time: 0.0865521 Jun 10 16:52:51.703819 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:03.114472 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-3d827ac7-380c-4d7e-9dbd-1b372104f6fc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618887 Jun 10 16:53:03.220671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944db99-2959-4077-aa32-8d8cd85245cc req-cb01cc1b-6fc5-42b6-ae2d-9a7a8d36c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:03.222186 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-cb01cc1b-6fc5-42b6-ae2d-9a7a8d36c616 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1099 time: 0.0634627 Jun 10 16:53:03.357606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944db99-2959-4077-aa32-8d8cd85245cc req-1cdd9ced-ff14-491c-a52f-c47ac3dbe94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:03.359059 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-1cdd9ced-ff14-491c-a52f-c47ac3dbe94b service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 898 time: 0.1160221 Jun 10 16:53:03.536195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-902214fe-375e-4c24-b67e-4eec2c1f5170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:03.837546 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-02225a4a-7b01-4fd9-b760-95089fe224eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 1002 time: 0.4715238 Jun 10 16:53:03.895624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944db99-2959-4077-aa32-8d8cd85245cc req-6aeb8e75-27ec-413c-8372-d617aaa746e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:03.897067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-6aeb8e75-27ec-413c-8372-d617aaa746e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 200 len: 835 time: 0.0524528 Jun 10 16:53:03.961113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944db99-2959-4077-aa32-8d8cd85245cc req-b27a0ee5-1c2c-467f-a621-0064c6d36cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:03.962622 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-b27a0ee5-1c2c-467f-a621-0064c6d36cc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd2ee6da-96bb-487b-b26a-cf9782223494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0583136 Jun 10 16:53:04.083906 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-628cd056-ae56-4f85-89dd-2c7ee5b03d88 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134021 Jun 10 16:53:04.206011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4944db99-2959-4077-aa32-8d8cd85245cc req-01743616-08c9-4d68-8686-db8d4d5a5672 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155405 Jun 10 16:53:04.401800 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:53:06.190165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:06.389494 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-19251644-d610-4805-ae2f-56e9777c2d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:07.450325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:09.074202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:16.111043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-c25938f3-7000-461a-a6df-cc0457ed90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:16.112534 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-c25938f3-7000-461a-a6df-cc0457ed90dd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1099 time: 0.1098619 Jun 10 16:53:16.155117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41825236-563f-4563-bfea-d8ea08d55f5d req-c23aabaf-fa52-4307-ad3c-b05046dc720d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:16.156596 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-41825236-563f-4563-bfea-d8ea08d55f5d req-c23aabaf-fa52-4307-ad3c-b05046dc720d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.1186755 Jun 10 16:53:16.272262 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-41825236-563f-4563-bfea-d8ea08d55f5d req-ef478085-3025-482e-b780-c18e060c21b8 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683017 Jun 10 16:53:16.275109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-8d44817a-3e4d-45f4-8119-56b3e67d6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:16.276391 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-8d44817a-3e4d-45f4-8119-56b3e67d6f58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 898 time: 0.1563675 Jun 10 16:53:16.363921 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-5efcc562-dec7-46a8-868a-f92217d91b30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 1002 time: 0.0800159 Jun 10 16:53:16.423388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-554e90e9-24c6-41c3-9785-e01008cb33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:16.424815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-554e90e9-24c6-41c3-9785-e01008cb33e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 200 len: 835 time: 0.0546949 Jun 10 16:53:16.488389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-a07bffb6-949c-492b-9f91-d38913b8a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:16.489911 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-a07bffb6-949c-492b-9f91-d38913b8a0cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd2ee6da-96bb-487b-b26a-cf9782223494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579815 Jun 10 16:53:16.608328 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-4824241d-99a9-473a-8274-0e0da542870c service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104515 Jun 10 16:53:16.734761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-80e03ddf-138a-4d8c-a3d3-6c7e92039505 req-1d04d1b6-6fbe-4473-bc90-f27b844857a9 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176181 Jun 10 16:53:17.457924 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461cd5-443d-4344-be6e-66669429769e req-a9a969d9-5562-487a-b116-9fb73c71dc7a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:17.459380 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d6461cd5-443d-4344-be6e-66669429769e req-a9a969d9-5562-487a-b116-9fb73c71dc7a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0689137 Jun 10 16:53:17.501400 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d6461cd5-443d-4344-be6e-66669429769e req-f3e348c8-917f-4ed1-a9c7-a4a78bcf9f33 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Jun 10 16:53:18.691899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d50ab-0994-42a0-aad4-a4b1564da481 req-812d05db-4bf5-4e68-9356-723d7add4f7c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:18.693376 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d27d50ab-0994-42a0-aad4-a4b1564da481 req-812d05db-4bf5-4e68-9356-723d7add4f7c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0704255 Jun 10 16:53:18.736007 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d27d50ab-0994-42a0-aad4-a4b1564da481 req-50fabae0-0d91-4d1a-b24a-f9ac969a6841 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368960 Jun 10 16:53:19.920489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818d690-6259-4648-b10a-06d3e6bc55ef req-77cc1753-da3c-4a47-b199-fe541bf89402 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:19.921999 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0818d690-6259-4648-b10a-06d3e6bc55ef req-77cc1753-da3c-4a47-b199-fe541bf89402 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0747783 Jun 10 16:53:19.962935 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0818d690-6259-4648-b10a-06d3e6bc55ef req-27e24c97-1931-4e10-82f5-e38578f749a8 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353384 Jun 10 16:53:21.150502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e77dc-b0fb-4125-9e38-2bc350c0afef req-e9889c0a-6b1f-4e36-b53d-9c6c74f5c990 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:21.151984 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d85e77dc-b0fb-4125-9e38-2bc350c0afef req-e9889c0a-6b1f-4e36-b53d-9c6c74f5c990 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0772495 Jun 10 16:53:21.194091 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d85e77dc-b0fb-4125-9e38-2bc350c0afef req-77ba3800-0ce9-458c-bac7-65dba2fd27c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362794 Jun 10 16:53:21.692941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:22.379771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd169f-727f-4b81-ab37-255b1c5808aa req-aa184f40-5b9d-4191-817d-31b6e3a2cb83 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:22.381275 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f5cd169f-727f-4b81-ab37-255b1c5808aa req-aa184f40-5b9d-4191-817d-31b6e3a2cb83 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0694451 Jun 10 16:53:22.423497 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f5cd169f-727f-4b81-ab37-255b1c5808aa req-1689f7f7-656a-4d8d-b9f7-19d612081ecb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366099 Jun 10 16:53:23.602229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c3917-feb6-4686-8dfb-f0d4b579120d req-3b6d3b20-2425-4a79-9c42-0eb0ae37ab16 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:23.603726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-042c3917-feb6-4686-8dfb-f0d4b579120d req-3b6d3b20-2425-4a79-9c42-0eb0ae37ab16 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0706661 Jun 10 16:53:23.646133 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-042c3917-feb6-4686-8dfb-f0d4b579120d req-d5bd36b7-e8de-45a2-b01d-1f5e8c606cd2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360422 Jun 10 16:53:24.831427 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2302add-d70b-4a73-a644-420f6e8b25fd req-3b471479-3b18-404b-85be-5f9d2b420725 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:24.832899 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c2302add-d70b-4a73-a644-420f6e8b25fd req-3b471479-3b18-404b-85be-5f9d2b420725 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0748494 Jun 10 16:53:24.874076 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c2302add-d70b-4a73-a644-420f6e8b25fd req-4061de8e-dd0e-400a-a643-aef4f9e0420b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Jun 10 16:53:26.062167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43ffa-b113-4b20-b547-fb6bdd09065c req-df65fcab-3e99-4e5e-a2d2-fa44e1312b68 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:26.063623 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94d43ffa-b113-4b20-b547-fb6bdd09065c req-df65fcab-3e99-4e5e-a2d2-fa44e1312b68 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0739646 Jun 10 16:53:26.105020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-94d43ffa-b113-4b20-b547-fb6bdd09065c req-2ac5d6a5-b82d-47b1-b032-5595e266e7cb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Jun 10 16:53:27.292282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1847c-aff8-480e-93d2-94229fb09ce8 req-ee6fc775-dcdd-47e7-bc90-fd2928c4377a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:27.294513 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dfd1847c-aff8-480e-93d2-94229fb09ce8 req-ee6fc775-dcdd-47e7-bc90-fd2928c4377a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0738997 Jun 10 16:53:27.337758 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-dfd1847c-aff8-480e-93d2-94229fb09ce8 req-e0bf9de7-2c62-49ad-9cf3-d6bf6716bda0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Jun 10 16:53:28.516742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4e94a-bd8f-44a0-a804-c3bc7117ca25 req-26195e2e-4d35-4780-9aaa-44bed23db058 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:53:28.518137 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9a4e94a-bd8f-44a0-a804-c3bc7117ca25 req-26195e2e-4d35-4780-9aaa-44bed23db058 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.0698733 Jun 10 16:53:28.564146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c9a4e94a-bd8f-44a0-a804-c3bc7117ca25 req-a8b0d9fa-020c-4ffa-97ee-8173282fb756 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403454 Jun 10 16:53:28.588492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57188) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:53:28.666063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-210ec51f-171a-4344-99d4-dedf19e1fa63 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/7c71fa13-510e-4f08-970e-72b7e0f6b765 HTTP/1.1" status: 200 len: 994 time: 0.0761557 Jun 10 16:53:33.537120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec9f0-aa6b-4fa7-8fce-0f164574a834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:36.190339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:36.391077 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-64ce418b-15a5-4110-a2ad-16590c98d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:37.451826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:39.077476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:41.400196 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:53:51.699800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:59.059330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57208) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:53:59.262463 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port de87b93e-6849-402c-b384-d2c6d8eab6c2 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:53:59.262800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:59.362560 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:59.362885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:53:59.825435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for de87b93e-6849-402c-b384-d2c6d8eab6c2 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:53:59.999187 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:00.001247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a588f2d-f936-4988-beff-a453293798e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:00.031220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=de87b93e-6849-402c-b384-d2c6d8eab6c2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:00.061197 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.061835 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.061955 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.062314 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.062686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.063049 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.063444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.063798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.064173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.064522 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.064881 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.065263 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:00.069624 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:00.115169 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:00.115504 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 7c71fa13-510e-4f08-970e-72b7e0f6b765 disassociated (deleted). External IP: 172.26.5.223, port: 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75. Jun 10 16:54:00.408418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 349b2644-e266-44ec-b1ce-a7130588c266 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:54:00.554235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:54:00.558855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:00.564211 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] Sync routers for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:54:00.573809 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:00.574479 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:53:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:00.606522 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6a238296-3717-43a4-b866-4ee7fc3cb92c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/floatingips/7c71fa13-510e-4f08-970e-72b7e0f6b765 HTTP/1.1" status: 204 len: 168 time: 1.5453486 Jun 10 16:54:00.607208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:54:00.609610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b4848b-2c7c-4d0d-82d2-c69685ed141f" -d '{"events": [{"name": "network-changed", "server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:54:00.674428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83edd14-5093-4ebd-ae9d-6355e9637f54 x-openstack-request-id: req-e83edd14-5093-4ebd-ae9d-6355e9637f54 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:54:00.674917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:54:00.675223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e83edd14-5093-4ebd-ae9d-6355e9637f54 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:54:00.675678 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'status': 'completed', 'code': 200} Jun 10 16:54:00.743740 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:00.765250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-c285a669-5f72-4c72-8235-22acafc9b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:00.766748 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-c285a669-5f72-4c72-8235-22acafc9b8aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 1099 time: 0.0696330 Jun 10 16:54:00.893523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-baa8f836-b99c-42fe-ad8a-fb6ccc3703c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:00.895511 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-baa8f836-b99c-42fe-ad8a-fb6ccc3703c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 200 len: 898 time: 0.1226912 Jun 10 16:54:00.968918 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-1c7f191b-d328-4d9d-bb30-0162bcaa0b61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 200 len: 217 time: 0.0585530 Jun 10 16:54:01.029595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-665ea064-e2cf-4789-9fc1-5b93e5f073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:01.031068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-665ea064-e2cf-4789-9fc1-5b93e5f073ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 200 len: 835 time: 0.0551093 Jun 10 16:54:01.048279 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:37Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:01.051856 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] Checking router: 349b2644-e266-44ec-b1ce-a7130588c266 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:54:01.060840 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:01.061499 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:53:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:01.103281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-49c7fc1b-070d-4468-81ac-b965aedae8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:01.104770 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-49c7fc1b-070d-4468-81ac-b965aedae8f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cd2ee6da-96bb-487b-b26a-cf9782223494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0669112 Jun 10 16:54:01.161295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100f8f3-3705-457c-b56e-2aad4ab3849d req-9ddbd24f-3878-491f-8d97-8263f1728ea3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:01.163136 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1100f8f3-3705-457c-b56e-2aad4ab3849d req-9ddbd24f-3878-491f-8d97-8263f1728ea3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.1737111 Jun 10 16:54:01.208136 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1100f8f3-3705-457c-b56e-2aad4ab3849d req-009a86df-303c-4f92-8413-e9fd1a872091 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 Jun 10 16:54:01.211328 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:01.228888 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-38af672f-3114-4947-808a-af201170c105 service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171181 Jun 10 16:54:01.354164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85b4848b-2c7c-4d0d-82d2-c69685ed141f req-554a20e4-45dd-4afd-b6d7-1b8a431f92ba service neutron] 10.222.0.25 "GET /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176319 Jun 10 16:54:01.475335 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:37Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:01.478703 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ebd9ef-7c27-4f07-be76-26a36ff2135f None None] The sync data for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv is: [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '16eeaad6-af7d-4c8e-a00d-fafeede74929', 'name': '', 'network_id': 'cd2ee6da-96bb-487b-b26a-cf9782223494', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:a1:39:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'e7744066-232f-409a-a411-5d499c1055e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:32Z', 'updated_at': '2021-06-10T16:52:37Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': 'e7744066-232f-409a-a411-5d499c1055e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:54:01.699569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c1ace-6cf4-4c77-a1b8-cc7276ac849f None None] New status for floating IP 7c71fa13-510e-4f08-970e-72b7e0f6b765: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:54:02.501898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-52a23fa1-7aa5-4f4a-9f3d-58cf2293d486 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:02.503238 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-52a23fa1-7aa5-4f4a-9f3d-58cf2293d486 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.1178324 Jun 10 16:54:02.516083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0a5db-89a1-4aa2-ad1d-486e893959e7 req-dd7d2b9b-85a1-4328-9ee3-7508ad7ead6f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:02.517480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ab0a5db-89a1-4aa2-ad1d-486e893959e7 req-dd7d2b9b-85a1-4328-9ee3-7508ad7ead6f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 946 time: 0.1848536 Jun 10 16:54:02.607915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ab0a5db-89a1-4aa2-ad1d-486e893959e7 req-793bf269-da4e-4ffd-a3bf-179845a2d5e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=c623db3e-4c22-4c70-89e1-c4f2b279bb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831628 Jun 10 16:54:02.658398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:54:02.658743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:02.777781 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:02.778087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:02.875414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:54:03.035030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:03.040170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57ea23a5-a0aa-4799-aca8-b4e735b32cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:03.075887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:03.105984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.106372 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.106759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.107128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.107501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.107869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.108235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.108600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.108968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.109356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.109719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.110077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:03.113530 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:03.139684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] No DVR routers for this DVR port 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:54:03.142196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:03.144157 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-86af7afa-cc97-4196-81ec-77cc999e9ebe req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "DELETE /v2.0/ports/65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 HTTP/1.1" status: 204 len: 173 time: 0.6258266 Jun 10 16:54:03.144707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'name': 'network-vif-deleted', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:54:03.147064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ca015-2e76-4d18-9ae3-25f4dfa34b30" -d '{"events": [{"server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "name": "network-vif-deleted", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:54:03.184657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7f0277-363c-465b-bd7d-db4d38057e9c x-openstack-request-id: req-ae7f0277-363c-465b-bd7d-db4d38057e9c {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:54:03.185002 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30587c8d-7a1b-46bc-9cca-b9bbd877caf6", "name": "network-vif-deleted", "tag": "65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:54:03.185337 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae7f0277-363c-465b-bd7d-db4d38057e9c {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:54:03.185796 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30587c8d-7a1b-46bc-9cca-b9bbd877caf6', 'name': 'network-vif-deleted', 'tag': '65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75', 'status': 'completed', 'code': 200} Jun 10 16:54:03.540243 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bf3cc5b6-e24b-4f71-8ec4-aa62cfe8afc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:03.774571 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-97636c58-d248-44bc-a35a-19ab6ce05cb8 req-797e39a6-f88f-4e72-ba10-d2e64a980661 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=30587c8d-7a1b-46bc-9cca-b9bbd877caf6 HTTP/1.1" status: 200 len: 210 time: 0.0376515 Jun 10 16:54:04.868838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57230) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:05.331774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:05.670356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 16eeaad6-af7d-4c8e-a00d-fafeede74929 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:54:05.670692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:05.783248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 16eeaad6-af7d-4c8e-a00d-fafeede74929, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=16eeaad6-af7d-4c8e-a00d-fafeede74929,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:05.783597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:05.880886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 16eeaad6-af7d-4c8e-a00d-fafeede74929 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:54:06.109816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:06.111782 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-337cf9e8-647a-4846-ade9-5c752e2129ab tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:06.144161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=16eeaad6-af7d-4c8e-a00d-fafeede74929,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:06.146674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:06.194752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:06.377563 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:06.392075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cac6c354-8017-4d16-b8aa-f1322cd40b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:06.688312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 349b2644-e266-44ec-b1ce-a7130588c266 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:54:06.835389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:54:06.850990 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:54:06.856932 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/349b2644-e266-44ec-b1ce-a7130588c266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870288 Jun 10 16:54:06.859627 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57232) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:06.861919 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] Sync routers for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:54:06.866402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:54:06.866758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 65e2ccc0-fd9e-4fe0-bdc4-ca5892ea2c75 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:54:06.872063 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:06.872692 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:06.922075 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting subnet e7744066-232f-409a-a411-5d499c1055e7 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:54:06.925112 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:06.974640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.012083 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:07.361767 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:54:06Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:07.365291 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] Checking router: 349b2644-e266-44ec-b1ce-a7130588c266 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:54:07.374289 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] Routers {'349b2644-e266-44ec-b1ce-a7130588c266'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:07.374873 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['349b2644-e266-44ec-b1ce-a7130588c266'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:07.458740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.482225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.530715 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] Set router 349b2644-e266-44ec-b1ce-a7130588c266 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:07.549453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.551455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3d6c0298-359f-46d2-a9c0-16937d53b2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:07.583414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Subnet': ['ID=e7744066-232f-409a-a411-5d499c1055e7,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:07.586911 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:07.590597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.592687 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-649dedcc-0ccd-4f33-9025-a981c2f07a15 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/subnets/e7744066-232f-409a-a411-5d499c1055e7 HTTP/1.1" status: 204 len: 168 time: 0.7321227 Jun 10 16:54:07.595293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57234) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:07.597327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ff85c-852a-4742-a342-c3bf9076f6e1 None None] Network cd2ee6da-96bb-487b-b26a-cf9782223494 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:54:07.747501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.780364 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:54:06Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:07.784227 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcc64a-da3a-49ec-8a2a-e7f6c4e6cada None None] The sync data for ids ['349b2644-e266-44ec-b1ce-a7130588c266'] in dv-neutron-601336-90-hyperv is: [{'id': '349b2644-e266-44ec-b1ce-a7130588c266', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114265154', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:52:28Z', 'updated_at': '2021-06-10T16:54:06Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '922299a2-7d09-4b06-a300-99d4a8086fba', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349b2644-e266-44ec-b1ce-a7130588c266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:52:29Z', 'updated_at': '2021-06-10T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:54:07.847832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] DHCP port deletion for cd2ee6da-96bb-487b-b26a-cf9782223494 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:54:07.899435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.905446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Deleting port ea4d0d09-1d66-4743-83b8-48373138db18 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:54:07.905837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.960901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 922299a2-7d09-4b06-a300-99d4a8086fba {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:54:07.961577 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:07.987874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] For port ea4d0d09-1d66-4743-83b8-48373138db18, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ea4d0d09-1d66-4743-83b8-48373138db18,segment=NetworkSegment(06967f5f-6821-47c3-b31f-4e0395648ec8),segment_id=06967f5f-6821-47c3-b31f-4e0395648ec8)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:07.988274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.069536 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 922299a2-7d09-4b06-a300-99d4a8086fba, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=922299a2-7d09-4b06-a300-99d4a8086fba,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:08.069773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.087466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Calling delete_port for ea4d0d09-1d66-4743-83b8-48373138db18 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:54:08.166143 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 922299a2-7d09-4b06-a300-99d4a8086fba owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:54:08.186415 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.188481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-28452618-2661-4f0b-b887-6848990dc1bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:08.218246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Pushing event deleted for resources: {'Port': ['ID=ea4d0d09-1d66-4743-83b8-48373138db18,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:08.226122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] No DVR routers for this DVR port ea4d0d09-1d66-4743-83b8-48373138db18 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:54:08.228439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.228794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.229160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.230257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.230257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.230466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.230765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.231089 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.231557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.231891 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.232226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.232553 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:08.236487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:08.395178 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.397434 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:08.428899 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=922299a2-7d09-4b06-a300-99d4a8086fba,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:08.432134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:08.503812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.642711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.644751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.700909 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.701441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Fanout notify agent at l3_agent the message router_deleted on router 349b2644-e266-44ec-b1ce-a7130588c266 {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:54:08.708512 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.709667 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/routers/349b2644-e266-44ec-b1ce-a7130588c266 HTTP/1.1" status: 204 len: 168 time: 1.1131158 Jun 10 16:54:08.712219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57238) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:08.819641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.939130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.950568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2ee6da-96bb-487b-b26a-cf9782223494']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:08.961040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06967f5f-6821-47c3-b31f-4e0395648ec8') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:08.961743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06967f5f-6821-47c3-b31f-4e0395648ec8') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:08.971495 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.986264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.991891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:54:08.992322 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:54:08.995207 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:54:09.079685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.080265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.083882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.085744 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/networks/cd2ee6da-96bb-487b-b26a-cf9782223494 HTTP/1.1" status: 204 len: 168 time: 0.3725836 Jun 10 16:54:09.087225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c63cd53b-fbd3-4952-81ce-909da3b8ee74 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:09.088537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57240) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:09.105539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Network': ['ID=cd2ee6da-96bb-487b-b26a-cf9782223494,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:09.108321 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:09.160261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.188640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.260552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.263208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.264386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/security-groups/c623db3e-4c22-4c70-89e1-c4f2b279bb76 HTTP/1.1" status: 204 len: 168 time: 0.1742489 Jun 10 16:54:09.265340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-16ff7baf-728d-4248-a00c-0607a9df6a43 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:09.276118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623db3e-4c22-4c70-89e1-c4f2b279bb76,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:09.278486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-303153e5-239a-434f-9ddb-f1de1ef673d0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:09.427046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 922299a2-7d09-4b06-a300-99d4a8086fba no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:54:09.456461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 922299a2-7d09-4b06-a300-99d4a8086fba {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:54:09.456821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 922299a2-7d09-4b06-a300-99d4a8086fba not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:54:09.457285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 16eeaad6-af7d-4c8e-a00d-fafeede74929 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:54:09.481179 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 16eeaad6-af7d-4c8e-a00d-fafeede74929 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:54:09.481542 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 16eeaad6-af7d-4c8e-a00d-fafeede74929 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:54:09.481969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ea4d0d09-1d66-4743-83b8-48373138db18 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:54:09.504832 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: ea4d0d09-1d66-4743-83b8-48373138db18 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:54:09.505120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ea4d0d09-1d66-4743-83b8-48373138db18 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:54:09.587049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57246) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:09.591887 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496282708', 'description': 'tempest-secgroup-smoke-496282708 description', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:09.614367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.708230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.712119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.715606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e94d67e1-d666-41f0-9776-7a275ce62ff7 tempest-ServersAdminNegativeTestJSON-509839873 tempest-ServersAdminNegativeTestJSON-509839873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:09.744393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.746332 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1582694 Jun 10 16:54:09.747520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9069395a-f83a-4473-b6f2-e979f2c299b9,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:09.749522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57248) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:09.752356 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:09.755538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '9069395a-f83a-4473-b6f2-e979f2c299b9', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:09.782958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.848972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.852829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.854754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-31bf7aa2-e6ea-4266-82a1-9331c6bcd0d3 tempest-SecGroupIPv6Test-2144140942 tempest-SecGroupIPv6Test-2144140942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:09.872118 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4a5549-5df1-4e70-87c8-b29c930be4d4,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:09.874608 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:09.878355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.879524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286349 Jun 10 16:54:09.882227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57250) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:09.887617 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '9069395a-f83a-4473-b6f2-e979f2c299b9', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:09.915246 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.976008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.980312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:09.982182 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9bc09ec6-f112-4ca9-bcf3-7a40db09ee47 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:09.999149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364a2437-f7ef-412c-a600-8476a67275fd,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:10.001651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:10.005883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.007112 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239522 Jun 10 16:54:10.009818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57252) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:10.014965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '9069395a-f83a-4473-b6f2-e979f2c299b9', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:10.041131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.105346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.109073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.113582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:10.129676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d861ea29-7cbc-4486-96c4-f1724ea98e8e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:10.131997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:10.136606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.137976 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272035 Jun 10 16:54:10.140700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57254) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:10.145514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '9069395a-f83a-4473-b6f2-e979f2c299b9', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:10.171453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.237860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.241590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.243515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-72b2f0de-606f-4008-9ef6-90156e917b55 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:10.261697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b56324-ba80-4a99-b046-4929db7fafb3,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:10.264623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:10.266740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.267941 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-47e06610-e182-44d9-841f-b8907e631d69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259503 Jun 10 16:54:10.270843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57256) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:10.275539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '9069395a-f83a-4473-b6f2-e979f2c299b9', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:10.297807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:54:10.302389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.366773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.370132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.372459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1b219587-0348-4bfe-b995-58e70249e7bb tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:10.389810 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5b04d9-3df5-46b9-9f22-bcafc6a095c1,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:10.393689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:10.395586 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.396719 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248462 Jun 10 16:54:10.399434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57258) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:10.408397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '9069395a-f83a-4473-b6f2-e979f2c299b9', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:10.429825 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:54:10.435120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.501269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.505696 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.511018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-92b21309-6916-43cb-9480-90f409e857c9 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:10.527343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31cad1-494d-4f07-91ef-c210515edd4f,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:10.529818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:10.535159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.536591 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-63f35c2b-8642-4d7e-8323-2a963b7040b0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359825 Jun 10 16:54:10.539585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57260) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:10.545058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'network': {'name': 'tempest-network-smoke--451729485', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:10.566296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:54:10.569775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.599584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:54:10.609827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.610293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Added segment ef9bf12c-44e9-49d0-9e85-d5216c2b8afb of type vlan for network 87298963-3b67-45ad-9934-46e89850d56d Jun 10 16:54:10.665776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.695450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.701677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:10.702248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.704534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ee8b8988-15e2-408b-87b0-6ad4b1879ed8 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:10.778000 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2372792 Jun 10 16:54:10.780770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57262) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:10.785839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'admin_state_up': True, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:10.793642 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Network': ['ID=87298963-3b67-45ad-9934-46e89850d56d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:10.796558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-39b64996-e726-4008-982f-139a965b62f9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:10.803935 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 87298963-3b67-45ad-9934-46e89850d56d details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:54:10.818513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.820224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:10.892594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:11.099331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:11.354647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:11.379816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:11.503420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.115 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/2d265255-1c63-43bd-83fa-7c06c5685c8f) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:54:11.633194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:11.674204 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:11.676875 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2ef5676a-5209-4f77-9975-ca4eeb8e26c0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:11.725066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:54:11.730510 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:11.733323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:54:11.735722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=2d265255-1c63-43bd-83fa-7c06c5685c8f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:11.738655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:12.064018 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:12.722588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:12.887700 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:54:13.033067 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:54:13.043268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Sync routers for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:54:13.051952 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:13.052462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:13.056397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:13.056554 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2715197 Jun 10 16:54:13.056778 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57272) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:13.096287 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-141c0973-ccce-435c-961e-084d18d3c469 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5176bca4ba3d4bf283ed5d64bca10fdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346231 Jun 10 16:54:13.096966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57274) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:13.196902 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:13.214311 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e537b-81c9-4367-9537-492299a6d142 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:13.215803 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-029e537b-81c9-4367-9537-492299a6d142 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1183944 Jun 10 16:54:13.218653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57276) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:13.254188 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f0edb3b0-3198-4f4c-8c6a-8c683080aced tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342717 Jun 10 16:54:13.256549 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57278) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:13.261424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075832934', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:13.377418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:54:13.380939 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:13.431622 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:11Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:13.435054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Checking router: b5c0b1ef-75c5-4132-8c4c-f508b16edf7d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:54:13.435411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Updating router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d port 2d265255-1c63-43bd-83fa-7c06c5685c8f binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:54:13.481392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:13.608275 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:13.610593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e3db3ea3-540c-4845-ad41-6a6b85333409 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:13.683173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Subnet': ['ID=3d4cbbb4-2d55-450c-9c33-d9265a0d904c,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:13.686713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:13.693074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Checking segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:54:13.693475 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network hostable DHCP agents. Network: 87298963-3b67-45ad-9934-46e89850d56d, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:54:13.716309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 87298963-3b67-45ad-9934-46e89850d56d is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:54:13.726349 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 87298963-3b67-45ad-9934-46e89850d56d) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:13.730696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:13.731295 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:13.747123 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f2d3aba4-810d-40c7-bbf0-cb06de8d8bda tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4893844 Jun 10 16:54:13.749667 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57280) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:13.824854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5609966-dbd1-4ca2-a5e1-63ec949954e0 None None] Network 87298963-3b67-45ad-9934-46e89850d56d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:54:14.071857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.104875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Transition to ACTIVE for port object 2d265255-1c63-43bd-83fa-7c06c5685c8f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:14.108340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-87298963-3b67-45ad-9934-46e89850d56d', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:54:14.109282 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.122525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.126922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5d99a889-def9-4860-a3ab-0f9b68a0285a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:14.195699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Attempting to bind port 2d265255-1c63-43bd-83fa-7c06c5685c8f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:54:14.195952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Attempting to bind port 2d265255-1c63-43bd-83fa-7c06c5685c8f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:54:14.196314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Attempting to bind port 2d265255-1c63-43bd-83fa-7c06c5685c8f on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:54:14.206736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b340f7-672d-49b4-9d74-6c1613285b7b None None] Pushing event updated for resources: {'Port': ['ID=2d265255-1c63-43bd-83fa-7c06c5685c8f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:14.209721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-58b340f7-672d-49b4-9d74-6c1613285b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:14.258405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:54:14.258799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:54:14.259220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.259633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:54:14.260130 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Bound port: 2d265255-1c63-43bd-83fa-7c06c5685c8f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:54:14.260730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.373292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.382112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] For port 2d265255-1c63-43bd-83fa-7c06c5685c8f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:54:14.400743 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] For port 2d265255-1c63-43bd-83fa-7c06c5685c8f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d265255-1c63-43bd-83fa-7c06c5685c8f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:54:14.405062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Allocated IP 172.20.0.2 (87298963-3b67-45ad-9934-46e89850d56d/3d4cbbb4-2d55-450c-9c33-d9265a0d904c/59281968-db3b-4b97-832f-52dd15398ab3) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:54:14.407515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.411135 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:14.542990 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:14.543640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:14.551211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b340f7-672d-49b4-9d74-6c1613285b7b None None] Pushing event updated for resources: {'Port': ['ID=2d265255-1c63-43bd-83fa-7c06c5685c8f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:14.554199 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-58b340f7-672d-49b4-9d74-6c1613285b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:14.763735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:14.853816 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.877538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Transition to ACTIVE for port object 59281968-db3b-4b97-832f-52dd15398ab3 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:14.945684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Transition to ACTIVE for port object 59281968-db3b-4b97-832f-52dd15398ab3 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:14.961534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:14.965943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-5d99a889-def9-4860-a3ab-0f9b68a0285a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:15.019179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.1 (87298963-3b67-45ad-9934-46e89850d56d/3d4cbbb4-2d55-450c-9c33-d9265a0d904c/edd1f343-013c-4a92-902f-eaf27f8f1607) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:54:15.022001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Network 87298963-3b67-45ad-9934-46e89850d56d is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:54:15.027263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:15.053648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:54:15.059826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Pushing event updated for resources: {'Port': ['ID=59281968-db3b-4b97-832f-52dd15398ab3,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:15.064746 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:15.144272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Attempting to bind port 59281968-db3b-4b97-832f-52dd15398ab3 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:54:15.145017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Attempting to bind port 59281968-db3b-4b97-832f-52dd15398ab3 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:54:15.145017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Attempting to bind port 59281968-db3b-4b97-832f-52dd15398ab3 on network 87298963-3b67-45ad-9934-46e89850d56d {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:54:15.153314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:54:15.153699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Checking segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:54:15.154113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.154520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Bound using segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:54:15.155000 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Bound port: 59281968-db3b-4b97-832f-52dd15398ab3, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:54:15.155383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.159342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:11Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:15.164335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.173174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbf6af-16a5-46d2-88b5-ac877721b728 None None] The sync data for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv is: [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:11Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:54:15.178385 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object edd1f343-013c-4a92-902f-eaf27f8f1607 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:15.221291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.223458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f47c8b40-b9c4-43ef-9f71-2699ec9b86ba tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:15.237406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] For port 59281968-db3b-4b97-832f-52dd15398ab3, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:54:15.242779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] For port 59281968-db3b-4b97-832f-52dd15398ab3, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=59281968-db3b-4b97-832f-52dd15398ab3,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:54:15.248865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.252245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-46240694-dddf-4196-91f9-4d93a411d437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:15.274931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 87298963-3b67-45ad-9934-46e89850d56d is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:54:15.278478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:15.283710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:54:15.328044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=edd1f343-013c-4a92-902f-eaf27f8f1607,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:15.328231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Pushing event updated for resources: {'Port': ['ID=59281968-db3b-4b97-832f-52dd15398ab3,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:15.331258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:15.343383 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:15.357551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.597897 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.977302 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.982729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:15.987296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5fc87ac0-abc7-4998-a0da-7e2a7c378f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:16.081736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:16.083604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=edd1f343-013c-4a92-902f-eaf27f8f1607,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:16.087047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:16.210711 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 87298963-3b67-45ad-9934-46e89850d56d is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:54:16.212418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:16.293814 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ae3b3-809c-4ac3-be88-9d328fed7e22 None None] Network 87298963-3b67-45ad-9934-46e89850d56d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:54:16.376439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:54:16.534891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:54:16.537398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f0bd9615-c2b1-4838-8677-a60bb4d0e3c6 None None] Provisioning for port 59281968-db3b-4b97-832f-52dd15398ab3 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:16.541571 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/b5c0b1ef-75c5-4132-8c4c-f508b16edf7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907615 Jun 10 16:54:16.709737 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fd56b53f-98a4-4c2b-b4b6-2736483b4584 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496282708&fields=id&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 267 time: 0.0445936 Jun 10 16:54:16.848162 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Sync routers for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:54:16.852221 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-19bc30aa-6c6b-4827-a19d-8b5099078aeb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:16.853783 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-19bc30aa-6c6b-4827-a19d-8b5099078aeb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 796 time: 0.1402638 Jun 10 16:54:16.858365 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:16.859476 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:16.871089 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-06122f6d-0504-4dcd-9863-7920a7d51d48 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/quotas/5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 375 time: 0.0106490 Jun 10 16:54:16.965721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-883c1698-77b5-439d-964c-d0ef1b52f59c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887733 Jun 10 16:54:16.992461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cf533114-4cb0-4579-bd31-0bed6d036853 None None] Provisioning for port edd1f343-013c-4a92-902f-eaf27f8f1607 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:16.997203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-cf533114-4cb0-4579-bd31-0bed6d036853 None None] Provisioning complete for port edd1f343-013c-4a92-902f-eaf27f8f1607 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:16.997593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cf533114-4cb0-4579-bd31-0bed6d036853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.024804 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:17.054692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-cf533114-4cb0-4579-bd31-0bed6d036853 None None] Port edd1f343-013c-4a92-902f-eaf27f8f1607 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:54:17.098485 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-84b568c4-574e-4c54-86c1-aadc4bf89899 service neutron] 10.222.0.23 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237211 Jun 10 16:54:17.178645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-7ddda85d-51e1-4826-bef2-6aac3c4d7cb8 None None] Provisioning complete for port edd1f343-013c-4a92-902f-eaf27f8f1607 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:17.179509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7ddda85d-51e1-4826-bef2-6aac3c4d7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.238876 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-7ef7f985-3c03-45d7-b771-c6234d381c8d service neutron] 10.222.0.23 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332092 Jun 10 16:54:17.250181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-7ddda85d-51e1-4826-bef2-6aac3c4d7cb8 None None] Port edd1f343-013c-4a92-902f-eaf27f8f1607 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:54:17.312512 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 2, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:17.315997 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Checking router: b5c0b1ef-75c5-4132-8c4c-f508b16edf7d for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:54:17.316424 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Updating router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d port edd1f343-013c-4a92-902f-eaf27f8f1607 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:54:17.364085 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.371312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84896c0b-8c2d-455c-9b9f-83c1955131fc None None] Provisioning complete for port edd1f343-013c-4a92-902f-eaf27f8f1607 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:17.372562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84896c0b-8c2d-455c-9b9f-83c1955131fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.425947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-84896c0b-8c2d-455c-9b9f-83c1955131fc None None] Port edd1f343-013c-4a92-902f-eaf27f8f1607 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:54:17.484890 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a599a5d9-eba2-43bc-97fe-738ce909dabc req-df6f50fe-966d-40d8-81c9-535188b54786 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 210 time: 0.0547705 Jun 10 16:54:17.557665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d265255-1c63-43bd-83fa-7c06c5685c8f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:17.622460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 2d265255-1c63-43bd-83fa-7c06c5685c8f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:17.627364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2d265255-1c63-43bd-83fa-7c06c5685c8f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:17.627749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.722123 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.727283 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.732972 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Transition to ACTIVE for port object edd1f343-013c-4a92-902f-eaf27f8f1607 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:17.738593 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.741986 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-3d5c7d9a-56c9-45f6-af73-4d5809435855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:17.749457 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 2d265255-1c63-43bd-83fa-7c06c5685c8f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d265255-1c63-43bd-83fa-7c06c5685c8f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:17.753948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.754897 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 59281968-db3b-4b97-832f-52dd15398ab3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:17.757340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:17.854719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=2d265255-1c63-43bd-83fa-7c06c5685c8f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:17.858950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:17.866254 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 59281968-db3b-4b97-832f-52dd15398ab3 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:17.875454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 59281968-db3b-4b97-832f-52dd15398ab3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:17.876102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:17.996015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:18.021950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Pushing event updated for resources: {'Port': ['ID=edd1f343-013c-4a92-902f-eaf27f8f1607,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:18.025481 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Attempting to bind port edd1f343-013c-4a92-902f-eaf27f8f1607 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:54:18.026476 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Attempting to bind port edd1f343-013c-4a92-902f-eaf27f8f1607 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:54:18.026989 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Attempting to bind port edd1f343-013c-4a92-902f-eaf27f8f1607 on network 87298963-3b67-45ad-9934-46e89850d56d {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:54:18.039021 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.039607 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.040151 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.040909 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.041974 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.043339 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.043832 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.044335 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.044825 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.045346 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.045834 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.046318 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:54:18.049898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 59281968-db3b-4b97-832f-52dd15398ab3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=59281968-db3b-4b97-832f-52dd15398ab3,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:18.050219 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:18.051434 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:54:18.052358 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Checking segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:54:18.053196 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:18.054068 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Bound using segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:54:18.055295 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Bound port: edd1f343-013c-4a92-902f-eaf27f8f1607, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:54:18.055680 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:18.057274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:18.060262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2455aaa4-5a59-49ff-a83c-13afd32c21db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:18.114874 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=59281968-db3b-4b97-832f-52dd15398ab3,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:18.117973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:18.140782 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] For port edd1f343-013c-4a92-902f-eaf27f8f1607, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:54:18.144069 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] For port edd1f343-013c-4a92-902f-eaf27f8f1607, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=edd1f343-013c-4a92-902f-eaf27f8f1607,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:54:18.149496 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:18.153057 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b2e3ab9e-0077-4af5-8c95-528556784cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:18.212286 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:18.212903 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:18.320884 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Pushing event updated for resources: {'Port': ['ID=edd1f343-013c-4a92-902f-eaf27f8f1607,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:18.327014 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-6676d329-76d8-48e2-a071-28f4eb60c1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:18.376968 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:18.430945 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:54:18.664282 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:18Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:18.669925 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93040e7a-df6e-439d-a5c7-6946e72a8663 None None] The sync data for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv is: [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:18Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:54:19.077240 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1302183c-6e08-44e8-b4d2-db3643b7047f req-62a61887-6d6e-45a2-8629-ab181497062b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 210 time: 0.0470049 Jun 10 16:54:19.123090 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-bd9fec8c-3289-4dfc-b38c-3c1e632ae3af tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:19.124899 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-bd9fec8c-3289-4dfc-b38c-3c1e632ae3af tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 796 time: 0.5880725 Jun 10 16:54:19.176765 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-b83b5a71-77ed-498d-9b59-137670506159 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 379 time: 0.0432944 Jun 10 16:54:19.185675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'port': {'device_id': '738851f7-de00-456e-9e96-54c17ec8b169', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'admin_state_up': True, 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'security_groups': ['9069395a-f83a-4473-b6f2-e979f2c299b9']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:19.333000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:54:19.336621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.503613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.14 (87298963-3b67-45ad-9934-46e89850d56d/3d4cbbb4-2d55-450c-9c33-d9265a0d904c/f266dc29-1239-4197-a3a5-108834071644) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:54:19.536393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device edd1f343-013c-4a92-902f-eaf27f8f1607 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:19.598634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port edd1f343-013c-4a92-902f-eaf27f8f1607 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:19.602425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port edd1f343-013c-4a92-902f-eaf27f8f1607 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:19.602807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.703432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.712039 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.728450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object f266dc29-1239-4197-a3a5-108834071644 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:19.742873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port edd1f343-013c-4a92-902f-eaf27f8f1607, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=edd1f343-013c-4a92-902f-eaf27f8f1607,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:19.748046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.748962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d265255-1c63-43bd-83fa-7c06c5685c8f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:19.751564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:19.767157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.771888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1cd625db-1649-4557-b7ee-c985240d18c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:19.816784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 87298963-3b67-45ad-9934-46e89850d56d is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:54:19.820863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:19.829938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:54:19.851022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=edd1f343-013c-4a92-902f-eaf27f8f1607,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:19.855744 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:19.861655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 2d265255-1c63-43bd-83fa-7c06c5685c8f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:19.862377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.884776 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:19.889982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:19.903768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:19.904447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:19.921889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7395670 Jun 10 16:54:19.934428 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Request body: {'port': {'device_id': '738851f7-de00-456e-9e96-54c17ec8b169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:19.971453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 59281968-db3b-4b97-832f-52dd15398ab3 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:20.037539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.038248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 59281968-db3b-4b97-832f-52dd15398ab3 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:20.038640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.148323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-42342bde-3827-41f6-8c5f-1cece4efd16b None None] Provisioning for port f266dc29-1239-4197-a3a5-108834071644 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:20.154173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-42342bde-3827-41f6-8c5f-1cece4efd16b None None] Provisioning complete for port f266dc29-1239-4197-a3a5-108834071644 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:20.154565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-42342bde-3827-41f6-8c5f-1cece4efd16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.205393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-42342bde-3827-41f6-8c5f-1cece4efd16b None None] Port f266dc29-1239-4197-a3a5-108834071644 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:54:20.283252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8c02-d1b7-4854-a8d8-1f8b40e9c7b6 req-1d9667bd-8184-4dd4-81e1-df2d3fb2e821 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:20.284855 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c1ff8c02-d1b7-4854-a8d8-1f8b40e9c7b6 req-1d9667bd-8184-4dd4-81e1-df2d3fb2e821 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 932 time: 0.0783534 Jun 10 16:54:20.329104 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c1ff8c02-d1b7-4854-a8d8-1f8b40e9c7b6 req-e7b3c49b-a79d-40e5-9d95-c2be51063b34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379231 Jun 10 16:54:20.392071 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f266dc29-1239-4197-a3a5-108834071644 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:54:20.399310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.411449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Transition to ACTIVE for port object f266dc29-1239-4197-a3a5-108834071644 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:54:20.415425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.418891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:20.516129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:20.519829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:20.609820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Attempting to bind port f266dc29-1239-4197-a3a5-108834071644 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:54:20.610159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Attempting to bind port f266dc29-1239-4197-a3a5-108834071644 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:54:20.610481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Attempting to bind port f266dc29-1239-4197-a3a5-108834071644 on network 87298963-3b67-45ad-9934-46e89850d56d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:54:20.615639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Port f266dc29-1239-4197-a3a5-108834071644 on network 87298963-3b67-45ad-9934-46e89850d56d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:54:20.615967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Attempting to bind port f266dc29-1239-4197-a3a5-108834071644 on network 87298963-3b67-45ad-9934-46e89850d56d {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:54:20.622038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:54:20.622369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Checking segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:54:20.623033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Bound using segment: {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:54:20.623475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Bound port: f266dc29-1239-4197-a3a5-108834071644, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87298963-3b67-45ad-9934-46e89850d56d'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:54:20.623819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.697026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:54:20.700159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:54:20.704479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.707479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b4568390-f787-41c7-891c-78b5d27ec89c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:20.743433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:20.744048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:20.746028 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 1094 time: 0.8172061 Jun 10 16:54:20.746563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:54:20.748912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b5c173-9c35-4803-ad1e-7be04293a83f" -d '{"events": [{"name": "network-changed", "server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:54:20.790184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:20.794177 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:20.804186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d764232-ec50-4d16-b895-c1d1d30c16cd x-openstack-request-id: req-4d764232-ec50-4d16-b895-c1d1d30c16cd {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:54:20.804536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "tag": "f266dc29-1239-4197-a3a5-108834071644", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:54:20.804844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d764232-ec50-4d16-b895-c1d1d30c16cd {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:54:20.805321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'status': 'completed', 'code': 200} Jun 10 16:54:20.865234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-7bcbe9a9-b87a-43e8-a5bb-72941d342cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:20.866771 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-7bcbe9a9-b87a-43e8-a5bb-72941d342cc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1097 time: 0.0715308 Jun 10 16:54:20.927348 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-be9698cf-3bba-4fa0-baa3-c34f2483da07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 217 time: 0.0503759 Jun 10 16:54:20.992053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-b61b3f99-34ee-4dc9-9c31-5a011ab7f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:20.993494 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-b61b3f99-34ee-4dc9-9c31-5a011ab7f5df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0578213 Jun 10 16:54:21.060299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523900-0c6e-4144-8665-abdbdf08664b req-d9f600fa-67a7-4b69-9bdf-a8abc066c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:21.061709 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-d9f600fa-67a7-4b69-9bdf-a8abc066c9e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0609090 Jun 10 16:54:21.179939 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-8b17ba7e-8579-4e2e-be2c-1ee9d5149ac7 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112127 Jun 10 16:54:21.298502 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9a523900-0c6e-4144-8665-abdbdf08664b req-f339ae89-3726-4557-aac4-8cbc73e7f343 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122882 Jun 10 16:54:21.407893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-9f1ae0e9-583a-40f3-9700-9ba717ea108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:21.409526 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-9f1ae0e9-583a-40f3-9700-9ba717ea108d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1097 time: 0.0631003 Jun 10 16:54:21.452126 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device edd1f343-013c-4a92-902f-eaf27f8f1607 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:21.509680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port edd1f343-013c-4a92-902f-eaf27f8f1607 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:21.511507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:21.519569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57c46d-900d-4c57-87fe-b2b288782b90 req-e7abffad-4df2-4504-a2ff-1d3a4e72b01c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:21.521050 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bd57c46d-900d-4c57-87fe-b2b288782b90 req-e7abffad-4df2-4504-a2ff-1d3a4e72b01c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 944 time: 0.0771189 Jun 10 16:54:21.544433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-bdb79f21-bdf4-400b-a2ce-3917b388ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:21.545528 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-bdb79f21-bdf4-400b-a2ce-3917b388ee38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.1292861 Jun 10 16:54:21.566786 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bd57c46d-900d-4c57-87fe-b2b288782b90 req-033569ec-3c72-426c-ae27-76269ffca806 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378833 Jun 10 16:54:21.601650 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-e7bd4aa7-eb0a-4f79-ba6d-8221c66c0678 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 217 time: 0.0493283 Jun 10 16:54:21.666364 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-58bc2efe-fa70-4928-bf42-a221d5721ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:21.668176 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-58bc2efe-fa70-4928-bf42-a221d5721ce8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0601332 Jun 10 16:54:21.686886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:21.737395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-0c083a2b-153a-4ffe-a934-a80e3e23b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:21.738879 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-0c083a2b-153a-4ffe-a934-a80e3e23b51f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0633152 Jun 10 16:54:21.859188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-11c6bba4-826e-4d7e-a4a1-32ee870afedb service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105120 Jun 10 16:54:21.982584 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b8b5c173-9c35-4803-ad1e-7be04293a83f req-23105906-7910-438f-9e2e-8e980c9af8e7 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161163 Jun 10 16:54:22.755348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ae65d-8566-4464-8d7c-24ec914679c5 req-803310b2-a130-4a78-9683-854b9ded4dce tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:22.756792 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-584ae65d-8566-4464-8d7c-24ec914679c5 req-803310b2-a130-4a78-9683-854b9ded4dce tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 944 time: 0.0698988 Jun 10 16:54:22.798670 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-584ae65d-8566-4464-8d7c-24ec914679c5 req-f2cfe2d5-ffdc-47d5-b249-c9add7c56736 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Jun 10 16:54:22.880557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:54:22.998958 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:23.014974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'f266dc29-1239-4197-a3a5-108834071644', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'port_id': 'f266dc29-1239-4197-a3a5-108834071644', 'mac_address': 'fa:16:3e:bc:1e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:54:23.057693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:23.072022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266dc29-1239-4197-a3a5-108834071644 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:54:23.093285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:23.098101 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:23.100063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-28452618-2661-4f0b-b887-6848990dc1bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:23.156353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:23.159315 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:23.301310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['f266dc29-1239-4197-a3a5-108834071644'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:54:23.975971 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63635f0-9613-4de4-9d69-95aef8c00141 req-9fc5e2ca-6f55-48e6-8cbb-f4fe3a1b695c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:23.977431 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d63635f0-9613-4de4-9d69-95aef8c00141 req-9fc5e2ca-6f55-48e6-8cbb-f4fe3a1b695c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 945 time: 0.0684829 Jun 10 16:54:24.019040 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d63635f0-9613-4de4-9d69-95aef8c00141 req-cdfebace-dca3-4fba-801d-0ecb9e4424bf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357003 Jun 10 16:54:24.896222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:54:24.955231 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port f266dc29-1239-4197-a3a5-108834071644 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:54:24.958660 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port f266dc29-1239-4197-a3a5-108834071644 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:54:24.959040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:25.049067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:25.073761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:54:25.076454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5ec99e-8b91-4527-b530-708341cabc07" -d '{"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-plugged", "status": "completed", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:54:25.094764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:54:25.099419 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:25.101767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:25.134086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003072f-a552-44c4-841d-1a5d8cff9426 x-openstack-request-id: req-1003072f-a552-44c4-841d-1a5d8cff9426 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:54:25.134375 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-plugged", "status": "completed", "tag": "f266dc29-1239-4197-a3a5-108834071644", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:54:25.135215 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1003072f-a552-44c4-841d-1a5d8cff9426 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:54:25.135548 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'code': 200} Jun 10 16:54:25.172377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:25.175631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:25.220878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17355fb5-ae01-43f1-9ca3-e0927c165e09 req-4cd74662-2fbd-4c96-8fd1-6f7e24abb402 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:25.222381 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17355fb5-ae01-43f1-9ca3-e0927c165e09 req-4cd74662-2fbd-4c96-8fd1-6f7e24abb402 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0837741 Jun 10 16:54:25.273676 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17355fb5-ae01-43f1-9ca3-e0927c165e09 req-d73cb5ca-0682-4db8-9621-e874845a1903 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452478 Jun 10 16:54:25.362094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08b520-3c7b-4275-a5e1-886f5458da39 req-d13ed188-7a6c-4c78-b894-e227fc7822f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:25.363588 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f08b520-3c7b-4275-a5e1-886f5458da39 req-d13ed188-7a6c-4c78-b894-e227fc7822f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1099 time: 0.0598946 Jun 10 16:54:25.403034 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f08b520-3c7b-4275-a5e1-886f5458da39 req-8033ed42-848f-45c4-be11-187b08ac8983 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321159 Jun 10 16:54:26.458568 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45fe06-7ffd-4d70-b1ec-31823bc9daba req-3b6a34bd-2308-41ec-a6b3-c6b230bcb1ea tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:26.460006 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aa45fe06-7ffd-4d70-b1ec-31823bc9daba req-3b6a34bd-2308-41ec-a6b3-c6b230bcb1ea tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0736921 Jun 10 16:54:26.502132 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aa45fe06-7ffd-4d70-b1ec-31823bc9daba req-b98b1102-cea8-4f10-b9b9-37e06909e745 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362787 Jun 10 16:54:26.685445 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d5f12-5869-40d6-8597-4bf6dde41218 req-2fd588fa-6615-4c5b-a0a7-708702f12a44 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:26.686906 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-339d5f12-5869-40d6-8597-4bf6dde41218 req-2fd588fa-6615-4c5b-a0a7-708702f12a44 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0750442 Jun 10 16:54:26.729304 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-339d5f12-5869-40d6-8597-4bf6dde41218 req-4c278afa-2a6e-4162-8c35-c6ed10c53ca3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366032 Jun 10 16:54:26.752384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57332) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:26.810333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a0e89d-f2bf-4839-a10f-f2154f067889 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:26.813020 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-91a0e89d-f2bf-4839-a10f-f2154f067889 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1094 time: 0.0585198 Jun 10 16:54:26.814482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57334) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:26.818706 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'f266dc29-1239-4197-a3a5-108834071644', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:54:26.840407 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:27.370394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:27.495575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.230 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/f3c5f1a9-222d-41dd-be70-0c890fa519eb) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:54:27.623368 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:27.663351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:27.665580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1cc01f4f-b4d1-4f83-8c0e-030f62e66c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:27.715553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:54:27.718535 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:54:27.723002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:54:27.753511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=f3c5f1a9-222d-41dd-be70-0c890fa519eb,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:27.758462 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:28.212192 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:28.307843 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:28.504223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:28.508583 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:28.511963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d4a8f494-aa65-4a93-9b28-2bb669165661 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:54:28.594940 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=f3c5f1a9-222d-41dd-be70-0c890fa519eb,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:54:28.598815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:54:28.607032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:28.745744 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP ac207887-8d4b-4afe-bd59-a7b851ab73a9 associated. External IP: 172.26.5.230, port: f266dc29-1239-4197-a3a5-108834071644. Jun 10 16:54:29.026476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:54:29.179046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:54:29.191320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a324608-1884-437d-baf7-e169e96318dd None None] Sync routers for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:54:29.195459 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:29.203913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:29.204528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:29.239280 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4237988 Jun 10 16:54:29.239953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:54:29.242323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cb9027-941a-4650-9b98-7de4f468e03b" -d '{"events": [{"name": "network-changed", "server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:54:29.286652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635323ad-be35-4c57-9483-04421de39191 x-openstack-request-id: req-635323ad-be35-4c57-9483-04421de39191 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:54:29.287021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "tag": "f266dc29-1239-4197-a3a5-108834071644", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:54:29.287330 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-635323ad-be35-4c57-9483-04421de39191 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:54:29.287787 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'status': 'completed', 'code': 200} Jun 10 16:54:29.355095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:29.431950 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174aa73-4cbd-4974-8b19-5b9b14a58c86 req-c02689ed-33fa-4f16-977a-9bf7bc31676b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:29.432502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-0fd88ec0-918b-4786-8415-4f045d2fcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:29.433725 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1174aa73-4cbd-4974-8b19-5b9b14a58c86 req-c02689ed-33fa-4f16-977a-9bf7bc31676b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0837779 Jun 10 16:54:29.434030 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-0fd88ec0-918b-4786-8415-4f045d2fcc3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1099 time: 0.1220651 Jun 10 16:54:29.482355 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1174aa73-4cbd-4974-8b19-5b9b14a58c86 req-a78a464e-70cc-4c69-adf4-c9362ea6e227 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423138 Jun 10 16:54:29.511513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57342) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:29.555480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-b1700e6d-023e-4d49-8ba7-f13b0d0f740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:29.557691 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-b1700e6d-023e-4d49-8ba7-f13b0d0f740d service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.1172564 Jun 10 16:54:29.592421 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6119e172-8d51-43e8-ae57-5d8627a62a33 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/ac207887-8d4b-4afe-bd59-a7b851ab73a9 HTTP/1.1" status: 200 len: 992 time: 0.0786841 Jun 10 16:54:29.644007 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-96a9248c-c5f6-4369-be79-4cc190498145 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 1000 time: 0.0802693 Jun 10 16:54:29.659003 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ac207887-8d4b-4afe-bd59-a7b851ab73a9', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'port_id': 'f266dc29-1239-4197-a3a5-108834071644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'mac_address': 'fa:16:3e:bc:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738851f7-de00-456e-9e96-54c17ec8b169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:54:28Z', 'updated_at': '2021-06-10T16:54:28Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:19Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:29.662594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a324608-1884-437d-baf7-e169e96318dd None None] Checking router: b5c0b1ef-75c5-4132-8c4c-f508b16edf7d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:54:29.671023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:54:29.671761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:54:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:29.703028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-3bf8e63d-d0d5-4308-b521-fc9cda6ab35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:29.704401 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-3bf8e63d-d0d5-4308-b521-fc9cda6ab35e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0546029 Jun 10 16:54:29.769457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-e6080e43-3410-4ebb-a032-888d6ba6d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:29.770935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-e6080e43-3410-4ebb-a032-888d6ba6d099 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0602872 Jun 10 16:54:29.913349 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-c8c8efbf-def5-4293-9b15-ab66ddeb9293 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349840 Jun 10 16:54:29.981099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:54:30.034829 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e1cb9027-941a-4650-9b98-7de4f468e03b req-4cfb5956-bdfb-4ea0-a893-78c0674096bc service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142437 Jun 10 16:54:30.270348 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-2a324608-1884-437d-baf7-e169e96318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ac207887-8d4b-4afe-bd59-a7b851ab73a9', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'port_id': 'f266dc29-1239-4197-a3a5-108834071644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'mac_address': 'fa:16:3e:bc:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738851f7-de00-456e-9e96-54c17ec8b169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:54:28Z', 'updated_at': '2021-06-10T16:54:28Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:19Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:54:30.274022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a324608-1884-437d-baf7-e169e96318dd None None] The sync data for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv is: [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': 'ac207887-8d4b-4afe-bd59-a7b851ab73a9', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'port_id': 'f266dc29-1239-4197-a3a5-108834071644', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'mac_address': 'fa:16:3e:bc:1e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738851f7-de00-456e-9e96-54c17ec8b169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:54:28Z', 'updated_at': '2021-06-10T16:54:28Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:19Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:54:30.451629 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9708d1c-ee33-477e-a5bc-4bcde402e217 None None] New status for floating IP ac207887-8d4b-4afe-bd59-a7b851ab73a9: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:54:30.595039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57344) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:30.682496 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e59a479f-6bf0-4a0e-9389-73e9be301cd9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/ac207887-8d4b-4afe-bd59-a7b851ab73a9 HTTP/1.1" status: 200 len: 992 time: 0.0861559 Jun 10 16:54:31.686325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57346) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:31.768499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-af2a1e88-2056-4b75-9f8e-a75575b61e61 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/ac207887-8d4b-4afe-bd59-a7b851ab73a9 HTTP/1.1" status: 200 len: 994 time: 0.0808029 Jun 10 16:54:33.545311 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-671433a2-7f82-4216-b023-c082811da94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:36.202206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:36.392823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3e75903d-8880-4146-9aa4-a832027c3171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:37.453872 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:39.083093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:51.704404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:54:55.419085 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:54:58.618032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57364) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:54:58.670466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f221e-6359-478c-85e8-d2a011d2533d req-147aa0c6-4e76-425b-a153-31beadfdb270 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:58.671966 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de9f221e-6359-478c-85e8-d2a011d2533d req-147aa0c6-4e76-425b-a153-31beadfdb270 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0747957 Jun 10 16:54:58.724687 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de9f221e-6359-478c-85e8-d2a011d2533d req-fcb48ee8-44ea-46d5-aa35-07cfc8fd9a3f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Jun 10 16:54:58.740134 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-834f182e-2f16-40d3-b04d-50893605097b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205018 Jun 10 16:54:59.921124 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e05ea1-e571-42ed-98e7-9f23703cc3a3 req-d9aa1751-178e-446a-adc3-0e0f514bd0cf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:59.923324 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-22e05ea1-e571-42ed-98e7-9f23703cc3a3 req-d9aa1751-178e-446a-adc3-0e0f514bd0cf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0801237 Jun 10 16:54:59.927838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-d7ca42db-5e6e-4a2b-bae2-84a00a2a7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:54:59.929343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-d7ca42db-5e6e-4a2b-bae2-84a00a2a7859 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1099 time: 0.0634027 Jun 10 16:54:59.965279 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-22e05ea1-e571-42ed-98e7-9f23703cc3a3 req-ec933428-b5a8-4257-9ab1-1ec2635358df tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362866 Jun 10 16:55:00.416892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-21d74626-c847-41b4-9a4b-77a7ffe9b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:00.418374 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-21d74626-c847-41b4-9a4b-77a7ffe9b92e service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.4818099 Jun 10 16:55:00.504846 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-7f9c846f-60c8-4d3f-8be7-d950c92c0ea9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 1002 time: 0.0792875 Jun 10 16:55:00.561489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-4a8f000c-5563-492c-b772-a421fbed7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:00.563168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-4a8f000c-5563-492c-b772-a421fbed7fa6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0514491 Jun 10 16:55:00.631457 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-75a02a02-9f07-4f18-b564-e1139c38c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:00.632932 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-75a02a02-9f07-4f18-b564-e1139c38c01a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0629129 Jun 10 16:55:00.747009 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-f0410c43-6354-4027-b0cb-1f4302a0b171 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056137 Jun 10 16:55:00.868209 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-48657f0e-d7d1-4847-9ceb-d997f2497347 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142023 Jun 10 16:55:01.163133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd7a5-97a4-43ab-b85e-2bd99a65ddde req-280aaac3-2b67-42a7-b28e-53eacfaa82a7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:01.164539 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b2bd7a5-97a4-43ab-b85e-2bd99a65ddde req-280aaac3-2b67-42a7-b28e-53eacfaa82a7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0787721 Jun 10 16:55:01.208545 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7b2bd7a5-97a4-43ab-b85e-2bd99a65ddde req-8ba4f9f2-2476-4f43-b449-59d920af8c7c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 Jun 10 16:55:02.547310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d705a-5ac4-4b9d-b377-d1643f9f39c9 req-f9a8dea1-c83e-4dd8-9152-b6ae8c378c79 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:02.548688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7b3d705a-5ac4-4b9d-b377-d1643f9f39c9 req-f9a8dea1-c83e-4dd8-9152-b6ae8c378c79 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0701149 Jun 10 16:55:02.591044 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7b3d705a-5ac4-4b9d-b377-d1643f9f39c9 req-173f2059-bc2c-4172-8665-2ad59f7855cf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364926 Jun 10 16:55:03.548447 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f29b79e1-c505-49f9-b331-bb0553715c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:03.776863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28d60d-7ff7-4cd7-b2dd-ec5ab1b7cd47 req-5fa75ede-817a-4b9b-ad99-33b8ec4dec84 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:03.778362 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2c28d60d-7ff7-4cd7-b2dd-ec5ab1b7cd47 req-5fa75ede-817a-4b9b-ad99-33b8ec4dec84 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0710459 Jun 10 16:55:03.820462 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2c28d60d-7ff7-4cd7-b2dd-ec5ab1b7cd47 req-dac46316-d281-401d-919d-8a92f03ee52f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Jun 10 16:55:05.002545 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c54d20-04a9-4ee3-bf0a-7662d6760bac req-919477cd-c478-4cf3-9d7a-894f3e9fb75a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:05.004046 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-36c54d20-04a9-4ee3-bf0a-7662d6760bac req-919477cd-c478-4cf3-9d7a-894f3e9fb75a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0733712 Jun 10 16:55:05.045364 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-36c54d20-04a9-4ee3-bf0a-7662d6760bac req-a63e798d-2436-499e-aba7-f72dee3c297f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356822 Jun 10 16:55:06.195667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:06.393021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-33e5b7d6-74e0-4094-a4ba-67cb3463ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:06.408987 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152881-c921-4945-8fbe-4e90f1b92786 req-9da18a32-3001-4b9e-ab4d-a5c6940e8d22 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:06.411430 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de152881-c921-4945-8fbe-4e90f1b92786 req-9da18a32-3001-4b9e-ab4d-a5c6940e8d22 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0825591 Jun 10 16:55:06.456481 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de152881-c921-4945-8fbe-4e90f1b92786 req-014a706d-1486-4d3a-a4d9-fa21fd612c88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389700 Jun 10 16:55:06.526799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-6dfcae35-01ea-4ffc-b742-e85890723c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:06.528286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-6dfcae35-01ea-4ffc-b742-e85890723c15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1099 time: 0.0588439 Jun 10 16:55:06.661403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-e31381d7-dfb1-4072-b3c5-39b3c5ccaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:06.662755 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-e31381d7-dfb1-4072-b3c5-39b3c5ccaf60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.1143210 Jun 10 16:55:06.754203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-0c2c826b-79a5-4e34-9996-1abf504fd1d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 1002 time: 0.0845661 Jun 10 16:55:06.811163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-adbf124d-d53d-423c-abb1-0f05c875e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:06.812782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-adbf124d-d53d-423c-abb1-0f05c875e2f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0525000 Jun 10 16:55:06.876600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-53139842-fff9-440b-a927-70689bb6cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:06.878115 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-53139842-fff9-440b-a927-70689bb6cb62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0590630 Jun 10 16:55:06.996746 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-25852e60-8045-44f1-9cd8-4c85910c7107 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096985 Jun 10 16:55:07.116001 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c3557945-8d4a-4fc3-9bae-dcee6c778086 req-57c593e5-3d20-4a93-9ba6-a8323d333a29 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124821 Jun 10 16:55:07.456668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:07.636589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa94e22-5626-4f41-bb2f-266c0e402a21 req-24477124-b5f1-48ae-83bc-d7b130e58e6c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:07.637983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8aa94e22-5626-4f41-bb2f-266c0e402a21 req-24477124-b5f1-48ae-83bc-d7b130e58e6c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0681009 Jun 10 16:55:07.679625 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8aa94e22-5626-4f41-bb2f-266c0e402a21 req-ae94631a-1286-47d0-bfe7-771030a2d300 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355201 Jun 10 16:55:08.868730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552ca10-b697-4b49-8f9c-f6eac0ddb57f req-39959624-f93d-4065-9830-8e9b369823eb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:08.870261 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c552ca10-b697-4b49-8f9c-f6eac0ddb57f req-39959624-f93d-4065-9830-8e9b369823eb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0707810 Jun 10 16:55:08.918168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c552ca10-b697-4b49-8f9c-f6eac0ddb57f req-835f5439-545f-471d-971f-ab5ac6ba1a3c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 Jun 10 16:55:09.085541 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:10.106679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e6e7c-e321-4e71-a85b-ea3a9d3a2ca3 req-3c5dc9b6-61ba-4a5e-8d1e-8435622436c9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:10.108452 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-465e6e7c-e321-4e71-a85b-ea3a9d3a2ca3 req-3c5dc9b6-61ba-4a5e-8d1e-8435622436c9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0744083 Jun 10 16:55:10.150558 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-465e6e7c-e321-4e71-a85b-ea3a9d3a2ca3 req-6cff8b95-1469-4462-abc7-a4826d2fc48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365558 Jun 10 16:55:11.339619 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3555f-d954-4b8e-a3ec-72e5d08a4dea req-c1174f92-9702-43b5-9e37-78833043e404 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:11.341069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1a3555f-d954-4b8e-a3ec-72e5d08a4dea req-c1174f92-9702-43b5-9e37-78833043e404 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0719445 Jun 10 16:55:11.384758 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1a3555f-d954-4b8e-a3ec-72e5d08a4dea req-182aa79d-d5eb-48b7-80db-589cd22b1c69 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Jun 10 16:55:12.521928 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-413fe37b-553b-4380-b736-3dcc8824a482 service neutron] 10.222.0.25 "GET /v2.0/ports/f266dc29-1239-4197-a3a5-108834071644/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0631700 Jun 10 16:55:12.570806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92638d2b-c912-43fc-ad3f-66750303e7c4 req-8d9d3c6b-3cab-492b-97dc-599a303c0563 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:12.572298 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-92638d2b-c912-43fc-ad3f-66750303e7c4 req-8d9d3c6b-3cab-492b-97dc-599a303c0563 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0743082 Jun 10 16:55:12.614048 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-92638d2b-c912-43fc-ad3f-66750303e7c4 req-0ef94198-2b8d-4aec-9f76-9cef0347387d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358136 Jun 10 16:55:12.785895 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-ea825708-34e4-4fd1-b6cd-600c81ee01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:12.787298 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-ea825708-34e4-4fd1-b6cd-600c81ee01d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 1099 time: 0.0643935 Jun 10 16:55:12.870095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-9433f8e3-f856-4675-93a2-ef82024aea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:12.871569 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-9433f8e3-f856-4675-93a2-ef82024aea62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1099 time: 0.0592847 Jun 10 16:55:12.989134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-f0df3736-6cca-41f0-a9a1-468c89e428f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:12.990603 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-f0df3736-6cca-41f0-a9a1-468c89e428f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.1131926 Jun 10 16:55:13.074740 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-2c9f781a-c135-47fc-accf-b3349beede66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 1002 time: 0.0776763 Jun 10 16:55:13.131004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-c8aaafcc-c08b-4c52-8605-ab49cf50dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:13.132449 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-c8aaafcc-c08b-4c52-8605-ab49cf50dd76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0519435 Jun 10 16:55:13.196514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-da9aee66-b111-46a2-bb1f-da15d79a76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:13.197995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-da9aee66-b111-46a2-bb1f-da15d79a76ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0587809 Jun 10 16:55:13.314006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-ed007bf3-2e4a-433f-b266-8146d319c147 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092727 Jun 10 16:55:13.431729 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-576d69e0-0e77-4799-82b2-88a3d6576651 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115484 Jun 10 16:55:13.797288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f4f5-10dc-4228-92be-034b0b5a96b9 req-4b134151-f473-4e27-89a3-f601aae7faba tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:13.798758 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b1f9f4f5-10dc-4228-92be-034b0b5a96b9 req-4b134151-f473-4e27-89a3-f601aae7faba tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0692270 Jun 10 16:55:13.842194 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b1f9f4f5-10dc-4228-92be-034b0b5a96b9 req-34376709-f815-4310-ba0b-5ccb3fbc5fe0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378704 Jun 10 16:55:15.037799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8db4ea-f461-4433-a0d4-485c47294461 req-7d7aaed5-9002-48cc-beef-4318e5bbbb37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:15.041611 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-de8db4ea-f461-4433-a0d4-485c47294461 req-7d7aaed5-9002-48cc-beef-4318e5bbbb37 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0810254 Jun 10 16:55:15.085530 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-de8db4ea-f461-4433-a0d4-485c47294461 req-7ca553d1-e3ca-4ab7-b8fd-59f8f0938b73 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 Jun 10 16:55:15.155515 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:55:15.157571 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:55:15.344735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:15.376404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:15.391689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:55:15.394055 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7212c1af-c848-45f0-b885-9f3212ec7580" -d '{"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-unplugged", "status": "completed", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:55:15.406021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'f266dc29-1239-4197-a3a5-108834071644', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'port_id': 'f266dc29-1239-4197-a3a5-108834071644', 'mac_address': 'fa:16:3e:bc:1e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:55:15.411509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:15.416181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:15.440855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:15.445318 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aeadf8-da25-4435-ab65-4750722da5e0 x-openstack-request-id: req-f3aeadf8-da25-4435-ab65-4750722da5e0 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:55:15.445621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-unplugged", "status": "completed", "tag": "f266dc29-1239-4197-a3a5-108834071644", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:55:15.445885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3aeadf8-da25-4435-ab65-4750722da5e0 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:55:15.446291 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'code': 200} Jun 10 16:55:15.494829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:15.522247 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f266dc29-1239-4197-a3a5-108834071644 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:55:15.526196 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:15.534767 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.535127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.535478 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.535824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.536162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.536501 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.536843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.537206 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.537543 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.537875 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.538204 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.538531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:15.545451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:15.556479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:15.560534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:15.562783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:15.618150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:15.624062 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['f266dc29-1239-4197-a3a5-108834071644'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:55:15.626006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:16.273938 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077dd9d-05a6-49fa-9df8-0ae697309200 req-183cf8c1-ca36-47b1-bfea-8bcbcc2786a0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:16.275431 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5077dd9d-05a6-49fa-9df8-0ae697309200 req-183cf8c1-ca36-47b1-bfea-8bcbcc2786a0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 945 time: 0.0738037 Jun 10 16:55:16.322169 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-5077dd9d-05a6-49fa-9df8-0ae697309200 req-388d187a-ec25-4281-aa31-4c93b3ac1891 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410495 Jun 10 16:55:16.633034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0b67-5d75-4ab7-bc62-c7f26d69059d req-41bf5f35-31da-4cb1-920f-c7605ee6cba1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:16.634556 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-988e0b67-5d75-4ab7-bc62-c7f26d69059d req-41bf5f35-31da-4cb1-920f-c7605ee6cba1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 945 time: 0.0708070 Jun 10 16:55:16.644640 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-a5cbaf6d-8219-423b-9a07-7a9165514f76 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:16.646180 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-a5cbaf6d-8219-423b-9a07-7a9165514f76 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0833507 Jun 10 16:55:16.681810 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-988e0b67-5d75-4ab7-bc62-c7f26d69059d req-a7b11ab3-2e12-41be-9b03-083bbfdf158a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Jun 10 16:55:16.754396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-dfe07c4f-26e9-4118-979b-7a963e18bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:16.755881 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-dfe07c4f-26e9-4118-979b-7a963e18bc3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1098 time: 0.0630751 Jun 10 16:55:16.915788 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-880dbc6a-b330-48bf-8065-315c3f9e793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:16.917268 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-880dbc6a-b330-48bf-8065-315c3f9e793f service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.1554375 Jun 10 16:55:16.938979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f54469-1a8d-408c-9958-92d66a27c22a req-ff4e44d2-2c6d-4072-ab6d-0ac9cbbbef5a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:16.940472 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-31f54469-1a8d-408c-9958-92d66a27c22a req-ff4e44d2-2c6d-4072-ab6d-0ac9cbbbef5a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 945 time: 0.1086972 Jun 10 16:55:17.038290 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-9c2726f6-fba8-460b-bf1b-6fbca56d9ae5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 1001 time: 0.1133783 Jun 10 16:55:17.043053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-31f54469-1a8d-408c-9958-92d66a27c22a req-d3e09940-8854-4c09-ae9a-d137aef6d13f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583677 Jun 10 16:55:17.094689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-8cd1b5dc-c4e0-491c-9814-a113eea89d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:17.096116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-8cd1b5dc-c4e0-491c-9814-a113eea89d06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0518107 Jun 10 16:55:17.165533 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-4b0ab536-a875-4e13-b8a1-bc88014ea8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:17.167041 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-4b0ab536-a875-4e13-b8a1-bc88014ea8a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0652635 Jun 10 16:55:17.170229 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:55:17.223791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port f266dc29-1239-4197-a3a5-108834071644 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:55:17.224080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:17.286163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-da768ae4-34a9-4c0b-833c-e5daf1a5b094 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124794 Jun 10 16:55:17.319074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:17.355075 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:17.359325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:17.361413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-58b340f7-672d-49b4-9d74-6c1613285b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:17.403512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0d0ced0-0a29-4d0b-b0bb-d760cf584f42 req-96885240-740f-471e-b749-2f2be4ce41b7 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108222 Jun 10 16:55:17.427380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:17.430389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:17.447054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:55:17.449467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e1786-8e94-4ac8-a2f0-7a2d78fe6314" -d '{"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-plugged", "status": "completed", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:55:17.496490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189fbd3b-8e89-4ed8-b864-4c406e87a590 x-openstack-request-id: req-189fbd3b-8e89-4ed8-b864-4c406e87a590 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:55:17.496788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-plugged", "status": "completed", "tag": "f266dc29-1239-4197-a3a5-108834071644", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:55:17.497047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-189fbd3b-8e89-4ed8-b864-4c406e87a590 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:55:17.497474 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'code': 200} Jun 10 16:55:18.225710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029ba16-590f-4a50-b340-d5c16cc1f713 req-f2ea9113-b8fb-4767-9958-a254acbdb0f2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:18.227096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9029ba16-590f-4a50-b340-d5c16cc1f713 req-f2ea9113-b8fb-4767-9958-a254acbdb0f2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0736127 Jun 10 16:55:18.269908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9029ba16-590f-4a50-b340-d5c16cc1f713 req-f7318d93-20a6-4e8a-be4d-52b48e35fa9f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371063 Jun 10 16:55:18.294148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57434) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:18.375003 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6e30577c-df04-44bb-96ab-2d7cba7e1ccd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/ac207887-8d4b-4afe-bd59-a7b851ab73a9 HTTP/1.1" status: 200 len: 994 time: 0.0796287 Jun 10 16:55:21.698331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:32.417586 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:55:33.549197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bb8f0502-413b-4af7-b3db-d73efcaf6170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:36.197560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:36.394423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8505b797-b7a4-4f58-bce5-60709cc64ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:37.460056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:39.088032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:46.768089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57444) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:46.970522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port f3c5f1a9-222d-41dd-be70-0c890fa519eb {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:55:46.970866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:47.070800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:47.071052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:47.164311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for f3c5f1a9-222d-41dd-be70-0c890fa519eb owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:55:47.345768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:47.347939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c65d4ccf-92f1-4369-b71e-3f44d46135d6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:47.377434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=f3c5f1a9-222d-41dd-be70-0c890fa519eb,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:47.411257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.411654 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.412593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.412593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.412794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.413186 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.413566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.413940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.414313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.414689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.415060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.415434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:47.419181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:47.469832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:47.470169 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP ac207887-8d4b-4afe-bd59-a7b851ab73a9 disassociated (deleted). External IP: 172.26.5.230, port: f266dc29-1239-4197-a3a5-108834071644. Jun 10 16:55:48.107463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:55:48.257948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:55:48.262846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:48.269728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] Sync routers for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:55:48.279367 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:55:48.280687 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:48.314226 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-abe0505a-4dc1-41b7-9db0-41548f39bbb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/floatingips/ac207887-8d4b-4afe-bd59-a7b851ab73a9 HTTP/1.1" status: 204 len: 168 time: 1.5450335 Jun 10 16:55:48.315012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:55:48.317386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201" -d '{"events": [{"name": "network-changed", "server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:55:48.353795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c50592a-9283-4f71-a229-854f7b377f1d x-openstack-request-id: req-8c50592a-9283-4f71-a229-854f7b377f1d {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:55:48.354140 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "tag": "f266dc29-1239-4197-a3a5-108834071644", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:55:48.354439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c50592a-9283-4f71-a229-854f7b377f1d {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:55:48.354883 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'status': 'completed', 'code': 200} Jun 10 16:55:48.439139 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:55:48.443752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-23abc570-a733-4276-9349-eb97b8be98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:48.445295 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-23abc570-a733-4276-9349-eb97b8be98f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 1099 time: 0.0682702 Jun 10 16:55:48.579825 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-d063e6aa-cb8e-40ef-a97b-196d5d10975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:48.581434 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-d063e6aa-cb8e-40ef-a97b-196d5d10975c service neutron] 10.222.0.25 "GET /v2.0/networks?id=87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 200 len: 897 time: 0.1297431 Jun 10 16:55:48.636544 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-3f3e0adf-2e94-4705-b82f-682e41dafad5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 200 len: 217 time: 0.0479209 Jun 10 16:55:48.702693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-22310c1b-cf74-4f2c-baf2-9a23b53188db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:48.704144 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-22310c1b-cf74-4f2c-baf2-9a23b53188db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 200 len: 835 time: 0.0611730 Jun 10 16:55:48.720431 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632760-442f-454b-bfb7-6f8ac7f2e788 req-15365ead-44a5-40c2-9ee2-0f6d95da3a41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:48.722001 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-65632760-442f-454b-bfb7-6f8ac7f2e788 req-15365ead-44a5-40c2-9ee2-0f6d95da3a41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0769331 Jun 10 16:55:48.723376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:19Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:48.727134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] Checking router: b5c0b1ef-75c5-4132-8c4c-f508b16edf7d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:55:48.736916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:55:48.737963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:48.777683 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-65632760-442f-454b-bfb7-6f8ac7f2e788 req-ce83b6d5-d9e2-43a1-bdff-bce690408b01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469804 Jun 10 16:55:48.781210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-cac8c314-9b67-4607-8016-70fe0d3a8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:48.782714 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-cac8c314-9b67-4607-8016-70fe0d3a8be8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=87298963-3b67-45ad-9934-46e89850d56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707767 Jun 10 16:55:48.913522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-2cd08dd1-74a6-415a-afc9-70b6463c7014 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221452 Jun 10 16:55:49.034607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4ecde9e-5dd4-4731-bee3-7feb7e1ac201 req-b20de315-6d19-4569-8bb7-db59c118c873 service neutron] 10.222.0.25 "GET /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139443 Jun 10 16:55:49.052181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:55:49.317798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:19Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:49.321074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52662196-bb8e-4117-a742-b3a3d8f93d3e None None] The sync data for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv is: [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:54:15Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'edd1f343-013c-4a92-902f-eaf27f8f1607', 'name': '', 'network_id': '87298963-3b67-45ad-9934-46e89850d56d', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:08:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:14Z', 'updated_at': '2021-06-10T16:54:19Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '3d4cbbb4-2d55-450c-9c33-d9265a0d904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:55:49.516871 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ece2d-6f68-44c4-8036-00a20b7d8303 None None] New status for floating IP ac207887-8d4b-4afe-bd59-a7b851ab73a9: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:55:49.977815 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f987b9-2d44-4545-be52-666e5fb33ca6 req-69ff145b-3868-43d8-9cde-ee63c4eef469 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:49.979309 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4f987b9-2d44-4545-be52-666e5fb33ca6 req-69ff145b-3868-43d8-9cde-ee63c4eef469 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0812259 Jun 10 16:55:50.031646 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4f987b9-2d44-4545-be52-666e5fb33ca6 req-dda30439-3ada-4ccd-b546-d784d14cbb8d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=9069395a-f83a-4473-b6f2-e979f2c299b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Jun 10 16:55:50.308291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8665a-2e8d-48db-82a9-84980448130a req-168fd2cb-5945-4207-bd4c-cb017ef79744 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:50.309781 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-93a8665a-2e8d-48db-82a9-84980448130a req-168fd2cb-5945-4207-bd4c-cb017ef79744 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 946 time: 0.0798678 Jun 10 16:55:50.438251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port f266dc29-1239-4197-a3a5-108834071644 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:55:50.438591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:50.573757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port f266dc29-1239-4197-a3a5-108834071644, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f266dc29-1239-4197-a3a5-108834071644,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:50.574178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:50.672403 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for f266dc29-1239-4197-a3a5-108834071644 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:55:50.827368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:50.831348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:50.862801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=f266dc29-1239-4197-a3a5-108834071644,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:50.865948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:50.928399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] No DVR routers for this DVR port f266dc29-1239-4197-a3a5-108834071644 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:55:50.930884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:50.932829 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-93a8665a-2e8d-48db-82a9-84980448130a req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "DELETE /v2.0/ports/f266dc29-1239-4197-a3a5-108834071644 HTTP/1.1" status: 204 len: 173 time: 0.6176972 Jun 10 16:55:50.933421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-deleted', 'tag': 'f266dc29-1239-4197-a3a5-108834071644'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:55:50.935743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150bfe1-466e-4393-9c69-10b9aa38128e" -d '{"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-deleted", "tag": "f266dc29-1239-4197-a3a5-108834071644"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:55:50.975488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cf77b9-a8b1-4229-8d90-3119657d9340 x-openstack-request-id: req-a5cf77b9-a8b1-4229-8d90-3119657d9340 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:55:50.975836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738851f7-de00-456e-9e96-54c17ec8b169", "name": "network-vif-deleted", "tag": "f266dc29-1239-4197-a3a5-108834071644", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:55:50.976143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5cf77b9-a8b1-4229-8d90-3119657d9340 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:55:50.976726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738851f7-de00-456e-9e96-54c17ec8b169', 'name': 'network-vif-deleted', 'tag': 'f266dc29-1239-4197-a3a5-108834071644', 'status': 'completed', 'code': 200} Jun 10 16:55:51.197416 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f0a7554e-7c3c-479c-b2fe-77e1f5f39121 req-cebed4d4-5e35-44ef-9003-21e27e3c4a03 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=738851f7-de00-456e-9e96-54c17ec8b169 HTTP/1.1" status: 200 len: 210 time: 0.0365787 Jun 10 16:55:51.712621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:52.297420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57460) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:52.769989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:53.101703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port edd1f343-013c-4a92-902f-eaf27f8f1607 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:55:53.102038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:53.219842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port edd1f343-013c-4a92-902f-eaf27f8f1607, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=edd1f343-013c-4a92-902f-eaf27f8f1607,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:53.220193 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:53.317552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for edd1f343-013c-4a92-902f-eaf27f8f1607 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:55:53.343680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:55:53.373946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: f266dc29-1239-4197-a3a5-108834071644 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:55:53.374349 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device f266dc29-1239-4197-a3a5-108834071644 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:55:53.562905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:53.565432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:53.598385 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=edd1f343-013c-4a92-902f-eaf27f8f1607,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:53.601175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:54.199224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:54.509200 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:55:54.662422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:55:54.667468 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/b5c0b1ef-75c5-4132-8c4c-f508b16edf7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690076 Jun 10 16:55:54.670138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57462) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:54.673401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] Sync routers for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:55:54.682734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:55:54.683360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:54.730621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting subnet 3d4cbbb4-2d55-450c-9c33-d9265a0d904c {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:55:54.734325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:54.783831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:54.828104 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:55:54.890144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:54.956808 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:54.958900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-43fbb84c-caea-44ba-bf2d-131e0d923e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:54.991762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4cbbb4-2d55-450c-9c33-d9265a0d904c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:54.995293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:54.998023 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.000507 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-151db627-be51-4b3b-bd06-9a3754b65170 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/subnets/3d4cbbb4-2d55-450c-9c33-d9265a0d904c HTTP/1.1" status: 204 len: 168 time: 0.3294220 Jun 10 16:55:55.003035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57464) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:55.009669 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652a5f6-54bb-4962-b167-0fa5dcc2c4fa None None] Network 87298963-3b67-45ad-9934-46e89850d56d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:55:55.155196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.194782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:55:53Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:55.203266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] Checking router: b5c0b1ef-75c5-4132-8c4c-f508b16edf7d for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:55:55.215613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] Routers {'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:55:55.216230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:55.297671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.361126 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 2d265255-1c63-43bd-83fa-7c06c5685c8f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:55:55.361566 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.371050 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] Set router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:55:55.414335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] DHCP port deletion for 87298963-3b67-45ad-9934-46e89850d56d request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:55:55.482430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 2d265255-1c63-43bd-83fa-7c06c5685c8f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=2d265255-1c63-43bd-83fa-7c06c5685c8f,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:55.483711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.562116 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 59281968-db3b-4b97-832f-52dd15398ab3 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:55:55.594125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 2d265255-1c63-43bd-83fa-7c06c5685c8f owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:55:55.812703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.816679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-66384963-72e4-4f91-92f6-bf10e11bf153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:55.844067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Deleting port 59281968-db3b-4b97-832f-52dd15398ab3 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:55:55.844668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.863190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=2d265255-1c63-43bd-83fa-7c06c5685c8f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:55.866802 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:55.938733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.984855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] For port 59281968-db3b-4b97-832f-52dd15398ab3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=59281968-db3b-4b97-832f-52dd15398ab3,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:55.985274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:55.995605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.081051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.083162 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.092438 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Calling delete_port for 59281968-db3b-4b97-832f-52dd15398ab3 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:55:56.110763 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:55:53Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:56.140603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.141166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Fanout notify agent at l3_agent the message router_deleted on router b5c0b1ef-75c5-4132-8c4c-f508b16edf7d {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:55:56.147976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.149111 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/routers/b5c0b1ef-75c5-4132-8c4c-f508b16edf7d HTTP/1.1" status: 204 len: 168 time: 1.1451044 Jun 10 16:55:56.151773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57466) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:56.163234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f9efa-b040-4f30-85b3-abf958b33fa4 None None] The sync data for ids ['b5c0b1ef-75c5-4132-8c4c-f508b16edf7d'] in dv-neutron-601336-90-hyperv is: [{'id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1888620757', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:54:10Z', 'updated_at': '2021-06-10T16:55:53Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '2d265255-1c63-43bd-83fa-7c06c5685c8f', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c0b1ef-75c5-4132-8c4c-f508b16edf7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:54:11Z', 'updated_at': '2021-06-10T16:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:55:56.175784 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 59281968-db3b-4b97-832f-52dd15398ab3, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=59281968-db3b-4b97-832f-52dd15398ab3,segment=NetworkSegment(ef9bf12c-44e9-49d0-9e85-d5216c2b8afb),segment_id=ef9bf12c-44e9-49d0-9e85-d5216c2b8afb)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:55:56.182589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.186567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:56.265484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.266536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=59281968-db3b-4b97-832f-52dd15398ab3,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:56.270314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:56.274376 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.281568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:56.308053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] No DVR routers for this DVR port 59281968-db3b-4b97-832f-52dd15398ab3 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:55:56.310005 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Pushing event deleted for resources: {'Port': ['ID=59281968-db3b-4b97-832f-52dd15398ab3,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:56.313748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:56.391773 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.402437 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87298963-3b67-45ad-9934-46e89850d56d']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:56.413722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:56.414022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9bf12c-44e9-49d0-9e85-d5216c2b8afb') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:55:56.424035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.438916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.444597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:55:56.444972 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:55:56.447894 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:55:56.530518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.534498 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ff9d1a89-bc34-4958-b586-f627a1e651d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:56.538624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.540446 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/networks/87298963-3b67-45ad-9934-46e89850d56d HTTP/1.1" status: 204 len: 168 time: 0.3876147 Jun 10 16:55:56.543579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57468) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:56.559386 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Network': ['ID=87298963-3b67-45ad-9934-46e89850d56d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:56.562463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:56.622496 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.653246 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.731059 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.734543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:56.738483 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/security-groups/9069395a-f83a-4473-b6f2-e979f2c299b9 HTTP/1.1" status: 204 len: 168 time: 0.1938813 Jun 10 16:55:56.739355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99922965-d45d-4d3b-8d3c-ef5eac765c26 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:56.751818 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9069395a-f83a-4473-b6f2-e979f2c299b9,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:56.759713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.760134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.760575 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.761243 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.761506 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.761910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.762310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.762679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.763055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.763414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.765373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.766567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:55:56.770147 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:56.992856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57474) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:56.997791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802444760', 'description': 'tempest-secgroup-smoke-802444760 description', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.020914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.106871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.111190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.113540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6fb30038-a50d-429f-8a19-9f2d2e714070 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.142138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.143268 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1492903 Jun 10 16:55:57.145296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09a53fc-ef96-4244-adb1-675fb763fb3e,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.146339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57476) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.148154 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e03a224d-1e88-468d-afdd-423ab0fc4409 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.152277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'd09a53fc-ef96-4244-adb1-675fb763fb3e', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.182323 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.247582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.252655 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.255182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cced4c62-49fd-4532-9e7f-d589f3c83164 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.274488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f81881-5ee1-448e-80e0-cbebdf73f142,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.277758 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.278944 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.280995 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-77370c94-f46d-46fd-b2c9-2a7c6eee6264 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329024 Jun 10 16:55:57.283558 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57478) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.288248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'd09a53fc-ef96-4244-adb1-675fb763fb3e', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.313914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.379191 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.383186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.385599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6e6ac0cc-a3c0-4751-9bad-88702e7221f4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.406396 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da92590-a4cc-4c44-9ccf-c8eecfea31c2,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.410895 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.411664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.412971 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d3a9eba9-6235-448f-bf51-f2a37b12586d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283247 Jun 10 16:55:57.415632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57480) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.421120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'd09a53fc-ef96-4244-adb1-675fb763fb3e', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.451791 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.486028 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device edd1f343-013c-4a92-902f-eaf27f8f1607 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:55:57.510809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: edd1f343-013c-4a92-902f-eaf27f8f1607 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:55:57.511046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device edd1f343-013c-4a92-902f-eaf27f8f1607 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:55:57.511507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d265255-1c63-43bd-83fa-7c06c5685c8f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:55:57.519846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.523466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.527587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-aa929cf3-5fbe-4478-a10d-adc8c9da11c3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.538895 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 2d265255-1c63-43bd-83fa-7c06c5685c8f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:55:57.539251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 2d265255-1c63-43bd-83fa-7c06c5685c8f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:55:57.545649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23f164a-929f-4f06-a596-d09faef4126a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.548992 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.553597 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.554876 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-25800b66-d073-4358-9136-12b86fa9bb6d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382511 Jun 10 16:55:57.557578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57482) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.562826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'd09a53fc-ef96-4244-adb1-675fb763fb3e', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.589705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.652068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.656629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.659393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3fb50379-5b9f-4334-ab11-b8c33178ac89 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.676654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5387c9f9-ec58-4861-8f01-435107bd682a,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.679669 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.683821 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.685118 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-55c4054b-ad46-42bb-8af6-ef2aa0290f70 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265199 Jun 10 16:55:57.687832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57484) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.692138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'd09a53fc-ef96-4244-adb1-675fb763fb3e', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.713889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:55:57.719500 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.790218 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.794148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.797889 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-05d11d0d-bac5-4e8d-9459-b0ad5faaaa90 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.815521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1b24d0-bdaa-4e94-85ad-a6f524902ec1,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.820107 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.826829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.828688 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399252 Jun 10 16:55:57.831348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57486) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.835842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': 'd09a53fc-ef96-4244-adb1-675fb763fb3e', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.858866 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:55:57.863661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.935513 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.939033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.941350 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5c78e7c-f65a-4993-8511-22ea0a244189 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:57.958525 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb602e5c-c974-4754-897b-6cd38ac398f6,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:57.961120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:57.965281 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:57.966485 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2e639d8c-a3ec-4249-acce-931bb1aa960a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342258 Jun 10 16:55:57.970213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57488) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:57.975475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'network': {'name': 'tempest-network-smoke--719460276', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'port_security_enabled': True}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:57.995349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:55:57.998871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.024789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:55:58.035289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.035629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Added segment 858c3002-dc50-4e08-815f-b7f31418831a of type vlan for network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff Jun 10 16:55:58.092833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.122904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.128660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:55:58.129279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.131668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-be93cbc9-e603-439f-80a0-7206794a54a0 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:58.166397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1950171 Jun 10 16:55:58.170241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57490) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:55:58.175250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'admin_state_up': True, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:55:58.206342 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.207874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.224594 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Network': ['ID=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:58.227733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2ce53aa7-b604-4c4e-9455-bb54d3142b88 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:58.235699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:55:58.277283 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:58.482051 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:59.112569 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:59.137291 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:59.257303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.143 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/07f953fd-9e1d-4a4a-ab87-db3bd1cf658e) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:55:59.385649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:59.424928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:55:59.427693 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0685aa0c-7b66-46c9-9d51-45ad054f9a72 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:55:59.473031 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:55:59.479466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:55:59.484402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:55:59.487483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:55:59.516656 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:55:59.816154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:00.101021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:00.267928 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:56:00.413138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:56:00.422681 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Sync routers for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:56:00.431351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:56:00.432047 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:00.432853 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:00.437207 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2628677 Jun 10 16:56:00.438812 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57492) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:00.475028 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-2e152f6a-aeb9-4098-a921-b9fdfeb0562b tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5176bca4ba3d4bf283ed5d64bca10fdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349844 Jun 10 16:56:00.477541 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57494) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:00.576330 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:56:00.593719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dfa5f5-118e-4308-a292-57de09d144b4 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:00.595248 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-46dfa5f5-118e-4308-a292-57de09d144b4 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1164379 Jun 10 16:56:00.598034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57496) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:00.639846 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a42382be-8197-479a-ad50-7e109b19a1ab tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406451 Jun 10 16:56:00.642208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57498) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:00.647113 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326956970', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:56:00.769433 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:56:00.773910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:00.925196 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:55:59Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:00.928667 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Checking router: 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:56:00.929023 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Updating router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:56:00.974179 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.012294 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.015430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4237991a-1819-4769-87e1-dc5fdcbf5354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:01.085242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Subnet': ['ID=82d552c1-3623-4074-b8aa-3879b4795654,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:01.092320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:01.096310 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Checking segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:56:01.096674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network hostable DHCP agents. Network: 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:56:01.115021 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:56:01.124017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:56:01.128090 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:01.128664 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.136070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd9d03-2637-4e0f-b10d-d13039216354 None None] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:56:01.148049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57502) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:01.148687 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-0f4be190-e097-4dc3-ad17-16a9acfc321c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5049548 Jun 10 16:56:01.291315 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.302828 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Transition to ACTIVE for port object 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:01.310142 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.314077 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b0cf674e-5e8d-4b5a-88a8-d7145e57f523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:01.337443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:56:01.338432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.382257 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Attempting to bind port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:56:01.382674 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Attempting to bind port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:56:01.382995 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Attempting to bind port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:56:01.386304 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Pushing event updated for resources: {'Port': ['ID=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:01.392420 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:56:01.392807 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:56:01.393215 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.393616 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:56:01.394239 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Bound port: 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:56:01.394625 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.400899 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.401267 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.401600 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.401953 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.402280 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.402603 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.402924 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.403249 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.403573 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.403881 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.405351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.405752 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:56:01.432110 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:01.471766 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] For port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:56:01.475406 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] For port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:56:01.479793 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.482905 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-b2e3ab9e-0077-4af5-8c95-528556784cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:01.514995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Allocated IP 172.20.0.2 (7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff/82d552c1-3623-4074-b8aa-3879b4795654/a50425ca-f353-4ed2-b8be-091b625f7a51) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:56:01.552012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:56:01.552673 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:01.610466 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Pushing event updated for resources: {'Port': ['ID=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:01.657323 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-df66d10e-bc53-468f-83b8-f0d7afc65a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:01.727866 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:56:01.742213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.754068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Transition to ACTIVE for port object a50425ca-f353-4ed2-b8be-091b625f7a51 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:01.773392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Transition to ACTIVE for port object a50425ca-f353-4ed2-b8be-091b625f7a51 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:01.781032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.792313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:01.828991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:56:01.837905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:56:01.842405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:56:01.856805 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Pushing event updated for resources: {'Port': ['ID=a50425ca-f353-4ed2-b8be-091b625f7a51,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:01.881324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:01.925974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Attempting to bind port a50425ca-f353-4ed2-b8be-091b625f7a51 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:56:01.926528 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Attempting to bind port a50425ca-f353-4ed2-b8be-091b625f7a51 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:56:01.926903 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Attempting to bind port a50425ca-f353-4ed2-b8be-091b625f7a51 on network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:56:01.932350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:56:01.932734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Checking segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:56:01.933316 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.933726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Bound using segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:56:01.934208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Bound port: a50425ca-f353-4ed2-b8be-091b625f7a51, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:56:01.934591 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:01.990306 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:55:59Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:01.993817 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef94c5-2dec-40b1-a769-10465e9953dc None None] The sync data for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv is: [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:55:59Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:56:02.030236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] For port a50425ca-f353-4ed2-b8be-091b625f7a51, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:56:02.034635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] For port a50425ca-f353-4ed2-b8be-091b625f7a51, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a50425ca-f353-4ed2-b8be-091b625f7a51,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:56:02.039264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:02.041395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:02.120064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Pushing event updated for resources: {'Port': ['ID=a50425ca-f353-4ed2-b8be-091b625f7a51,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:02.125947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:02.193218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:02.610261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.1 (7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff/82d552c1-3623-4074-b8aa-3879b4795654/ae09929c-cbbd-483e-b327-7c37f6b8d0d4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:56:02.760366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:02.773973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object ae09929c-cbbd-483e-b327-7c37f6b8d0d4 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:02.819925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:02.823542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:02.873398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:56:02.876757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:56:02.881707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:56:02.918702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:02.926961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:02.948754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.119618 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1730ca1d-bbed-4972-a962-f0fbc9d7570e None None] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:56:03.135334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.212330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5af1ad06-5271-4a4f-a5d5-44509b841e1b None None] Provisioning for port a50425ca-f353-4ed2-b8be-091b625f7a51 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:03.535165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.541849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.547075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-93079255-4052-48f3-bbd4-1d08604a0f81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:03.555377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-26de21db-6e1d-4d57-a6ab-06f751b27e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.582645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a50425ca-f353-4ed2-b8be-091b625f7a51 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:03.639787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.641737 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:03.646036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:03.653796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port a50425ca-f353-4ed2-b8be-091b625f7a51 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:03.660996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a50425ca-f353-4ed2-b8be-091b625f7a51 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:03.661442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.692444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Provisioning for port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:03.706129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Provisioning complete for port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:03.706504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.761689 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:56:03.784340 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:56:03.786008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:56:03.803507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Provisioning complete for port a50425ca-f353-4ed2-b8be-091b625f7a51 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:03.803932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.852603 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.903103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port a50425ca-f353-4ed2-b8be-091b625f7a51, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a50425ca-f353-4ed2-b8be-091b625f7a51,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:56:03.930869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:03.931648 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:03.937306 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:03.949358 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:56:04.025776 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:04.066141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=a50425ca-f353-4ed2-b8be-091b625f7a51,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:04.069704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:04.109197 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:04.113657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:56:04.126142 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/163c51a9-cf78-4d96-bc8a-2b57a03c55b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9686136 Jun 10 16:56:04.126241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:04.126241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:04.151909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Sync routers for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:56:04.159564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.db.api [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 16:56:04.159937 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_db.api [None req-8a014259-82ad-4949-acfe-e4e7b0ce6ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 16:56:04.177540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:56:04.178190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:04.277679 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-3031e449-3f8d-49e8-af0d-5bbafccea74f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802444760&fields=id&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 267 time: 0.0413136 Jun 10 16:56:04.425722 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-3bca9224-595e-48b2-a8fe-239b48afd049 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:04.427219 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-3bca9224-595e-48b2-a8fe-239b48afd049 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 796 time: 0.1375299 Jun 10 16:56:04.442693 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-431f2359-74db-481b-b480-86e19cf0a1e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/quotas/5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 375 time: 0.0097568 Jun 10 16:56:04.520074 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-a20296ca-3ac4-4164-a665-93b516fbb108 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719540 Jun 10 16:56:04.520818 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:04.552556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:56:04.555529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:56:04.590963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:04.595829 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:04.649918 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-c6d2e719-d9d9-41e2-9f69-fa3d86184252 service neutron] 10.222.0.23 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171324 Jun 10 16:56:04.761870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:04.764943 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:04.776096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-5994921b-5c0b-4b83-bf83-a60919740079 service neutron] 10.222.0.23 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179180 Jun 10 16:56:04.922994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 2, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:04.929087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Checking router: 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:56:04.929562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Updating router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:56:04.968499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-1a1309f9-a3e7-4df9-969c-942138448670 None None] Provisioning complete for port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:04.968893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1a1309f9-a3e7-4df9-969c-942138448670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:04.974560 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aace08f7-f1e5-4bc3-9748-6bd9dd6db529 req-56e38742-d49e-4ec2-91c1-9b85034b8ece tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 210 time: 0.0349576 Jun 10 16:56:05.012329 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.035309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-1a1309f9-a3e7-4df9-969c-942138448670 None None] Port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:56:05.364017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.375584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Transition to ACTIVE for port object ae09929c-cbbd-483e-b327-7c37f6b8d0d4 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:05.381436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.383278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:05.487709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5ca9b-b1ec-4bfa-834e-d71fda6867e9 None None] Pushing event updated for resources: {'Port': ['ID=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:05.490584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c2e5ca9b-b1ec-4bfa-834e-d71fda6867e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:05.551280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a50425ca-f353-4ed2-b8be-091b625f7a51 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:05.601785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Attempting to bind port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:56:05.602162 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Attempting to bind port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:56:05.602531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Attempting to bind port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 on network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:56:05.612230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:56:05.612611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Checking segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:56:05.613023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.613576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Bound using segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:56:05.614105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Bound port: ae09929c-cbbd-483e-b327-7c37f6b8d0d4, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:56:05.614435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.693379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port a50425ca-f353-4ed2-b8be-091b625f7a51 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:05.693670 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.742961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] For port ae09929c-cbbd-483e-b327-7c37f6b8d0d4, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:56:05.747345 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] For port ae09929c-cbbd-483e-b327-7c37f6b8d0d4, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:56:05.753886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:05.756565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-efa8fcef-1f71-4403-889b-fb32d6452511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:05.835470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:56:05.836114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:55:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:05.913597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5ca9b-b1ec-4bfa-834e-d71fda6867e9 None None] Pushing event updated for resources: {'Port': ['ID=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:05.967822 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c2e5ca9b-b1ec-4bfa-834e-d71fda6867e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:05.988284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:06.069480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:56:06.103138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-06d4f5f6-db91-42b2-a3e8-c6454f30dce3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:06.104840 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-06d4f5f6-db91-42b2-a3e8-c6454f30dce3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 796 time: 0.1809165 Jun 10 16:56:06.191425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:06.191736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.194026 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-af0f8d76-485a-4cc6-b20b-76f2d25bf476 req-86a1eb29-c215-420d-bd3e-e81c18442a11 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 210 time: 0.0415721 Jun 10 16:56:06.198736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-3e6e9f6a-9dfb-490e-a934-fadc2245f091 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 379 time: 0.0805058 Jun 10 16:56:06.208028 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'port': {'device_id': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'admin_state_up': True, 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'security_groups': ['d09a53fc-ef96-4244-adb1-675fb763fb3e']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:56:06.257983 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.354064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:56:06.358679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.446592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-141a3106-9bd1-4151-abbc-186feaeee1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.482094 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c6526146-514a-489a-85ac-587bd5875063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:05Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:06.486141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6526146-514a-489a-85ac-587bd5875063 None None] The sync data for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv is: [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:05Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:56:06.533951 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.8 (7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff/82d552c1-3623-4074-b8aa-3879b4795654/ed3bf41b-cb94-4486-8727-977462942267) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:56:06.743839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.758050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object ed3bf41b-cb94-4486-8727-977462942267 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:06.798959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.803865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-33f516be-548f-4ea5-b3ff-21468dcf90e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:06.853476 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:56:06.857007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:56:06.859453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:56:06.900970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=ed3bf41b-cb94-4486-8727-977462942267,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:06.910666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:06.930264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:06.930927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:06.947308 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437410 Jun 10 16:56:06.959361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Request body: {'port': {'device_id': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:56:07.058412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.157842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-434b8ec0-0fe6-47dc-81ee-880d06e739dd None None] Provisioning for port ed3bf41b-cb94-4486-8727-977462942267 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:07.162708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-434b8ec0-0fe6-47dc-81ee-880d06e739dd None None] Provisioning complete for port ed3bf41b-cb94-4486-8727-977462942267 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:07.163310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-434b8ec0-0fe6-47dc-81ee-880d06e739dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.210353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-434b8ec0-0fe6-47dc-81ee-880d06e739dd None None] Port ed3bf41b-cb94-4486-8727-977462942267 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:56:07.397248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3bf41b-cb94-4486-8727-977462942267 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:56:07.399524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379f6dd-3705-492f-b13c-cfe574ee8eca req-48e9e70e-ef9a-4c5c-9ee5-5fbba00163de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:07.401341 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b379f6dd-3705-492f-b13c-cfe574ee8eca req-48e9e70e-ef9a-4c5c-9ee5-5fbba00163de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 931 time: 0.0835457 Jun 10 16:56:07.407548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.422083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Transition to ACTIVE for port object ed3bf41b-cb94-4486-8727-977462942267 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:56:07.425832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.428748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-69914047-001b-4e20-a2bb-91b239fab06b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:07.468799 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b379f6dd-3705-492f-b13c-cfe574ee8eca req-793b531f-9777-4b7a-95f0-a19c161b5d0a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537815 Jun 10 16:56:07.470961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.582779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ae09929c-cbbd-483e-b327-7c37f6b8d0d4 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:07.654800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:07.660031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:07.660420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.784992 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.823824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ae09929c-cbbd-483e-b327-7c37f6b8d0d4, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:56:07.828894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:07.831053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:07.889607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:07.892668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:07.959272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Pushing event updated for resources: {'Port': ['ID=ed3bf41b-cb94-4486-8727-977462942267,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:07.984025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:08.042526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Attempting to bind port ed3bf41b-cb94-4486-8727-977462942267 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:56:08.042775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Attempting to bind port ed3bf41b-cb94-4486-8727-977462942267 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:56:08.043097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Attempting to bind port ed3bf41b-cb94-4486-8727-977462942267 on network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:56:08.047656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Port ed3bf41b-cb94-4486-8727-977462942267 on network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:56:08.047965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Attempting to bind port ed3bf41b-cb94-4486-8727-977462942267 on network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:56:08.052630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:56:08.052958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Checking segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:56:08.053374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Bound using segment: {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:56:08.053795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Bound port: ed3bf41b-cb94-4486-8727-977462942267, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858c3002-dc50-4e08-815f-b7f31418831a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:56:08.054134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:08.129587 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] For port ed3bf41b-cb94-4486-8727-977462942267, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:56:08.132948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] For port ed3bf41b-cb94-4486-8727-977462942267, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3bf41b-cb94-4486-8727-977462942267,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:56:08.137038 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:08.139830 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:08.182322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.182936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:08.184289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] 10.222.0.25 "PUT /v2.0/ports/ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 1093 time: 1.2298675 Jun 10 16:56:08.184864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:56:08.187785 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5999c3-08e7-455d-b6cc-a49ef4015d64" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "tag": "ed3bf41b-cb94-4486-8727-977462942267"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:56:08.210803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Pushing event updated for resources: {'Port': ['ID=ed3bf41b-cb94-4486-8727-977462942267,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:08.214006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:08.298695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-c259d2db-ae62-4e3b-8a44-b3fd227bd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.300224 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-c259d2db-ae62-4e3b-8a44-b3fd227bd96a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1096 time: 0.0691690 Jun 10 16:56:08.306418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10cd690-ac6b-492c-a758-11221ae849a7 x-openstack-request-id: req-d10cd690-ac6b-492c-a758-11221ae849a7 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:56:08.306759 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "tag": "ed3bf41b-cb94-4486-8727-977462942267", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:56:08.307061 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d10cd690-ac6b-492c-a758-11221ae849a7 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:56:08.307508 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267', 'status': 'completed', 'code': 200} Jun 10 16:56:08.360630 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-9908cad8-7e93-439a-beb3-b24fc17f4d7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 217 time: 0.0484722 Jun 10 16:56:08.421074 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cd7428e4-f8fc-4d51-930b-bf591092e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.423155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-cd7428e4-f8fc-4d51-930b-bf591092e938 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 200 len: 835 time: 0.0553508 Jun 10 16:56:08.493361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-3c3cee74-749a-4fa6-9e68-a71302920b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.494938 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-3c3cee74-749a-4fa6-9e68-a71302920b9d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0644784 Jun 10 16:56:08.613204 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-27ee3c05-574b-4c9e-9244-871f1114ebd5 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117983 Jun 10 16:56:08.642474 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae2860-8410-4feb-aef2-7fdfd25e939c req-8d73d2df-e92d-4ea4-8e5b-000959a60e93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.643947 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-43ae2860-8410-4feb-aef2-7fdfd25e939c req-8d73d2df-e92d-4ea4-8e5b-000959a60e93 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 943 time: 0.0733361 Jun 10 16:56:08.688809 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-43ae2860-8410-4feb-aef2-7fdfd25e939c req-a4935881-dcdf-4f69-bdb0-8176ccb9ccd4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392282 Jun 10 16:56:08.738782 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e77bcac-b3da-4b23-a351-f53093504b6f req-2f7cfd11-f946-4656-b5c1-285b6e79547a service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192381 Jun 10 16:56:08.842713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-2f65f370-3a8c-4491-8336-edf2c22ce51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.844194 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-2f65f370-3a8c-4491-8336-edf2c22ce51f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1096 time: 0.0598166 Jun 10 16:56:08.964948 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-a510f2e2-252a-4887-af3d-105257e172e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:08.966173 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-a510f2e2-252a-4887-af3d-105257e172e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 897 time: 0.1131220 Jun 10 16:56:09.021276 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-ed5bbf9b-2595-4aec-b476-403af3367d67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 217 time: 0.0481620 Jun 10 16:56:09.084026 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-62cce1c8-4a94-4798-80d6-d0a74dc1e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:09.085552 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-62cce1c8-4a94-4798-80d6-d0a74dc1e6e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 200 len: 835 time: 0.0580070 Jun 10 16:56:09.092416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:09.154534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-b443f121-b5c9-445c-a8e4-618b66fb9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:09.156163 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-b443f121-b5c9-445c-a8e4-618b66fb9ab9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0639293 Jun 10 16:56:09.287513 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-b4c5e5b8-b8db-4df2-b602-2f1d65910204 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241047 Jun 10 16:56:09.409936 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4e5999c3-08e7-455d-b6cc-a49ef4015d64 req-7441e493-a926-4972-aaef-29f81f1a5482 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137254 Jun 10 16:56:09.416496 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:56:09.492940 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ae09929c-cbbd-483e-b327-7c37f6b8d0d4 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:09.548904 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:09.549228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:09.877933 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c40e3-2870-4a5c-a6be-01d207439480 req-35b802ae-13bd-44de-89f2-ecf7a525ddb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:09.879378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e8c40e3-2870-4a5c-a6be-01d207439480 req-35b802ae-13bd-44de-89f2-ecf7a525ddb4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 943 time: 0.0691504 Jun 10 16:56:09.923146 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e8c40e3-2870-4a5c-a6be-01d207439480 req-6e7fd24a-de86-47d9-b7fa-b0b45267bbde tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379412 Jun 10 16:56:11.120002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832620b3-3715-44e2-b3aa-e5fe6bdeb1b0 req-0ef257d9-e136-4dee-a76e-2207b0ed5ebb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:11.121479 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-832620b3-3715-44e2-b3aa-e5fe6bdeb1b0 req-0ef257d9-e136-4dee-a76e-2207b0ed5ebb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 943 time: 0.0755131 Jun 10 16:56:11.166807 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-832620b3-3715-44e2-b3aa-e5fe6bdeb1b0 req-752e7368-82a1-48f7-b1a5-c04963463eee tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386043 Jun 10 16:56:11.420907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ed3bf41b-cb94-4486-8727-977462942267 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:56:11.539446 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ed3bf41b-cb94-4486-8727-977462942267, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3bf41b-cb94-4486-8727-977462942267,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:56:11.551631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'ed3bf41b-cb94-4486-8727-977462942267', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'port_id': 'ed3bf41b-cb94-4486-8727-977462942267', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:56:11.598347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:11.613468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3bf41b-cb94-4486-8727-977462942267 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:56:11.633671 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ed3bf41b-cb94-4486-8727-977462942267, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3bf41b-cb94-4486-8727-977462942267,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:56:11.637765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:11.640202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:11.693578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ed3bf41b-cb94-4486-8727-977462942267,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:11.696479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:11.844479 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['ed3bf41b-cb94-4486-8727-977462942267'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:56:12.352717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a49033-e27c-41f9-b23c-c7239dd75348 req-d9816340-ce3f-4080-b510-82b8b6c9131f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:12.354181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4a49033-e27c-41f9-b23c-c7239dd75348 req-d9816340-ce3f-4080-b510-82b8b6c9131f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 944 time: 0.0755546 Jun 10 16:56:12.395221 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e4a49033-e27c-41f9-b23c-c7239dd75348 req-7c4d9476-74eb-42c8-8087-892e250814d8 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348108 Jun 10 16:56:13.431859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ed3bf41b-cb94-4486-8727-977462942267 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:56:13.492450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port ed3bf41b-cb94-4486-8727-977462942267 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:56:13.496453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port ed3bf41b-cb94-4486-8727-977462942267 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:56:13.496974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:13.591883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf468b5-7f14-4be3-884e-7f6cb209b589 req-05375c50-84b0-4c1a-a4f0-6e1225885ad2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:13.593522 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7bf468b5-7f14-4be3-884e-7f6cb209b589 req-05375c50-84b0-4c1a-a4f0-6e1225885ad2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 944 time: 0.0814617 Jun 10 16:56:13.598066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:13.625699 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:56:13.628219 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045bc4d-0951-41d7-b38b-052c75d8f798" -d '{"events": [{"server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "ed3bf41b-cb94-4486-8727-977462942267"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:56:13.643336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ed3bf41b-cb94-4486-8727-977462942267, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3bf41b-cb94-4486-8727-977462942267,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:56:13.647489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:13.649171 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7bf468b5-7f14-4be3-884e-7f6cb209b589 req-be6a5531-64c0-4e22-b57c-46af64018df1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484271 Jun 10 16:56:13.655150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:13.683387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c25c37-495f-4aa4-a9fc-dd8cfb447d25 x-openstack-request-id: req-b4c25c37-495f-4aa4-a9fc-dd8cfb447d25 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:56:13.683688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "ed3bf41b-cb94-4486-8727-977462942267", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:56:13.683985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4c25c37-495f-4aa4-a9fc-dd8cfb447d25 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:56:13.684405 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267', 'code': 200} Jun 10 16:56:13.713999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ed3bf41b-cb94-4486-8727-977462942267,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:13.717486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:13.905168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb16e7-5896-4492-93e0-98d8a8c55e25 req-1db62672-7817-4fd9-8e8f-688620e44faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:13.906668 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29eb16e7-5896-4492-93e0-98d8a8c55e25 req-1db62672-7817-4fd9-8e8f-688620e44faf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1098 time: 0.0610349 Jun 10 16:56:13.945289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29eb16e7-5896-4492-93e0-98d8a8c55e25 req-b3521e79-92ae-4409-a621-c0fae09f9122 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Jun 10 16:56:14.846261 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a249e-820c-47c7-ae5a-26ad45775bab req-d52fcf88-62ec-499a-95e9-90c0f108cb92 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:14.847760 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-157a249e-820c-47c7-ae5a-26ad45775bab req-d52fcf88-62ec-499a-95e9-90c0f108cb92 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0797749 Jun 10 16:56:14.892108 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-157a249e-820c-47c7-ae5a-26ad45775bab req-5acea034-3964-4850-87b5-0be431ea4f0c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385146 Jun 10 16:56:16.079501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf5c9f-3e57-4b08-8d76-33638ad68582 req-6cb624b4-8b86-4348-9de6-cf7c586fd667 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:16.081122 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3caf5c9f-3e57-4b08-8d76-33638ad68582 req-6cb624b4-8b86-4348-9de6-cf7c586fd667 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0751286 Jun 10 16:56:16.125749 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3caf5c9f-3e57-4b08-8d76-33638ad68582 req-01971bbf-2d6e-4b5b-b266-54c4f9b741d4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389831 Jun 10 16:56:16.305282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9443-08bf-4878-8886-b19865eba5bc req-104dbbad-5256-4ed3-8801-3d4409d8fcd6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:16.306728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a21e9443-08bf-4878-8886-b19865eba5bc req-104dbbad-5256-4ed3-8801-3d4409d8fcd6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0704882 Jun 10 16:56:16.348041 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a21e9443-08bf-4878-8886-b19865eba5bc req-2f864ba2-fead-458c-a779-d68b13a8cbb7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349772 Jun 10 16:56:16.371763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57556) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:16.432099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc45c8-1ce0-44d0-a068-ca7f7ebe31c8 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:16.433640 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f3bc45c8-1ce0-44d0-a068-ca7f7ebe31c8 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1093 time: 0.0608704 Jun 10 16:56:16.437343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57558) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:16.441761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'ed3bf41b-cb94-4486-8727-977462942267', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:56:16.463382 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:16.591528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:16.719519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.59 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/c440f2a4-ba85-4a6a-b2f6-1b220dcfc389) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:56:16.850083 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:16.889558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:16.892362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cd523ffc-2d40-48da-9614-943394432b2c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:16.941166 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:56:16.943970 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:56:16.946449 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:56:16.980738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=c440f2a4-ba85-4a6a-b2f6-1b220dcfc389,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:16.989649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:17.415146 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:17.508243 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:17.694097 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:17.698735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:17.702647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:56:17.788035 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=c440f2a4-ba85-4a6a-b2f6-1b220dcfc389,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:56:17.792692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:56:17.802900 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:17.943140 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 3efb08e6-5f30-480e-a3e6-476b3787a7c2 associated. External IP: 172.26.5.59, port: ed3bf41b-cb94-4486-8727-977462942267. Jun 10 16:56:18.240790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:56:18.761572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:56:18.771669 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] Sync routers for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:56:18.777790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:18.782925 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:56:18.783557 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:56:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:18.827395 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3882325 Jun 10 16:56:18.828145 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:56:18.830677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916c7a95-8253-45eb-8931-2e246ec3e953" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "tag": "ed3bf41b-cb94-4486-8727-977462942267"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:56:18.873480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babdec8a-4928-4900-81b3-a6a93ca62ede x-openstack-request-id: req-babdec8a-4928-4900-81b3-a6a93ca62ede {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:56:18.873837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "tag": "ed3bf41b-cb94-4486-8727-977462942267", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:56:18.874300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-babdec8a-4928-4900-81b3-a6a93ca62ede {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:56:18.875141 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267', 'status': 'completed', 'code': 200} Jun 10 16:56:18.931544 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:56:19.006839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-9d38ff1c-7ce0-4ada-a096-8918a75c5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:19.008343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-9d38ff1c-7ce0-4ada-a096-8918a75c5d5e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1098 time: 0.1119063 Jun 10 16:56:19.032491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf86f-deb9-4cfe-9c47-84743519375b req-f5d0fa0b-c92e-4f78-b31d-d1c3163c8748 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:19.034175 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1daf86f-deb9-4cfe-9c47-84743519375b req-f5d0fa0b-c92e-4f78-b31d-d1c3163c8748 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.1016212 Jun 10 16:56:19.145410 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c1daf86f-deb9-4cfe-9c47-84743519375b req-ea374d55-17c5-414e-8f6e-18c4269f60a1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975518 Jun 10 16:56:19.179269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57564) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:19.183998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-96c80aae-22bb-4a20-8808-c6039d3570c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:19.198299 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-96c80aae-22bb-4a20-8808-c6039d3570c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 897 time: 0.1833026 Jun 10 16:56:19.276267 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-159a9cc6-34b4-4a5c-9d0a-a8e65024f67b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/3efb08e6-5f30-480e-a3e6-476b3787a7c2 HTTP/1.1" status: 200 len: 990 time: 0.0957334 Jun 10 16:56:19.296383 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-4be798a2-3660-41e4-8de7-119a937cc39d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 998 time: 0.0903871 Jun 10 16:56:19.347069 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '3efb08e6-5f30-480e-a3e6-476b3787a7c2', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'port_id': 'ed3bf41b-cb94-4486-8727-977462942267', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:56:17Z', 'updated_at': '2021-06-10T16:56:17Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:19.350865 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] Checking router: 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:56:19.355641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-1fb97fe4-8c29-48e3-a359-732b5f0aaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:19.357209 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-1fb97fe4-8c29-48e3-a359-732b5f0aaaa7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 200 len: 835 time: 0.0554790 Jun 10 16:56:19.360186 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:56:19.360837 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:56:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:19.423376 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-b36662c4-6368-4724-9fd0-f92336c0c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:19.424929 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-b36662c4-6368-4724-9fd0-f92336c0c243 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0618160 Jun 10 16:56:19.502603 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:56:19.548149 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-ed704b25-f03a-4985-9e2c-463e57cdb181 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169767 Jun 10 16:56:19.669367 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-916c7a95-8253-45eb-8931-2e246ec3e953 req-5d10a650-f5c0-4681-8863-24de2e5ffdb2 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146634 Jun 10 16:56:19.807551 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '3efb08e6-5f30-480e-a3e6-476b3787a7c2', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'port_id': 'ed3bf41b-cb94-4486-8727-977462942267', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:56:17Z', 'updated_at': '2021-06-10T16:56:17Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:56:19.811494 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b73b85-87ed-42c1-9f48-c7929d452cd5 None None] The sync data for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv is: [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '3efb08e6-5f30-480e-a3e6-476b3787a7c2', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.59', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'port_id': 'ed3bf41b-cb94-4486-8727-977462942267', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'mac_address': 'fa:16:3e:8a:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:56:17Z', 'updated_at': '2021-06-10T16:56:17Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:56:19.994718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb5052-95e1-4e13-b11b-805314ccac38 None None] New status for floating IP 3efb08e6-5f30-480e-a3e6-476b3787a7c2: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:56:20.278475 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57566) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:56:20.405609 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9eeca24d-ee0e-41b3-af03-69699191a726 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/3efb08e6-5f30-480e-a3e6-476b3787a7c2 HTTP/1.1" status: 200 len: 992 time: 0.1248980 Jun 10 16:56:21.720733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:33.548522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c3637726-77a8-4479-aee9-13ef522c5df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:36.202853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:36.397074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d8672639-2300-4fad-bc89-58f600a70d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:37.465753 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:39.096211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:46.415772 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:56:51.731609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:56:51.974914 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02a507-c1ac-4fec-8323-ccae28735aea req-396339ea-b5cf-44c7-a7aa-91cab35e4ee5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:51.976922 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4e02a507-c1ac-4fec-8323-ccae28735aea req-396339ea-b5cf-44c7-a7aa-91cab35e4ee5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0747812 Jun 10 16:56:52.024632 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4e02a507-c1ac-4fec-8323-ccae28735aea req-920227a8-f55a-4d12-bcb7-84f11087f197 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Jun 10 16:56:53.210795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d4421-a610-4293-8c32-73965bc52749 req-c7a53bc6-f17b-4f54-a7d9-b261d07a7084 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:53.212279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ec6d4421-a610-4293-8c32-73965bc52749 req-c7a53bc6-f17b-4f54-a7d9-b261d07a7084 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0726495 Jun 10 16:56:53.258561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ec6d4421-a610-4293-8c32-73965bc52749 req-68d2ceef-04a3-458f-938d-3fe55e593f7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395105 Jun 10 16:56:54.449327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d5286-7d96-4755-a66a-c2653b971349 req-9d0bcc87-59f3-4d32-89b3-8e357d2b90e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:54.450882 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b65d5286-7d96-4755-a66a-c2653b971349 req-9d0bcc87-59f3-4d32-89b3-8e357d2b90e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0732129 Jun 10 16:56:54.494206 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b65d5286-7d96-4755-a66a-c2653b971349 req-7e4dc599-a701-4372-9e02-8faadcb6418c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375032 Jun 10 16:56:55.683303 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0471-8fff-4d24-869a-b9ef9760b262 req-e0e83fe7-d980-4572-b5f3-3d9b96d961e9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:55.685164 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b13b0471-8fff-4d24-869a-b9ef9760b262 req-e0e83fe7-d980-4572-b5f3-3d9b96d961e9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0773563 Jun 10 16:56:55.732471 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b13b0471-8fff-4d24-869a-b9ef9760b262 req-6f0cdd16-53d5-4413-bc4a-4c88a8d56682 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Jun 10 16:56:56.922070 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb3e53-354b-482c-8077-b7833c240e2f req-27671e3b-5263-4d28-886d-e9274f2e649a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:56.923550 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b9fb3e53-354b-482c-8077-b7833c240e2f req-27671e3b-5263-4d28-886d-e9274f2e649a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0727720 Jun 10 16:56:56.969563 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-b9fb3e53-354b-482c-8077-b7833c240e2f req-ac3d61cc-fbef-4d03-9e0e-edcdbcf47014 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403540 Jun 10 16:56:58.154801 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0f79e-bef6-4436-862a-7d91ff27f275 req-2d4363b0-e748-4620-9e84-eda16350bc3d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:58.156405 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4c0f79e-bef6-4436-862a-7d91ff27f275 req-2d4363b0-e748-4620-9e84-eda16350bc3d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0718756 Jun 10 16:56:58.199277 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4c0f79e-bef6-4436-862a-7d91ff27f275 req-0418b680-7957-4e0d-a1d3-e421f5e8b444 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367608 Jun 10 16:56:59.387591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5c4f1-7408-4bd1-98b6-ad4e449d3309 req-39fd6a63-a663-452b-9b16-8d3103966d52 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:56:59.389036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7dc5c4f1-7408-4bd1-98b6-ad4e449d3309 req-39fd6a63-a663-452b-9b16-8d3103966d52 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0699570 Jun 10 16:56:59.432375 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7dc5c4f1-7408-4bd1-98b6-ad4e449d3309 req-72034797-e3db-4b09-8559-d8f725799c95 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375845 Jun 10 16:57:00.642968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961a2f-91e9-47d0-8ead-5afcec889c5a req-b4ae2405-d0b0-4ba7-98ea-fcf8d2812dc6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:00.644587 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73961a2f-91e9-47d0-8ead-5afcec889c5a req-b4ae2405-d0b0-4ba7-98ea-fcf8d2812dc6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0832198 Jun 10 16:57:00.693339 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-73961a2f-91e9-47d0-8ead-5afcec889c5a req-7c20a4ee-8f5a-4866-b393-1c652223e468 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427961 Jun 10 16:57:01.882526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440800-463b-4260-bd19-478c0dacc359 req-ef2b3fa1-05f3-4911-b0a2-f8c2661907c9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:01.884004 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95440800-463b-4260-bd19-478c0dacc359 req-ef2b3fa1-05f3-4911-b0a2-f8c2661907c9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0738821 Jun 10 16:57:01.933448 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-95440800-463b-4260-bd19-478c0dacc359 req-576b93eb-652b-4fd7-adea-30c1d0ab017f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Jun 10 16:57:03.127285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1fda-7c5a-4e16-a195-ed6dc84ce39a req-ea602cb4-a537-4ea5-a981-16d0c6a88e73 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:03.128818 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6cc1fda-7c5a-4e16-a195-ed6dc84ce39a req-ea602cb4-a537-4ea5-a981-16d0c6a88e73 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0738761 Jun 10 16:57:03.177902 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6cc1fda-7c5a-4e16-a195-ed6dc84ce39a req-551bbcf3-27d5-497b-87f8-8057cd11f957 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Jun 10 16:57:03.556812 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-997d10e2-34c8-4ac3-8a39-f62fd52fabf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:04.393913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e8cde-8188-41f5-8039-49cda4c04258 req-645ca730-5cd4-49f0-bb4f-3fb1288a4884 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:04.396463 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-469e8cde-8188-41f5-8039-49cda4c04258 req-645ca730-5cd4-49f0-bb4f-3fb1288a4884 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0911393 Jun 10 16:57:04.468084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-469e8cde-8188-41f5-8039-49cda4c04258 req-23a8ea42-a8c0-4e00-be6e-7478f71ac16b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653374 Jun 10 16:57:05.704344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02622eff-238e-426b-8788-2adb5c53625f req-6e049285-2f36-4ec5-94d3-22fa31516fcf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:05.707006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-02622eff-238e-426b-8788-2adb5c53625f req-6e049285-2f36-4ec5-94d3-22fa31516fcf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.1188478 Jun 10 16:57:05.758035 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-02622eff-238e-426b-8788-2adb5c53625f req-a1eaa2e0-99da-412f-8712-8cbf67d23fe3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450268 Jun 10 16:57:06.206757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:06.403568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca418-13eb-42a5-8521-003a7f579119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:06.960933 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6a3ff-d82b-416a-a6b3-0417b5c384a8 req-fc950242-c5ed-4583-a427-5d62e36ac4ca tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:06.962591 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-76e6a3ff-d82b-416a-a6b3-0417b5c384a8 req-fc950242-c5ed-4583-a427-5d62e36ac4ca tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0863795 Jun 10 16:57:07.012748 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-76e6a3ff-d82b-416a-a6b3-0417b5c384a8 req-8cb240b8-dcf1-463d-b83c-8e41a8f84f9e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436654 Jun 10 16:57:07.476147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:07.512397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-7ede37e2-f9f1-45b1-9153-f72c0a1887f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792124 Jun 10 16:57:07.634234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-6ecb8f1c-2e25-4c53-9e4f-bd12b794c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:07.635997 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-6ecb8f1c-2e25-4c53-9e4f-bd12b794c099 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1098 time: 0.0732415 Jun 10 16:57:07.773660 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-53499b5f-bba7-482c-a983-2923cacf33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:07.775062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-53499b5f-bba7-482c-a983-2923cacf33ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 897 time: 0.1191440 Jun 10 16:57:07.875524 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-37d34159-e21b-4728-9c00-926619c92add service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 1000 time: 0.0941024 Jun 10 16:57:07.937658 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-6b164203-9a34-4e79-a28e-4996ebdc1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:07.939438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-6b164203-9a34-4e79-a28e-4996ebdc1cb4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 200 len: 835 time: 0.0572143 Jun 10 16:57:08.017131 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-637bc15a-8e5d-4391-8f14-9f7fd3f2db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:08.018656 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-637bc15a-8e5d-4391-8f14-9f7fd3f2db71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726097 Jun 10 16:57:08.236556 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-31ca66c4-aa27-4e50-9af7-45895f2feb58 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100620 Jun 10 16:57:08.376523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70844b-7465-4f73-9392-02eacaeb67a8 req-e5828aac-62de-4c54-a643-6bb519e32872 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:08.378140 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e70844b-7465-4f73-9392-02eacaeb67a8 req-e5828aac-62de-4c54-a643-6bb519e32872 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.2226863 Jun 10 16:57:08.405345 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d5d7e72b-402f-427d-a56a-c0b51f67bbce req-f44230fd-1728-4fb3-8195-466c276eef13 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605129 Jun 10 16:57:08.443192 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e70844b-7465-4f73-9392-02eacaeb67a8 req-cb2fc679-af38-4776-bfec-c0a9cfc14257 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507135 Jun 10 16:57:08.469537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57614) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:08.559463 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f08e9690-4106-4c11-b35a-6ae822faf9ff tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/3efb08e6-5f30-480e-a3e6-476b3787a7c2 HTTP/1.1" status: 200 len: 992 time: 0.0885839 Jun 10 16:57:09.100423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:10.046105 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c105f-c18c-4984-9541-84f052154c52 req-6b7baa55-33c6-4bc5-b7e1-f6cae0796b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:10.047522 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-6b7baa55-33c6-4bc5-b7e1-f6cae0796b86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1098 time: 0.0659654 Jun 10 16:57:10.063716 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4f504-fbbc-41d2-b199-baa69c53780c req-ac8dfc67-95cb-4bf4-81d7-93a93a389a82 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:10.066322 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18d4f504-fbbc-41d2-b199-baa69c53780c req-ac8dfc67-95cb-4bf4-81d7-93a93a389a82 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0868113 Jun 10 16:57:10.117367 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-18d4f504-fbbc-41d2-b199-baa69c53780c req-5f7f30ef-d3d2-4bdb-8906-d5f9e13448f3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Jun 10 16:57:10.175935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c105f-c18c-4984-9541-84f052154c52 req-2aa801ee-54d9-4680-9219-e184416f038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:10.177433 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-2aa801ee-54d9-4680-9219-e184416f038d service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 897 time: 0.1232469 Jun 10 16:57:10.278992 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-6c4538f1-1c6f-4d98-a171-f237b5121b1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 1000 time: 0.0956662 Jun 10 16:57:10.342085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c105f-c18c-4984-9541-84f052154c52 req-85320679-3455-4f8a-a421-552c32a5b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:10.343653 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-85320679-3455-4f8a-a421-552c32a5b7dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 200 len: 835 time: 0.0589337 Jun 10 16:57:10.415486 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c105f-c18c-4984-9541-84f052154c52 req-dcc02d28-2e02-4e09-ab26-0c3df783b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:10.416980 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-dcc02d28-2e02-4e09-ab26-0c3df783b2ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0664387 Jun 10 16:57:10.546154 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-4805308a-7a5b-4a10-851d-281594f4ddb9 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227121 Jun 10 16:57:10.691259 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a0c105f-c18c-4984-9541-84f052154c52 req-d7e51790-0bd2-4289-9b55-bf0979a155cb service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383314 Jun 10 16:57:11.330049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c316dd5-c68c-48d1-badd-31af47131cb7 req-ac9581ae-7af6-405d-b0d7-a216f773c6d2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:11.331710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c316dd5-c68c-48d1-badd-31af47131cb7 req-ac9581ae-7af6-405d-b0d7-a216f773c6d2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0813024 Jun 10 16:57:11.393021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3c316dd5-c68c-48d1-badd-31af47131cb7 req-6410675b-08e8-4ff1-8e33-e3a4e828d168 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552585 Jun 10 16:57:12.607034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8016429-2b9b-48e5-b16f-9a1bfb60c6b9 req-3c2445ee-2a2e-444a-a132-ac398b6440f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:12.608589 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f8016429-2b9b-48e5-b16f-9a1bfb60c6b9 req-3c2445ee-2a2e-444a-a132-ac398b6440f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0819619 Jun 10 16:57:12.664299 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f8016429-2b9b-48e5-b16f-9a1bfb60c6b9 req-4dac777f-7657-4e7f-9aa1-2c69b28c9d8d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499036 Jun 10 16:57:12.690469 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57626) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:12.772611 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-409d6015-c066-4cea-83b4-62b2fd3fde81 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/3efb08e6-5f30-480e-a3e6-476b3787a7c2 HTTP/1.1" status: 200 len: 992 time: 0.0807757 Jun 10 16:57:21.730523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:23.415467 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:57:33.558700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-21f2c394-d51f-4a06-856b-e229434617ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:36.211319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:36.397129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9be9a014-7460-4f5f-92fb-be6417fbfd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:37.478054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:39.105823 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:43.415457 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:43.663774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port c440f2a4-ba85-4a6a-b2f6-1b220dcfc389 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:57:43.664151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:43.790663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:43.791559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:43.895941 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for c440f2a4-ba85-4a6a-b2f6-1b220dcfc389 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:57:44.106282 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:44.111447 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6031ef0d-b173-4142-b80c-02dbff74a514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:44.178532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=c440f2a4-ba85-4a6a-b2f6-1b220dcfc389,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:44.284838 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.285255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.285651 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.286032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.286409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.286776 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.287144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.287523 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.287887 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.288260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.288625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.288991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:44.296057 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:44.318094 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:44.318535 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 3efb08e6-5f30-480e-a3e6-476b3787a7c2 disassociated (deleted). External IP: 172.26.5.59, port: ed3bf41b-cb94-4486-8727-977462942267. Jun 10 16:57:45.080799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:57:45.253866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:57:45.262498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:45.268185 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] Sync routers for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:57:45.284345 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:57:45.285448 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:45.351351 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/floatingips/3efb08e6-5f30-480e-a3e6-476b3787a7c2 HTTP/1.1" status: 204 len: 168 time: 1.9340365 Jun 10 16:57:45.352461 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:57:45.358208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ad009-52d1-4577-af05-74a505d0ea3b" -d '{"events": [{"name": "network-changed", "server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "tag": "ed3bf41b-cb94-4486-8727-977462942267"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:57:45.510033 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:57:45.524422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe29bbe-b7fa-4bd8-9e98-81252a1cc3e2 x-openstack-request-id: req-fbe29bbe-b7fa-4bd8-9e98-81252a1cc3e2 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:57:45.524903 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "tag": "ed3bf41b-cb94-4486-8727-977462942267", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:57:45.525578 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbe29bbe-b7fa-4bd8-9e98-81252a1cc3e2 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:57:45.526132 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267', 'status': 'completed', 'code': 200} Jun 10 16:57:45.663935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ad009-52d1-4577-af05-74a505d0ea3b req-e330dfc7-ba7b-45e4-b657-2b24390bdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:45.667766 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-e330dfc7-ba7b-45e4-b657-2b24390bdaac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 1098 time: 0.1173012 Jun 10 16:57:45.819188 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ad009-52d1-4577-af05-74a505d0ea3b req-03186c6e-ca7f-4462-a78e-f1227301f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:45.820821 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-03186c6e-ca7f-4462-a78e-f1227301f545 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 200 len: 897 time: 0.1463315 Jun 10 16:57:45.895901 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-f9998631-4100-4478-8604-5ef49e7ad1f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 200 len: 217 time: 0.0674636 Jun 10 16:57:45.909607 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:45.915640 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] Checking router: 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:57:45.930871 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:57:45.932665 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:46.003572 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ad009-52d1-4577-af05-74a505d0ea3b req-c6cd3209-ed2d-4f98-890b-40bd7e18e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:46.005063 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-c6cd3209-ed2d-4f98-890b-40bd7e18e8ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 200 len: 835 time: 0.0987458 Jun 10 16:57:46.058995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d742c86-3d32-4efb-95be-5876d8a4dc47 req-6e9520c5-4e43-4bd7-9aee-6cb954709696 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:46.060625 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2d742c86-3d32-4efb-95be-5876d8a4dc47 req-6e9520c5-4e43-4bd7-9aee-6cb954709696 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.1677446 Jun 10 16:57:46.124773 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2d742c86-3d32-4efb-95be-5876d8a4dc47 req-16089f75-aa7f-4cf4-a721-d49480a8ba13 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562112 Jun 10 16:57:46.129992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ad009-52d1-4577-af05-74a505d0ea3b req-6f57a88f-717d-405f-8293-b253f4ea27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:46.131553 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-6f57a88f-717d-405f-8293-b253f4ea27b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1179266 Jun 10 16:57:46.190631 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:57:46.286190 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-b183cf83-bdde-4668-8df3-473dc43a1691 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452410 Jun 10 16:57:46.434228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-266ad009-52d1-4577-af05-74a505d0ea3b req-220199ca-0f32-4312-8ce9-ce498b3a6c30 service neutron] 10.222.0.25 "GET /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408234 Jun 10 16:57:46.619755 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:46.624029 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dfaa14-d014-423c-949f-81fbd88d92c3 None None] The sync data for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv is: [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:56:03Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'ae09929c-cbbd-483e-b327-7c37f6b8d0d4', 'name': '', 'network_id': '7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:8a:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '82d552c1-3623-4074-b8aa-3879b4795654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:56:02Z', 'updated_at': '2021-06-10T16:56:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '82d552c1-3623-4074-b8aa-3879b4795654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:57:46.878595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8c050-237f-4e70-ab56-5c323a92009c None None] New status for floating IP 3efb08e6-5f30-480e-a3e6-476b3787a7c2: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:57:47.359761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc407b-984c-47f0-9b81-fbd3ca4277b6 req-98a3c916-5d5a-41f9-a961-2f6b56009abb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:47.362076 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-25bc407b-984c-47f0-9b81-fbd3ca4277b6 req-98a3c916-5d5a-41f9-a961-2f6b56009abb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.0854192 Jun 10 16:57:47.386669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-c87764f5-7f78-4716-b1f7-67670e983e04 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:47.388255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-c87764f5-7f78-4716-b1f7-67670e983e04 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 945 time: 0.1130545 Jun 10 16:57:47.416783 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-25bc407b-984c-47f0-9b81-fbd3ca4277b6 req-8cc1df66-6532-4262-8a83-fec13b15b309 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=d09a53fc-ef96-4244-adb1-675fb763fb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Jun 10 16:57:47.532935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port ed3bf41b-cb94-4486-8727-977462942267 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:57:47.533367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:47.667471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port ed3bf41b-cb94-4486-8727-977462942267, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ed3bf41b-cb94-4486-8727-977462942267,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:57:47.667821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:48.169834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for ed3bf41b-cb94-4486-8727-977462942267 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:57:48.380528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:48.385688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:48.419161 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=ed3bf41b-cb94-4486-8727-977462942267,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:48.433134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.433561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.434049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.434313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.434688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.435058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.435466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.435796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.436164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.436523 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.436898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.437287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:48.469600 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:48.516169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] No DVR routers for this DVR port ed3bf41b-cb94-4486-8727-977462942267 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:57:48.520065 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:48.523601 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9f7898b1-3e72-4cb5-80fc-0cad20ea5525 req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "DELETE /v2.0/ports/ed3bf41b-cb94-4486-8727-977462942267 HTTP/1.1" status: 204 len: 173 time: 1.1294911 Jun 10 16:57:48.524474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'name': 'network-vif-deleted', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:57:48.528743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7868784d-f39f-4514-84ab-6b69d1d7d3af" -d '{"events": [{"server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "name": "network-vif-deleted", "tag": "ed3bf41b-cb94-4486-8727-977462942267"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:57:48.586429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26fa454-d1be-44b7-95b3-ad67f5c23f42 x-openstack-request-id: req-e26fa454-d1be-44b7-95b3-ad67f5c23f42 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:57:48.587101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e", "name": "network-vif-deleted", "tag": "ed3bf41b-cb94-4486-8727-977462942267", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:57:48.587434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e26fa454-d1be-44b7-95b3-ad67f5c23f42 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:57:48.588020 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e', 'name': 'network-vif-deleted', 'tag': 'ed3bf41b-cb94-4486-8727-977462942267', 'status': 'completed', 'code': 200} Jun 10 16:57:48.682232 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-be9b06f1-da2f-4b1a-a692-24d67fdd7fda req-8410cb1d-c250-4855-8bcc-dcbcda8f9bd7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=24ea3ccc-a0ab-415f-a3d8-82c8c4f3cd3e HTTP/1.1" status: 200 len: 210 time: 0.0635028 Jun 10 16:57:49.798390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57672) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:49.837187 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ed3bf41b-cb94-4486-8727-977462942267 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:57:49.873224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: ed3bf41b-cb94-4486-8727-977462942267 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:57:49.873588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ed3bf41b-cb94-4486-8727-977462942267 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:57:50.380704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:50.776654 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port ae09929c-cbbd-483e-b327-7c37f6b8d0d4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:57:50.777185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:50.935492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port ae09929c-cbbd-483e-b327-7c37f6b8d0d4, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:57:50.936288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:51.063918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for ae09929c-cbbd-483e-b327-7c37f6b8d0d4 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:57:51.382953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:51.388849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bbcb8f55-21c0-482b-8051-0a8c0f8dae06 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:51.446230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=ae09929c-cbbd-483e-b327-7c37f6b8d0d4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:51.452680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:51.726454 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:51.834304 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:52.191891 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:57:52.389259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:57:52.397570 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/163c51a9-cf78-4d96-bc8a-2b57a03c55b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5974793 Jun 10 16:57:52.401261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57674) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:52.404840 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] Sync routers for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:57:52.420878 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:57:52.422178 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:52.469441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting subnet 82d552c1-3623-4074-b8aa-3879b4795654 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:57:52.473050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:52.536022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:52.651521 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:57:52.652421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:52.781370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:52.786606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a2291e95-3485-4051-b117-3d1dadfe251a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:52.839579 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Subnet': ['ID=82d552c1-3623-4074-b8aa-3879b4795654,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:52.843668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:52.850215 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/subnets/82d552c1-3623-4074-b8aa-3879b4795654 HTTP/1.1" status: 204 len: 168 time: 0.4448256 Jun 10 16:57:52.850328 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cb786-de65-4d34-bd33-ebdf52dc551c None None] Network 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:57:52.850687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2574b754-3bce-43b9-af19-d0ff3f840149 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:52.850687 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57676) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:52.921592 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:57:51Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:52.925638 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] Checking router: 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:57:52.935465 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] Routers {'163c51a9-cf78-4d96-bc8a-2b57a03c55b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:57:52.936197 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:53.060549 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.102493 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] Set router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:57:53.203442 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] DHCP port deletion for 7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:57:53.258384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.276239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Deleting port a50425ca-f353-4ed2-b8be-091b625f7a51 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:57:53.276917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.382599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] For port a50425ca-f353-4ed2-b8be-091b625f7a51, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=a50425ca-f353-4ed2-b8be-091b625f7a51,segment=NetworkSegment(858c3002-dc50-4e08-815f-b7f31418831a),segment_id=858c3002-dc50-4e08-815f-b7f31418831a)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:57:53.383038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.393327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:57:53.393911 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.402146 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:57:51Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:53.409194 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2063a4-66d8-489a-9cb5-b1b33c7ec0de None None] The sync data for ids ['163c51a9-cf78-4d96-bc8a-2b57a03c55b5'] in dv-neutron-601336-90-hyperv is: [{'id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1251584080', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143'}], 'enable_snat': True}, 'gw_port_id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:55:58Z', 'updated_at': '2021-06-10T16:57:51Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': '07f953fd-9e1d-4a4a-ab87-db3bd1cf658e', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:78:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163c51a9-cf78-4d96-bc8a-2b57a03c55b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:55:59Z', 'updated_at': '2021-06-10T16:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:57:53.508263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Calling delete_port for a50425ca-f353-4ed2-b8be-091b625f7a51 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:57:53.555495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:57:53.555850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.641353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:53.643909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-84ad0a83-3cba-41b7-a96e-040bc55e3c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:53.671003 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:57:53.675898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Pushing event deleted for resources: {'Port': ['ID=a50425ca-f353-4ed2-b8be-091b625f7a51,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:53.680736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] No DVR routers for this DVR port a50425ca-f353-4ed2-b8be-091b625f7a51 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:57:53.688279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.688659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.688969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.689332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.689664 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.690008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.690325 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.690653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.691014 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.691340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.691646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.691929 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:57:53.699436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:53.874224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ae09929c-cbbd-483e-b327-7c37f6b8d0d4 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:57:53.917639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: ae09929c-cbbd-483e-b327-7c37f6b8d0d4 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:57:53.918261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ae09929c-cbbd-483e-b327-7c37f6b8d0d4 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:57:53.918834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a50425ca-f353-4ed2-b8be-091b625f7a51 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:57:53.954398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: a50425ca-f353-4ed2-b8be-091b625f7a51 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:57:53.954757 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device a50425ca-f353-4ed2-b8be-091b625f7a51 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:57:54.317899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:54.321317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c86363e4-c678-4965-8b96-b66e860a3cac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:54.359916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=07f953fd-9e1d-4a4a-ab87-db3bd1cf658e,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:54.362711 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:54.484934 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:54.635190 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:54.637873 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:54.707865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:54.708639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Fanout notify agent at l3_agent the message router_deleted on router 163c51a9-cf78-4d96-bc8a-2b57a03c55b5 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:57:54.717828 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:54.719281 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/routers/163c51a9-cf78-4d96-bc8a-2b57a03c55b5 HTTP/1.1" status: 204 len: 168 time: 1.8678241 Jun 10 16:57:54.722333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57678) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:54.878904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.014492 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.028573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:55.048958 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858c3002-dc50-4e08-815f-b7f31418831a') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:55.049555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858c3002-dc50-4e08-815f-b7f31418831a') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:55.062458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.082439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.091864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:57:55.092334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:57:55.096227 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:57:55.194153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.200063 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b0b8dec1-0ba3-4f3f-9c9a-12aab290dd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:55.206715 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.209560 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/networks/7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff HTTP/1.1" status: 204 len: 168 time: 0.4858475 Jun 10 16:57:55.214601 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57680) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:55.231624 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Network': ['ID=7f70bb9f-b3f0-477a-a103-3a47a3c1c5ff,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:55.243950 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-56e51273-8059-4183-87ce-ee03b80e5f2e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:55.290068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.322382 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.404073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.407482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:55.408912 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/security-groups/d09a53fc-ef96-4244-adb1-675fb763fb3e HTTP/1.1" status: 204 len: 168 time: 0.1925204 Jun 10 16:57:55.409954 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3b7eccd7-ba8c-49d7-a5a6-5a63de67e140 tempest-NegativeSecGroupIPv6Test-300484950 tempest-NegativeSecGroupIPv6Test-300484950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:55.422803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09a53fc-ef96-4244-adb1-675fb763fb3e,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:55.425736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:55.567808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:57:55.598656 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:57:55.599011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 07f953fd-9e1d-4a4a-ab87-db3bd1cf658e not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:57:55.955223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57686) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:55.960591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808574032', 'description': 'tempest-secgroup-smoke-1808574032 description', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:55.985803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.096315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.101604 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.105524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-18b1f9c0-fa72-4fed-b441-14eb78029027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:56.138574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.144394 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1833453 Jun 10 16:57:56.144394 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4f5c9-734d-4291-91ba-fe545719013b,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:56.144847 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57688) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:56.149320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '08b4f5c9-734d-4291-91ba-fe545719013b', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:56.159253 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ce3a5ce6-58db-4fcd-a545-23fb6f7f215c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:56.180904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.261879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.268726 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.272270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-99e9b34d-1c2d-4c08-9669-3918d69de75d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:56.290929 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d552552f-76d6-4ed9-bb68-1877368d48bf,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:56.294353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:56.300677 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.301983 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-111da5f5-4c59-46a4-ad02-02321126b5b9 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565301 Jun 10 16:57:56.307025 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57690) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:56.311986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '08b4f5c9-734d-4291-91ba-fe545719013b', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:56.341976 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.427224 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.432056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.435144 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c77d530b-70c8-4369-add7-5c12a654bb6f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:56.467879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29504b85-1b7b-4e61-84ec-f8b13ed24d12,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:56.473542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:56.477799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.480441 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4d5b0ec7-6be6-428c-94e3-f6715afc88cd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721609 Jun 10 16:57:56.483384 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57692) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:56.489210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '08b4f5c9-734d-4291-91ba-fe545719013b', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:56.526270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.606379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.611235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.613257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-696e65fd-496d-4a8d-acbd-bb07dfdaa05f tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:56.633490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bea340f-ab83-4bb9-ace3-c8b28a5eaeef,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:56.637380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:56.645289 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.647516 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9abc8b5f-c9b5-4bd9-a336-12c043726a25 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627688 Jun 10 16:57:56.651301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57694) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:56.659186 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '08b4f5c9-734d-4291-91ba-fe545719013b', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:56.692540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.773212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.779033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.781739 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cae2c403-c6ad-4156-842d-c6e4fa99de18 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:56.802364 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0095fe7-1d63-4e97-9e8b-577d68e33b0e,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:56.805487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:56.810480 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.811863 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-74e2fa7a-9ff5-45a1-9a0b-c60a1f622807 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1591251 Jun 10 16:57:56.814999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57696) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:56.819810 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '08b4f5c9-734d-4291-91ba-fe545719013b', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:56.845674 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:57:56.851344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.935947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.940540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.942630 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f8d744e-b1a9-4342-94f6-a03f688d3d98 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:56.961050 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6621ed2d-60b2-4a5e-8f54-286a21dc2fde,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:56.964305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:56.970320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:56.971536 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-740d8d79-9211-4d22-8950-32b75ed46df5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555324 Jun 10 16:57:56.975751 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57698) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:56.981242 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'security_group_rule': {'security_group_id': '08b4f5c9-734d-4291-91ba-fe545719013b', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:57.012294 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Project 5176bca4ba3d4bf283ed5d64bca10fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:57:57.018530 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.097539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.102233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.104765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-cbdb16fb-68ec-4906-831f-a347fece908b tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:57.124138 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f46781-12d9-4df7-8714-a0beec4dc279,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:57.126902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:57.132670 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.134870 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b56856f2-6bda-4335-a854-dfbb02289e34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573346 Jun 10 16:57:57.139221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57700) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:57.144556 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'network': {'name': 'tempest-network-smoke--1791980054', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'port_security_enabled': True}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:57.171208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:57:57.175194 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.206436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:57:57.216571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.216981 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Added segment 0377415b-4b80-45ec-8475-73cd84f44851 of type vlan for network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc Jun 10 16:57:57.275765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.310964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.317460 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:57.318095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.320666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:57.396239 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2558539 Jun 10 16:57:57.399435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57702) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:57.406664 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'admin_state_up': True, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:57:57.414046 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Network': ['ID=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:57.417725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:57.426826 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:57:57.436417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.437680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.560595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:57.794588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:58.098614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:58.132755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:58.272212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.63 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d3bd8efe-63d2-46bf-8691-76771a067628) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:57:58.445082 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:58.491845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:58.494359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:57:58.549789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:57:58.552838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:57:58.557473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:57:58.563297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=d3bd8efe-63d2-46bf-8691-76771a067628,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:57:58.591959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:57:58.973127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:59.327470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:59.510405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:57:59.673521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:57:59.683739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Sync routers for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:57:59.694750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:57:59.694750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:57:59.699172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:57:59.703716 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2986984 Jun 10 16:57:59.704327 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57704) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:59.799103 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c399a873-b400-4033-a187-a667f5273ff9 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=5176bca4ba3d4bf283ed5d64bca10fdc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0930064 Jun 10 16:57:59.801789 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57708) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:57:59.874726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:57:59.954161 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf480c-290f-4c79-bf6f-f38c842e7696 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:57:59.957113 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-beaf480c-290f-4c79-bf6f-f38c842e7696 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539440 Jun 10 16:57:59.960307 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57710) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:00.036074 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6e16432a-da91-48f7-b2c4-204f197d7cc9 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=00dd27e5-1913-43eb-adce-3bbaa9455307&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0734527 Jun 10 16:58:00.038552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57712) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:00.046199 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343362922', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:58:00.187430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:58:00.191520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:00.352947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:57:58Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:00.358629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Checking router: ac4b1d6a-d1b1-4286-bb99-c3c2788de28f for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:58:00.359261 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Updating router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f port d3bd8efe-63d2-46bf-8691-76771a067628 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:58:00.413662 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:00.418774 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:58:00.453252 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:00.455647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d7e2d333-4ed7-4985-9603-72337f38d6b0 tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:00.534565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Subnet': ['ID=80af48aa-a0c5-4b74-b05f-3b04324e4d6b,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:00.540492 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:00.546440 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Checking segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:58:00.546808 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network hostable DHCP agents. Network: ca81ba17-5aad-4fcc-83ee-e92bf795f6bc, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:58:00.570119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:58:00.585701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, ca81ba17-5aad-4fcc-83ee-e92bf795f6bc) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:58:00.593176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:00.595610 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:00.611256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00462f-04fd-4a94-bbd3-1e0b3c1b4b34 None None] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:58:00.617325 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c0ee85ac-adb5-483a-a405-1a0d9b377a01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5775273 Jun 10 16:58:00.622435 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57714) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:00.955340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:00.969041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Transition to ACTIVE for port object d3bd8efe-63d2-46bf-8691-76771a067628 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:00.980931 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:58:00.982411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.003141 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.010709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-2cec35db-2119-4f2d-a3ad-73216018f260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:01.222825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Attempting to bind port d3bd8efe-63d2-46bf-8691-76771a067628 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:58:01.223083 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Attempting to bind port d3bd8efe-63d2-46bf-8691-76771a067628 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:58:01.223467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Attempting to bind port d3bd8efe-63d2-46bf-8691-76771a067628 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:58:01.233120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93856c-b721-43d0-aa62-3f26f17a4d2e None None] Pushing event updated for resources: {'Port': ['ID=d3bd8efe-63d2-46bf-8691-76771a067628,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:01.239526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ae93856c-b721-43d0-aa62-3f26f17a4d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:01.248238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:58:01.248628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:58:01.249044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.249488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:58:01.250176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Bound port: d3bd8efe-63d2-46bf-8691-76771a067628, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:58:01.250366 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.366292 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] For port d3bd8efe-63d2-46bf-8691-76771a067628, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:58:01.369414 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Allocated IP 172.20.0.2 (ca81ba17-5aad-4fcc-83ee-e92bf795f6bc/80af48aa-a0c5-4b74-b05f-3b04324e4d6b/f6da4b3e-de29-4a5c-a2e2-3447283b2507) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:58:01.372631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] For port d3bd8efe-63d2-46bf-8691-76771a067628, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d3bd8efe-63d2-46bf-8691-76771a067628,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:58:01.382470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.385849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:01.432747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.545924 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:58:01.546580 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:01.557941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93856c-b721-43d0-aa62-3f26f17a4d2e None None] Pushing event updated for resources: {'Port': ['ID=d3bd8efe-63d2-46bf-8691-76771a067628,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:01.567113 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ae93856c-b721-43d0-aa62-3f26f17a4d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:01.775843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.793801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Transition to ACTIVE for port object f6da4b3e-de29-4a5c-a2e2-3447283b2507 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:01.797404 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:58:01.913326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Transition to ACTIVE for port object f6da4b3e-de29-4a5c-a2e2-3447283b2507 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:01.973290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:01.977056 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:02.001304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.1 (ca81ba17-5aad-4fcc-83ee-e92bf795f6bc/80af48aa-a0c5-4b74-b05f-3b04324e4d6b/9b9ff3de-257a-40b6-b129-792858cf5acd) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:58:02.058365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:58:02.073883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:58:02.076803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:58:02.098220 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Pushing event updated for resources: {'Port': ['ID=f6da4b3e-de29-4a5c-a2e2-3447283b2507,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:02.104871 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:02.208284 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Attempting to bind port f6da4b3e-de29-4a5c-a2e2-3447283b2507 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:58:02.208643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Attempting to bind port f6da4b3e-de29-4a5c-a2e2-3447283b2507 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:58:02.209025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Attempting to bind port f6da4b3e-de29-4a5c-a2e2-3447283b2507 on network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:58:02.221601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:58:02.222047 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Checking segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:58:02.222395 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:02.222801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Bound using segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:58:02.223298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Bound port: f6da4b3e-de29-4a5c-a2e2-3447283b2507, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:58:02.223680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:02.251860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:02.268885 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object 9b9ff3de-257a-40b6-b129-792858cf5acd will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:02.287721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:57:58Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:02.298526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a62f35-16a5-40f5-aff0-e77a03150903 None None] The sync data for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv is: [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:57:58Z', 'revision_number': 3, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:58:02.315712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:02.321081 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] For port f6da4b3e-de29-4a5c-a2e2-3447283b2507, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:58:02.325046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] For port f6da4b3e-de29-4a5c-a2e2-3447283b2507, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=f6da4b3e-de29-4a5c-a2e2-3447283b2507,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:58:02.326953 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-9f8b57e0-c2d8-4773-887c-9029d638d158 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:02.331194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:02.333685 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:02.404399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:58:02.423982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:58:02.431799 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:58:02.506134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=9b9ff3de-257a-40b6-b129-792858cf5acd,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:02.521392 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:02.544612 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:02.610627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Pushing event updated for resources: {'Port': ['ID=f6da4b3e-de29-4a5c-a2e2-3447283b2507,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:02.627778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:02.933043 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:03.460788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:03.468633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:03.472303 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-be5bebce-a8ea-4c94-9732-34c52e609a74 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:03.568531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-228abac6-77a6-46a4-a6c8-d6b56d0f9d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:03.660666 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=9b9ff3de-257a-40b6-b129-792858cf5acd,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:03.665709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:03.670891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:03.703277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f6da4b3e-de29-4a5c-a2e2-3447283b2507 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:03.770611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port f6da4b3e-de29-4a5c-a2e2-3447283b2507 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:03.777248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3bd8efe-63d2-46bf-8691-76771a067628 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:03.850655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d3bd8efe-63d2-46bf-8691-76771a067628 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:03.856346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d3bd8efe-63d2-46bf-8691-76771a067628 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:03.856673 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:03.905055 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:58:03.907399 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:58:03.932255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0baf7-4fbf-4bba-add8-27b01cf138aa None None] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:58:04.051241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:04.091297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Provisioning for port f6da4b3e-de29-4a5c-a2e2-3447283b2507 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:04.098238 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d3bd8efe-63d2-46bf-8691-76771a067628, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d3bd8efe-63d2-46bf-8691-76771a067628,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:58:04.114202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:04.117106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Provisioning complete for port f6da4b3e-de29-4a5c-a2e2-3447283b2507 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:04.117539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:04.123568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:04.125991 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:58:04.278751 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d3bd8efe-63d2-46bf-8691-76771a067628,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:04.283053 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:04.387124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:04.451029 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] For port f6da4b3e-de29-4a5c-a2e2-3447283b2507, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=f6da4b3e-de29-4a5c-a2e2-3447283b2507,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:58:04.458702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:04.462787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ae93856c-b721-43d0-aa62-3f26f17a4d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:04.562923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Pushing event updated for resources: {'Port': ['ID=f6da4b3e-de29-4a5c-a2e2-3447283b2507,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:04.567051 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:04.703562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3b275a67-7307-4e3a-98e6-78138626d033 None None] Provisioning complete for port f6da4b3e-de29-4a5c-a2e2-3447283b2507 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:04.704573 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3b275a67-7307-4e3a-98e6-78138626d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:04.808420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:58:04.817247 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/ac4b1d6a-d1b1-4286-bb99-c3c2788de28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1932316 Jun 10 16:58:04.831626 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Sync routers for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:58:04.846988 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:58:04.847661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:57:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:04.902514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3b275a67-7307-4e3a-98e6-78138626d033 None None] Provisioning for port 9b9ff3de-257a-40b6-b129-792858cf5acd completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:04.913942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3b275a67-7307-4e3a-98e6-78138626d033 None None] Provisioning complete for port 9b9ff3de-257a-40b6-b129-792858cf5acd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:04.915715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3b275a67-7307-4e3a-98e6-78138626d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:05.010150 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3b275a67-7307-4e3a-98e6-78138626d033 None None] Port 9b9ff3de-257a-40b6-b129-792858cf5acd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:58:05.013109 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:58:05.095178 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-75849411-4c2b-4dc0-bc51-ad6ebeb4e6ac tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808574032&fields=id&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 267 time: 0.0754623 Jun 10 16:58:05.145108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c7ef12cb-c584-4797-bc4c-3b2da5fa2be5 None None] Provisioning complete for port 9b9ff3de-257a-40b6-b129-792858cf5acd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:05.145728 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c7ef12cb-c584-4797-bc4c-3b2da5fa2be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:05.220965 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef12cb-c584-4797-bc4c-3b2da5fa2be5 None None] Port 9b9ff3de-257a-40b6-b129-792858cf5acd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:58:05.344992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-41fbbec3-5d34-4661-a9cc-6934cbded4cc tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:05.346702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b9e1fc86-93c5-410c-a6d9-2aba36b7c03d None None] Provisioning complete for port 9b9ff3de-257a-40b6-b129-792858cf5acd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:05.347304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9e1fc86-93c5-410c-a6d9-2aba36b7c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:05.348113 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-41fbbec3-5d34-4661-a9cc-6934cbded4cc tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/networks?id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 200 len: 797 time: 0.2389603 Jun 10 16:58:05.371402 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-d34f6181-d685-4950-9bc5-0c4f4865421d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/quotas/5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 375 time: 0.0158827 Jun 10 16:58:05.420616 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1fc86-93c5-410c-a6d9-2aba36b7c03d None None] Port 9b9ff3de-257a-40b6-b129-792858cf5acd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:58:05.474753 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-7e0a87f2-49a6-4704-92db-988d705b2eb3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965896 Jun 10 16:58:05.502881 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:03Z', 'revision_number': 2, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:05.509036 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Checking router: ac4b1d6a-d1b1-4286-bb99-c3c2788de28f for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:58:05.509589 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Updating router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f port 9b9ff3de-257a-40b6-b129-792858cf5acd binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:58:05.580539 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:05.597521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f6da4b3e-de29-4a5c-a2e2-3447283b2507 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:05.691091 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port f6da4b3e-de29-4a5c-a2e2-3447283b2507 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:05.691817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:05.698682 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-925e0ed2-67d8-4063-af27-5446285a402f service neutron] 10.222.0.23 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110212 Jun 10 16:58:05.838562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3bd8efe-63d2-46bf-8691-76771a067628 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:05.864759 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-77df5c7c-ed44-45e1-a6ad-9bcbde3d83ee service neutron] 10.222.0.23 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563623 Jun 10 16:58:05.908539 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d3bd8efe-63d2-46bf-8691-76771a067628 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:05.909251 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.034310 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.053517 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Transition to ACTIVE for port object 9b9ff3de-257a-40b6-b129-792858cf5acd will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:06.064721 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.068314 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:06.180026 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-98a3d429-7fb3-45c4-abb4-72b5b3681cc0 req-5dc66e64-ceb2-484d-919e-d939a39ff462 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 210 time: 0.0445933 Jun 10 16:58:06.229851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.266540 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Pushing event updated for resources: {'Port': ['ID=9b9ff3de-257a-40b6-b129-792858cf5acd,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:06.338928 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.339661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.340306 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.340946 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.341759 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.342505 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.343132 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.343777 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.344606 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.345407 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.345946 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.346503 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:06.392950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:06.405730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-06f74598-36c1-4918-90a9-1b50b765af73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.422226 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Attempting to bind port 9b9ff3de-257a-40b6-b129-792858cf5acd on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:58:06.422851 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Attempting to bind port 9b9ff3de-257a-40b6-b129-792858cf5acd by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:58:06.423415 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Attempting to bind port 9b9ff3de-257a-40b6-b129-792858cf5acd on network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:58:06.433486 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:58:06.433931 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Checking segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:58:06.434620 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.435272 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Bound using segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:58:06.436081 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Bound port: 9b9ff3de-257a-40b6-b129-792858cf5acd, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:58:06.436715 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.544439 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] For port 9b9ff3de-257a-40b6-b129-792858cf5acd, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:58:06.549353 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] For port 9b9ff3de-257a-40b6-b129-792858cf5acd, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b9ff3de-257a-40b6-b129-792858cf5acd,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:58:06.556955 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:06.560749 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:06.626748 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:58:06.627404 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:58:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:06.770043 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Pushing event updated for resources: {'Port': ['ID=9b9ff3de-257a-40b6-b129-792858cf5acd,revision_number=4']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:06.798696 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-609d9ca1-03af-4149-a671-a3de187024b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:06.847032 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:58:07.348187 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:06Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:07.354942 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe8263-cc9b-46f7-9228-2e781b03008d None None] The sync data for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv is: [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:06Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:58:07.467283 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f67a6426-ebd7-49bc-9486-58f50b52ea4a req-e4710bfe-ca0a-415e-a46c-141f55db648b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 210 time: 0.0893583 Jun 10 16:58:07.504624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:07.627825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b9ff3de-257a-40b6-b129-792858cf5acd up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:07.725498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9b9ff3de-257a-40b6-b129-792858cf5acd completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:07.734084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9b9ff3de-257a-40b6-b129-792858cf5acd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:07.734899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:07.804462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-fdcf2a1e-ccd2-40e4-af76-d5e07d0599a2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:07.807694 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-fdcf2a1e-ccd2-40e4-af76-d5e07d0599a2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/networks?id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 200 len: 797 time: 0.2138722 Jun 10 16:58:07.859015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:07.873338 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-b9dc0efe-1e9f-4441-bd12-75bda3f79d90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc HTTP/1.1" status: 200 len: 380 time: 0.0562446 Jun 10 16:58:07.892604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'port': {'device_id': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'admin_state_up': True, 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'security_groups': ['08b4f5c9-734d-4291-91ba-fe545719013b']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:58:07.915853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9b9ff3de-257a-40b6-b129-792858cf5acd, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b9ff3de-257a-40b6-b129-792858cf5acd,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:58:07.923096 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:07.929938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:08.002804 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9b9ff3de-257a-40b6-b129-792858cf5acd,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:08.006157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:08.096383 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Made reservation on behalf of 5176bca4ba3d4bf283ed5d64bca10fdc for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:58:08.100235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:08.682056 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-72b0a73e-a236-4a53-bb89-7702f6b3c13e req-f05c4910-f6b6-4c5c-afd3-01da70d77b40 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 210 time: 0.0547862 Jun 10 16:58:08.720389 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.20.0.5 (ca81ba17-5aad-4fcc-83ee-e92bf795f6bc/80af48aa-a0c5-4b74-b05f-3b04324e4d6b/09f90d04-ba47-4c7e-897c-d8bc9f48403f) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:58:08.922248 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:08.937778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Transition to ACTIVE for port object 09f90d04-ba47-4c7e-897c-d8bc9f48403f will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:08.981823 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:08.986183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-77304f50-30d2-4ed9-a559-2a7969d5d7e6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:09.042909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:58:09.046702 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:58:09.051519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:58:09.056158 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=09f90d04-ba47-4c7e-897c-d8bc9f48403f,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:09.090927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:09.114274 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.125540 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:09.126247 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.145629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2591829 Jun 10 16:58:09.156435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-b6bbcc8d-5ffc-4986-9eff-52300b2d19f2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 16:58:09.157725 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-b6bbcc8d-5ffc-4986-9eff-52300b2d19f2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0061882 Jun 10 16:58:09.170699 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Request body: {'port': {'device_id': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:58:09.315142 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.317361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bef5b4ec-96e5-4c7a-a089-62438be6ea1b None None] Provisioning for port 09f90d04-ba47-4c7e-897c-d8bc9f48403f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:09.322294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bef5b4ec-96e5-4c7a-a089-62438be6ea1b None None] Provisioning complete for port 09f90d04-ba47-4c7e-897c-d8bc9f48403f triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:09.322665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bef5b4ec-96e5-4c7a-a089-62438be6ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.366176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-bef5b4ec-96e5-4c7a-a089-62438be6ea1b None None] Port 09f90d04-ba47-4c7e-897c-d8bc9f48403f cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:58:09.578262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b9ff3de-257a-40b6-b129-792858cf5acd up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:09.640335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9b9ff3de-257a-40b6-b129-792858cf5acd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:09.640719 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.683384 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f90d04-ba47-4c7e-897c-d8bc9f48403f {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:58:09.691390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.704744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Transition to ACTIVE for port object 09f90d04-ba47-4c7e-897c-d8bc9f48403f will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:58:09.709982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:09.715693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d4a17c0c-eaf3-4df6-9927-4d1b789c3587 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:09.890662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Pushing event updated for resources: {'Port': ['ID=09f90d04-ba47-4c7e-897c-d8bc9f48403f,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:09.893942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:10.012310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Attempting to bind port 09f90d04-ba47-4c7e-897c-d8bc9f48403f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:58:10.012644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Attempting to bind port 09f90d04-ba47-4c7e-897c-d8bc9f48403f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:58:10.012968 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Attempting to bind port 09f90d04-ba47-4c7e-897c-d8bc9f48403f on network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:58:10.021271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Port 09f90d04-ba47-4c7e-897c-d8bc9f48403f on network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:58:10.021588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Attempting to bind port 09f90d04-ba47-4c7e-897c-d8bc9f48403f on network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:58:10.031098 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:58:10.031436 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Checking segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:58:10.031821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Bound using segment: {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:58:10.032359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Bound port: 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0377415b-4b80-45ec-8475-73cd84f44851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:58:10.032809 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:10.044416 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9f2e3-e347-44e7-9296-2b87c76f799a req-ef4eccf8-7adf-40b4-83e6-a91e07450ca5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:10.046082 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3ee9f2e3-e347-44e7-9296-2b87c76f799a req-ef4eccf8-7adf-40b4-83e6-a91e07450ca5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 943 time: 0.1584816 Jun 10 16:58:10.147353 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3ee9f2e3-e347-44e7-9296-2b87c76f799a req-5ad7535a-c98b-4542-a4f8-3d35abf635b3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899334 Jun 10 16:58:10.171959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] For port 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:58:10.175926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] For port 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:58:10.183982 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:10.189307 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-13b4a6b1-69ba-4e5e-838a-d7355e727af6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:10.279917 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:10.281301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:10.283680 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] 10.222.0.25 "PUT /v2.0/ports/09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 200 len: 1093 time: 1.1190345 Jun 10 16:58:10.284730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:58:10.289004 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b14cab2-6926-4505-b449-00467618b599" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:58:10.339630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Pushing event updated for resources: {'Port': ['ID=09f90d04-ba47-4c7e-897c-d8bc9f48403f,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:10.361721 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:10.364222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8815dd-4bff-428e-a052-cd642ccf5136 x-openstack-request-id: req-3c8815dd-4bff-428e-a052-cd642ccf5136 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:58:10.364794 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:58:10.365332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c8815dd-4bff-428e-a052-cd642ccf5136 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:58:10.366105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'status': 'completed', 'code': 200} Jun 10 16:58:10.467852 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-bf69dff0-7a05-4ad6-81ca-f31a04a21cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:10.470607 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-bf69dff0-7a05-4ad6-81ca-f31a04a21cf3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1096 time: 0.1254995 Jun 10 16:58:10.573092 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-d1ecc1bf-b02c-4e0d-b78a-60adfa9c5f1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 200 len: 217 time: 0.0944583 Jun 10 16:58:10.649839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-fccdccde-1a09-48b4-a501-e492d1fd100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:10.651778 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-fccdccde-1a09-48b4-a501-e492d1fd100a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80af48aa-a0c5-4b74-b05f-3b04324e4d6b HTTP/1.1" status: 200 len: 834 time: 0.0725951 Jun 10 16:58:10.752301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2ff3053b-a9a2-411f-b4a8-2f95bce4ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:10.754763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-2ff3053b-a9a2-411f-b4a8-2f95bce4ae43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0964468 Jun 10 16:58:10.893639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-f97c7799-6345-4ad8-913a-57ad10ed6af0 service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319788 Jun 10 16:58:11.033337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17a3e12c-28f4-4779-a63e-75a0a1a2ee2b req-168b9db7-8761-43b1-886f-5c94e13ef1f8 service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327705 Jun 10 16:58:11.169521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14cab2-6926-4505-b449-00467618b599 req-3cf8569b-968a-4460-a916-b7ef08045a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:11.171436 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-3cf8569b-968a-4460-a916-b7ef08045a35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1096 time: 0.0785081 Jun 10 16:58:11.315506 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14cab2-6926-4505-b449-00467618b599 req-ca754573-f015-410a-aec2-4c052d630729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:11.317181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-ca754573-f015-410a-aec2-4c052d630729 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 200 len: 898 time: 0.1377306 Jun 10 16:58:11.414346 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-8b7ce8ca-4f75-428a-9ae1-efc7afe50a61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 200 len: 217 time: 0.0815630 Jun 10 16:58:11.494322 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14cab2-6926-4505-b449-00467618b599 req-5863d5ad-d80e-4868-a130-d63e4bab0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:11.495726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-5863d5ad-d80e-4868-a130-d63e4bab0ba7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80af48aa-a0c5-4b74-b05f-3b04324e4d6b HTTP/1.1" status: 200 len: 834 time: 0.0745769 Jun 10 16:58:11.503910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a136a4-19a9-4236-b387-cfc22059f3db req-8ab25d2f-5a74-461f-b7a7-d33a2dd1bc90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:11.505585 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b0a136a4-19a9-4236-b387-cfc22059f3db req-8ab25d2f-5a74-461f-b7a7-d33a2dd1bc90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 943 time: 0.1833372 Jun 10 16:58:11.609578 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b0a136a4-19a9-4236-b387-cfc22059f3db req-8b82bb6c-3f80-4585-9c11-af4a83b5cc0f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600019 Jun 10 16:58:11.626051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14cab2-6926-4505-b449-00467618b599 req-39185f51-eff5-4e1b-b90d-2ed4e0b169a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:11.627561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-39185f51-eff5-4e1b-b90d-2ed4e0b169a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1210582 Jun 10 16:58:11.765208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-0f8e993c-0e5c-4da4-ae10-bc55869e10a2 service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289852 Jun 10 16:58:11.887518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 09f90d04-ba47-4c7e-897c-d8bc9f48403f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:58:11.899732 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8b14cab2-6926-4505-b449-00467618b599 req-80fa1c7f-2004-4a98-821f-527b0c89012c service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269341 Jun 10 16:58:12.029030 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:58:12.043194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'port_id': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'mac_address': 'fa:16:3e:a4:a1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:58:12.095993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:12.113531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f90d04-ba47-4c7e-897c-d8bc9f48403f {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:58:12.138632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:58:12.143303 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:12.145560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:12.206425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=09f90d04-ba47-4c7e-897c-d8bc9f48403f,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:12.210259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:12.349240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['09f90d04-ba47-4c7e-897c-d8bc9f48403f'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:58:12.825867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b7d9d-80a1-4d7b-96fa-d59a100b3db8 req-8248b584-a37a-4298-868c-de9a09e04d0b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:12.827425 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ac5b7d9d-80a1-4d7b-96fa-d59a100b3db8 req-8248b584-a37a-4298-868c-de9a09e04d0b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 944 time: 0.0818026 Jun 10 16:58:12.872618 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ac5b7d9d-80a1-4d7b-96fa-d59a100b3db8 req-2241863b-8240-4a42-b577-31bf454cc890 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390980 Jun 10 16:58:13.882765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 09f90d04-ba47-4c7e-897c-d8bc9f48403f up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:58:13.956637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 09f90d04-ba47-4c7e-897c-d8bc9f48403f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:58:13.962278 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 09f90d04-ba47-4c7e-897c-d8bc9f48403f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:58:13.963237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:14.061477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:14.090203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:58:14.092681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b209a-fadd-477f-8c8a-cff439ef0bc3" -d '{"events": [{"server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "name": "network-vif-plugged", "status": "completed", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:58:14.114272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:58:14.117282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236a785-ad36-4bbf-a67a-54c9b0d7eac3 req-9f613a42-ec1a-471e-ad03-f89481d75c95 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:14.120368 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f236a785-ad36-4bbf-a67a-54c9b0d7eac3 req-9f613a42-ec1a-471e-ad03-f89481d75c95 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 944 time: 0.1185858 Jun 10 16:58:14.122195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:14.124536 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c2e5ca9b-b1ec-4bfa-834e-d71fda6867e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:14.198107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f236a785-ad36-4bbf-a67a-54c9b0d7eac3 req-e3796d62-f565-4102-9a63-9f0db713d924 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643835 Jun 10 16:58:14.203629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=09f90d04-ba47-4c7e-897c-d8bc9f48403f,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:14.209684 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:14.249663 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8787efe-2b09-486e-8737-3ef16d8f5c88 x-openstack-request-id: req-c8787efe-2b09-486e-8737-3ef16d8f5c88 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:58:14.250142 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "name": "network-vif-plugged", "status": "completed", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:58:14.250418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8787efe-2b09-486e-8737-3ef16d8f5c88 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:58:14.250838 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'code': 200} Jun 10 16:58:14.503787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4301274-8a01-4d5a-88db-773eae402500 req-31fc9269-4314-4700-a535-705e8c6b32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:14.505908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4301274-8a01-4d5a-88db-773eae402500 req-31fc9269-4314-4700-a535-705e8c6b32e8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1098 time: 0.0683808 Jun 10 16:58:14.562021 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4301274-8a01-4d5a-88db-773eae402500 req-9ae0fe11-d847-4db1-9049-fc2d092b0d3a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Jun 10 16:58:15.447487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45cbc4-0969-475a-a445-0e00c0f06415 req-d6a18d81-2167-4578-9eef-9670ecc96cc6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:15.449115 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e45cbc4-0969-475a-a445-0e00c0f06415 req-d6a18d81-2167-4578-9eef-9670ecc96cc6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.0920463 Jun 10 16:58:15.502965 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6e45cbc4-0969-475a-a445-0e00c0f06415 req-70e84fc6-cdbf-4a0d-acce-2e1048465f4e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Jun 10 16:58:16.718951 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f7e79-c5e2-4a34-9474-ad86f414c141 req-f451e2a0-7bfb-49ee-9dbd-0fb16eb2eb61 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:16.720531 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-397f7e79-c5e2-4a34-9474-ad86f414c141 req-f451e2a0-7bfb-49ee-9dbd-0fb16eb2eb61 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.0787079 Jun 10 16:58:16.779980 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-397f7e79-c5e2-4a34-9474-ad86f414c141 req-e1d6c302-6637-4b4d-ac88-08301485b9a5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480301 Jun 10 16:58:17.019960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267a42-a56b-4a51-b81e-28f6249c597d req-5e2f29a3-a514-4736-874f-2a57f13128cf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:17.022722 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d1267a42-a56b-4a51-b81e-28f6249c597d req-5e2f29a3-a514-4736-874f-2a57f13128cf tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1158917 Jun 10 16:58:17.073709 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d1267a42-a56b-4a51-b81e-28f6249c597d req-9bafab7c-5b53-4541-a145-41cdaf69dec1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445087 Jun 10 16:58:17.099038 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57778) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:17.168068 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff04f1-66f5-4d3a-ace2-a815642c0b53 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:17.170074 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-16ff04f1-66f5-4d3a-ace2-a815642c0b53 tempest-TestNetworkAdvancedServerOps-274127644 tempest-TestNetworkAdvancedServerOps-274127644-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1093 time: 0.0695038 Jun 10 16:58:17.173306 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57780) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:17.182400 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:58:17.219160 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:17.381013 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:17.519444 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Allocated IP 172.26.5.28 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/a41434bf-9128-4b21-b9df-95e038905f05) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:58:17.747867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:17.810236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:17.814430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f1d45ef4-7719-485c-8dbc-a1f36afd076d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:17.862213 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:58:17.865524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:58:17.870942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:58:17.911152 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=a41434bf-9128-4b21-b9df-95e038905f05,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:17.919177 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:18.408272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:18.515093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:18.730465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:18.735278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:18.737567 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:18.831692 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event updated for resources: {'Port': ['ID=a41434bf-9128-4b21-b9df-95e038905f05,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:18.836484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:18.845617 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:19.002697 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 5036b1b9-0f2f-49b6-af10-390b21bb1bd8 associated. External IP: 172.26.5.28, port: 09f90d04-ba47-4c7e-897c-d8bc9f48403f. Jun 10 16:58:19.315786 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:58:19.476110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:58:19.487915 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] Sync routers for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:58:19.495409 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:19.499970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:58:19.500635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:58:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:19.552725 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3777649 Jun 10 16:58:19.553827 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:58:19.557947 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399974a9-c7cc-4697-8ae5-8181d2b74964" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:58:19.629682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a0ed9a-1784-42c5-8c2b-11d422aaa860 x-openstack-request-id: req-a0a0ed9a-1784-42c5-8c2b-11d422aaa860 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:58:19.630200 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:58:19.630682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0a0ed9a-1784-42c5-8c2b-11d422aaa860 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:58:19.631449 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'status': 'completed', 'code': 200} Jun 10 16:58:19.735046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-a4dc4326-8475-4426-be40-724ffbbf99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:19.736615 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-a4dc4326-8475-4426-be40-724ffbbf99be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1098 time: 0.0820918 Jun 10 16:58:19.861058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb15ef-6fc7-4a35-8173-3974578d97f9 req-0216b027-e9d7-4d61-83b0-cc38f94f4e9b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:19.865751 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30eb15ef-6fc7-4a35-8173-3974578d97f9 req-0216b027-e9d7-4d61-83b0-cc38f94f4e9b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1394708 Jun 10 16:58:19.905760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:58:19.912539 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-9621fd03-a92f-4d28-b370-0d037015fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:19.916322 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-9621fd03-a92f-4d28-b370-0d037015fc5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 200 len: 898 time: 0.1715107 Jun 10 16:58:19.932316 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30eb15ef-6fc7-4a35-8173-3974578d97f9 req-64861314-5990-4fb6-9c66-7179ba9a46ad tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583780 Jun 10 16:58:19.973866 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57786) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:20.062321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-20265359-6129-4e20-ad8d-c2ad3ba23d45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 200 len: 998 time: 0.1388562 Jun 10 16:58:20.081661 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-de5e08d2-7c0a-4ae4-a093-7f5d0fb8c923 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/5036b1b9-0f2f-49b6-af10-390b21bb1bd8 HTTP/1.1" status: 200 len: 990 time: 0.1056993 Jun 10 16:58:20.166918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-d9bffd58-aa5d-4b4f-b24e-b4dd0c1195b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:20.169438 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-d9bffd58-aa5d-4b4f-b24e-b4dd0c1195b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80af48aa-a0c5-4b74-b05f-3b04324e4d6b HTTP/1.1" status: 200 len: 834 time: 0.1009784 Jun 10 16:58:20.265709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-fa8e13f3-2500-4d0e-8623-f9b365a3524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:20.268030 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-fa8e13f3-2500-4d0e-8623-f9b365a3524d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0920954 Jun 10 16:58:20.294004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5036b1b9-0f2f-49b6-af10-390b21bb1bd8', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'port_id': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'mac_address': 'fa:16:3e:a4:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:58:18Z', 'updated_at': '2021-06-10T16:58:18Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:20.299960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] Checking router: ac4b1d6a-d1b1-4286-bb99-c3c2788de28f for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:58:20.314948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:58:20.316038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:58:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:20.438686 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-c783a69f-24c2-4d3f-8fa2-afd20350cafe service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632080 Jun 10 16:58:20.543226 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:58:20.605210 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-399974a9-c7cc-4697-8ae5-8181d2b74964 req-d129f274-69c8-458d-9eb3-d1466e573290 service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571968 Jun 10 16:58:20.887916 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5036b1b9-0f2f-49b6-af10-390b21bb1bd8', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'port_id': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'mac_address': 'fa:16:3e:a4:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:58:18Z', 'updated_at': '2021-06-10T16:58:18Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:20.892418 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29344e9-a3df-491a-8f82-1132ea9501de None None] The sync data for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv is: [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '5036b1b9-0f2f-49b6-af10-390b21bb1bd8', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'floating_ip_address': '172.26.5.28', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'port_id': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'mac_address': 'fa:16:3e:a4:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:58:18Z', 'updated_at': '2021-06-10T16:58:18Z', 'revision_number': 0, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:58:21.086373 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57788) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:21.128121 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40465bc0-7610-4474-a724-f52030df670f None None] New status for floating IP 5036b1b9-0f2f-49b6-af10-390b21bb1bd8: ACTIVE {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:58:21.199050 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f4679022-2e7c-42cf-952a-48a4dc3e7911 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/5036b1b9-0f2f-49b6-af10-390b21bb1bd8 HTTP/1.1" status: 200 len: 990 time: 0.1107101 Jun 10 16:58:21.735516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:22.203085 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57790) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:22.297242 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-dca5bb83-a7bd-474b-b408-7824fc6823e3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/5036b1b9-0f2f-49b6-af10-390b21bb1bd8 HTTP/1.1" status: 200 len: 992 time: 0.0927651 Jun 10 16:58:33.562460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-753aec00-0073-413f-89c1-6768dfb4dc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:36.216452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:36.401500 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-62043eaf-1cb9-4148-9423-36d18a3288e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:37.418185 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:58:37.478802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:39.119477 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:51.737667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:51.943425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21141efe-960a-4597-a70c-009c3998b16f req-99b7b0cb-0404-4c7e-b14e-37144810714e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:51.947117 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-21141efe-960a-4597-a70c-009c3998b16f req-99b7b0cb-0404-4c7e-b14e-37144810714e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.0941484 Jun 10 16:58:52.026930 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-21141efe-960a-4597-a70c-009c3998b16f req-c1342c01-7fd5-48ab-99f1-79a8c1d1792a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726564 Jun 10 16:58:53.260344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee199c5b-a965-4f5a-a1b3-67e354648427 req-57300620-44fb-46cc-8496-ec32efa7d9d5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:53.263302 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee199c5b-a965-4f5a-a1b3-67e354648427 req-57300620-44fb-46cc-8496-ec32efa7d9d5 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1038182 Jun 10 16:58:53.313607 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee199c5b-a965-4f5a-a1b3-67e354648427 req-9a4836e0-bb65-45d0-9aec-b3beb85bc8b2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Jun 10 16:58:53.352044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57808) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:53.438250 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d08d3bc6-2ef7-4fe6-9deb-23dabe8b639d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/5036b1b9-0f2f-49b6-af10-390b21bb1bd8 HTTP/1.1" status: 200 len: 992 time: 0.0847712 Jun 10 16:58:55.038789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925bde2-0fd8-48d3-93b6-387889246280 req-1b4caf0d-957e-4fcf-8931-0f9e9e675140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:55.040418 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-1b4caf0d-957e-4fcf-8931-0f9e9e675140 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1098 time: 0.1228812 Jun 10 16:58:55.052174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61baf-8972-490a-bc6c-e1d24d58af3d req-ee979091-0300-495f-92fd-5e220c03da01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:55.054870 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ed61baf-8972-490a-bc6c-e1d24d58af3d req-ee979091-0300-495f-92fd-5e220c03da01 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1291480 Jun 10 16:58:55.181751 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2ed61baf-8972-490a-bc6c-e1d24d58af3d req-b3838a60-c696-4749-a7a4-e4291be85721 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181617 Jun 10 16:58:55.233453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925bde2-0fd8-48d3-93b6-387889246280 req-262f0961-3748-493b-bc61-0f1d354d121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:55.235620 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-262f0961-3748-493b-bc61-0f1d354d121d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 200 len: 898 time: 0.1796870 Jun 10 16:58:55.340384 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-1131ed6a-8894-415e-8448-aafa34642db2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 200 len: 1000 time: 0.0977979 Jun 10 16:58:55.401745 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925bde2-0fd8-48d3-93b6-387889246280 req-e8810c19-0464-44ba-a3f9-efc8a81c8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:55.403310 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-e8810c19-0464-44ba-a3f9-efc8a81c8fad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80af48aa-a0c5-4b74-b05f-3b04324e4d6b HTTP/1.1" status: 200 len: 834 time: 0.0572062 Jun 10 16:58:55.472224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925bde2-0fd8-48d3-93b6-387889246280 req-20fc4d6b-6fc9-4322-9134-a74427ec4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:55.473720 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-20fc4d6b-6fc9-4322-9134-a74427ec4409 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0646131 Jun 10 16:58:55.605589 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-c06a9b7e-1b4d-40ee-8d8d-756b284f892c service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251750 Jun 10 16:58:56.123649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b925bde2-0fd8-48d3-93b6-387889246280 req-169d3292-b47d-4215-8959-8cc1acf97d81 service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115225 Jun 10 16:58:56.403701 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170e389-5c6c-4e7f-9f9c-82f597503b7c req-d31551c7-323f-4e87-9086-e9dd255ad4c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:56.405519 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a170e389-5c6c-4e7f-9f9c-82f597503b7c req-d31551c7-323f-4e87-9086-e9dd255ad4c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.0838788 Jun 10 16:58:56.457713 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a170e389-5c6c-4e7f-9f9c-82f597503b7c req-31014894-b356-44e1-9e77-430ee8486f34 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Jun 10 16:58:57.671924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062a27b-3416-41fd-89e9-553126df864b req-fb6cc5d4-239e-41ae-a512-b484d808e482 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:58:57.673552 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c062a27b-3416-41fd-89e9-553126df864b req-fb6cc5d4-239e-41ae-a512-b484d808e482 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.0848136 Jun 10 16:58:57.732017 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c062a27b-3416-41fd-89e9-553126df864b req-b72ea224-f185-4f89-8801-9be42651d4eb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464327 Jun 10 16:58:57.758873 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57820) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:57.849384 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-9a55ea8f-3d71-4264-b655-2ad46fa320fc tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/floatingips/5036b1b9-0f2f-49b6-af10-390b21bb1bd8 HTTP/1.1" status: 200 len: 992 time: 0.0889406 Jun 10 16:58:58.142620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57826) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:58:58.366378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port a41434bf-9128-4b21-b9df-95e038905f05 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:58:58.366761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:58.482287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:58.482620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:58.591439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for a41434bf-9128-4b21-b9df-95e038905f05 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:58:59.233519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:59.236212 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:58:59.275520 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=a41434bf-9128-4b21-b9df-95e038905f05,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:58:59.311012 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.311425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.311787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.312173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.312554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.312932 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.313338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.313714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.314091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.314471 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.314840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.315208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:58:59.320249 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:58:59.373032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:59.373471 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Floating IP 5036b1b9-0f2f-49b6-af10-390b21bb1bd8 disassociated (deleted). External IP: 172.26.5.28, port: 09f90d04-ba47-4c7e-897c-d8bc9f48403f. Jun 10 16:58:59.698816 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:58:59.871153 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:58:59.876857 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:58:59.881739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] Sync routers for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:58:59.894190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:58:59.894840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:58:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:58:59.931332 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7d7c1c4b-bb85-4e64-871a-f8614613f46d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/floatingips/5036b1b9-0f2f-49b6-af10-390b21bb1bd8 HTTP/1.1" status: 204 len: 168 time: 1.7875679 Jun 10 16:58:59.932219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:58:59.935129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52256f9-8ace-4bba-9661-fdb725b57104" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:59:00.004850 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a39d169-e497-4be9-a5fe-a18748e494b2 x-openstack-request-id: req-9a39d169-e497-4be9-a5fe-a18748e494b2 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:59:00.005404 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:59:00.006216 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a39d169-e497-4be9-a5fe-a18748e494b2 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:59:00.006869 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'status': 'completed', 'code': 200} Jun 10 16:59:00.094392 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:00.122164 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-35a02016-0be0-421d-b757-191f1d47fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:00.123635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-35a02016-0be0-421d-b757-191f1d47fcb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 1098 time: 0.0906651 Jun 10 16:59:00.294279 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-edf76b9f-eb86-4257-b1a1-ae23b90b1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:00.297241 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-edf76b9f-eb86-4257-b1a1-ae23b90b1065 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 200 len: 898 time: 0.1671557 Jun 10 16:59:00.376729 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-99f8e99c-2853-4b50-88b3-c1fcf198cf98 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 200 len: 217 time: 0.0716152 Jun 10 16:59:00.478368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-5462066c-08cd-4d03-a71b-67b658b822c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:00.479911 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-5462066c-08cd-4d03-a71b-67b658b822c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80af48aa-a0c5-4b74-b05f-3b04324e4d6b HTTP/1.1" status: 200 len: 834 time: 0.0963993 Jun 10 16:59:00.515697 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:00.519794 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] Checking router: ac4b1d6a-d1b1-4286-bb99-c3c2788de28f for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:00.523061 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da580f5-006b-452a-ae19-b197cf84a56c req-1ef7c657-86c9-4fc2-a110-fd5b30f85065 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:00.525731 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2da580f5-006b-452a-ae19-b197cf84a56c req-1ef7c657-86c9-4fc2-a110-fd5b30f85065 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1226246 Jun 10 16:59:00.531504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:00.532166 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:58:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:00.591113 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-d3693c28-767e-4d00-99d4-369e3a2aa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:00.593863 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-d3693c28-767e-4d00-99d4-369e3a2aa80d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1063583 Jun 10 16:59:00.649805 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2da580f5-006b-452a-ae19-b197cf84a56c req-7449b199-ccc8-4342-bd7d-807f7934d45d tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170878 Jun 10 16:59:00.712831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:00.762989 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-4b5c4fc4-192b-4790-b4d0-2a535b04e26e service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609643 Jun 10 16:59:00.904197 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f52256f9-8ace-4bba-9661-fdb725b57104 req-c39daabe-e46b-4482-b025-f90a538ccf63 service neutron] 10.222.0.25 "GET /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331902 Jun 10 16:59:01.278569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:01.283382 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8185390-3b18-4202-9b01-45ae4e507a15 None None] The sync data for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv is: [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:58:02Z', 'revision_number': 4, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9b9ff3de-257a-40b6-b129-792858cf5acd', 'name': '', 'network_id': 'ca81ba17-5aad-4fcc-83ee-e92bf795f6bc', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'mac_address': 'fa:16:3e:79:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:58:01Z', 'updated_at': '2021-06-10T16:58:07Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'subnets': [{'id': '80af48aa-a0c5-4b74-b05f-3b04324e4d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:01.534251 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92299c8c-c41d-46f3-9f2a-9b1d2a90e2a4 None None] New status for floating IP 5036b1b9-0f2f-49b6-af10-390b21bb1bd8: DOWN {{(pid=92389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:59:01.974228 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29b58-0233-4300-87bc-25756ceef573 req-ae9e2286-388f-4075-ab01-5d04d5dfd977 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:01.976348 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99f29b58-0233-4300-87bc-25756ceef573 req-ae9e2286-388f-4075-ab01-5d04d5dfd977 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1374583 Jun 10 16:59:01.992224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d79ee3-a23a-40fb-8ded-86199948d56d req-6056a818-c032-4e39-8657-41a5b1d2519f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:01.993996 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99d79ee3-a23a-40fb-8ded-86199948d56d req-6056a818-c032-4e39-8657-41a5b1d2519f tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 945 time: 0.1184208 Jun 10 16:59:02.126443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99d79ee3-a23a-40fb-8ded-86199948d56d req-fddedadf-ab01-47ec-830b-7f9c435aa873 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/security-groups?id=08b4f5c9-734d-4291-91ba-fe545719013b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914302 Jun 10 16:59:02.171749 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 09f90d04-ba47-4c7e-897c-d8bc9f48403f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:59:02.172151 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:02.313769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 09f90d04-ba47-4c7e-897c-d8bc9f48403f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=09f90d04-ba47-4c7e-897c-d8bc9f48403f,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:02.314134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:02.425637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 09f90d04-ba47-4c7e-897c-d8bc9f48403f owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:59:02.603768 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:02.608367 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1aaaf29d-8c49-45b3-b759-df09c11adb42 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:02.646025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=09f90d04-ba47-4c7e-897c-d8bc9f48403f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:02.666391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.666925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.667439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.667991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.668565 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.670201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.670698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.671175 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.671597 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.672013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.672430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.673374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:02.712310 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:02.746159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] No DVR routers for this DVR port 09f90d04-ba47-4c7e-897c-d8bc9f48403f on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:59:02.749521 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:02.752001 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-99f29b58-0233-4300-87bc-25756ceef573 req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.25 "DELETE /v2.0/ports/09f90d04-ba47-4c7e-897c-d8bc9f48403f HTTP/1.1" status: 204 len: 173 time: 0.7685113 Jun 10 16:59:02.752717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'name': 'network-vif-deleted', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:59:02.756726 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e7877f-82ee-459b-8785-e18f7357afae" -d '{"events": [{"server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "name": "network-vif-deleted", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:59:02.816824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170ded5-8866-4820-8988-3e9561bce5b1 x-openstack-request-id: req-d170ded5-8866-4820-8988-3e9561bce5b1 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:59:02.817510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0c9c63-4735-4611-83bb-65840bc49354", "name": "network-vif-deleted", "tag": "09f90d04-ba47-4c7e-897c-d8bc9f48403f", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:59:02.817935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d170ded5-8866-4820-8988-3e9561bce5b1 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:59:02.819357 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0c9c63-4735-4611-83bb-65840bc49354', 'name': 'network-vif-deleted', 'tag': '09f90d04-ba47-4c7e-897c-d8bc9f48403f', 'status': 'completed', 'code': 200} Jun 10 16:59:03.484094 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4faa27ce-9cef-49c1-bbf7-5273433393f5 req-edee27c0-7816-4a64-ade8-bcc7d24b5779 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0c9c63-4735-4611-83bb-65840bc49354 HTTP/1.1" status: 200 len: 210 time: 0.1366718 Jun 10 16:59:03.564771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-289f940a-b546-4027-8577-bfb600f40d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:04.108310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 09f90d04-ba47-4c7e-897c-d8bc9f48403f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:59:04.136267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 09f90d04-ba47-4c7e-897c-d8bc9f48403f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:59:04.136601 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 09f90d04-ba47-4c7e-897c-d8bc9f48403f not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:59:04.635806 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:05.189753 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:05.557862 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port 9b9ff3de-257a-40b6-b129-792858cf5acd {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:59:05.558233 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:05.687649 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port 9b9ff3de-257a-40b6-b129-792858cf5acd, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9b9ff3de-257a-40b6-b129-792858cf5acd,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:05.688396 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:05.795424 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for 9b9ff3de-257a-40b6-b129-792858cf5acd owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:59:06.057092 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:06.060157 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4092bce9-95a1-44d8-a954-d51daaf935e0 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:06.097080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=9b9ff3de-257a-40b6-b129-792858cf5acd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:06.100979 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:06.233426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:06.384739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:06.409969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6617ba8c-3659-4c56-9f25-3600825c5d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.147441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:59:07.417837 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:59:07.426805 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "PUT /v2.0/routers/ac4b1d6a-d1b1-4286-bb99-c3c2788de28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895780 Jun 10 16:59:07.428676 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] Sync routers for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:59:07.430062 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57848) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:07.440873 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:07.441939 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:07.497531 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting subnet 80af48aa-a0c5-4b74-b05f-3b04324e4d6b {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 16:59:07.501163 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.560435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.664503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.688975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.733473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:07.773346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.778336 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-81c9d3a2-171b-4af9-ba89-22b66a7a0b60 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:07.838201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Subnet': ['ID=80af48aa-a0c5-4b74-b05f-3b04324e4d6b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:07.842836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:07.849369 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/subnets/80af48aa-a0c5-4b74-b05f-3b04324e4d6b HTTP/1.1" status: 204 len: 168 time: 0.4150109 Jun 10 16:59:07.849369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:07.850710 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57850) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:07.876892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc66e55-74a6-49e5-8fb4-b772fadd67d7 None None] Network ca81ba17-5aad-4fcc-83ee-e92bf795f6bc requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:59:08.121387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:08.312790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:59:05Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:08.317800 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] Checking router: ac4b1d6a-d1b1-4286-bb99-c3c2788de28f for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:08.324443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:08.328912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] Routers {'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:08.329679 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:08.395358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] DHCP port deletion for ca81ba17-5aad-4fcc-83ee-e92bf795f6bc request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 16:59:08.435281 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Deleting port d3bd8efe-63d2-46bf-8691-76771a067628 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:59:08.436022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:08.538734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] Set router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:08.585407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Deleting port f6da4b3e-de29-4a5c-a2e2-3447283b2507 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 16:59:08.585906 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:08.629195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] For port d3bd8efe-63d2-46bf-8691-76771a067628, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d3bd8efe-63d2-46bf-8691-76771a067628,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:08.629694 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:08.750965 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Calling delete_port for d3bd8efe-63d2-46bf-8691-76771a067628 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:59:08.802317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] For port f6da4b3e-de29-4a5c-a2e2-3447283b2507, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=f6da4b3e-de29-4a5c-a2e2-3447283b2507,segment=NetworkSegment(0377415b-4b80-45ec-8475-73cd84f44851),segment_id=0377415b-4b80-45ec-8475-73cd84f44851)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:08.802317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.027480 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.033173 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:09.100692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Port': ['ID=d3bd8efe-63d2-46bf-8691-76771a067628,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:09.107004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Calling delete_port for f6da4b3e-de29-4a5c-a2e2-3447283b2507 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 16:59:09.111578 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:09.175946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.241018 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.294576 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:59:05Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:09.299560 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c3a22e-aea5-4d20-9f0f-ba3055ad8704 None None] The sync data for ids ['ac4b1d6a-d1b1-4286-bb99-c3c2788de28f'] in dv-neutron-601336-90-hyperv is: [{'id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077249405', 'tenant_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:57:57Z', 'updated_at': '2021-06-10T16:59:05Z', 'revision_number': 5, 'project_id': '5176bca4ba3d4bf283ed5d64bca10fdc', 'gw_port': {'id': 'd3bd8efe-63d2-46bf-8691-76771a067628', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4b1d6a-d1b1-4286-bb99-c3c2788de28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:57:58Z', 'updated_at': '2021-06-10T16:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:09.307346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.309708 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ecc3d71d-01f4-48e6-afed-664f26555761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:09.352227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Pushing event deleted for resources: {'Port': ['ID=f6da4b3e-de29-4a5c-a2e2-3447283b2507,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:09.357641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] No DVR routers for this DVR port f6da4b3e-de29-4a5c-a2e2-3447283b2507 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 16:59:09.366538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.366928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.367256 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.367609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.367930 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.368269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.368634 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.368988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.369373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.369701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.370739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.370739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:09.375413 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:09.502819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.506048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.567814 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.568621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Fanout notify agent at l3_agent the message router_deleted on router ac4b1d6a-d1b1-4286-bb99-c3c2788de28f {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 16:59:09.576912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.578710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/routers/ac4b1d6a-d1b1-4286-bb99-c3c2788de28f HTTP/1.1" status: 204 len: 168 time: 1.7261753 Jun 10 16:59:09.581256 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57852) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:09.705651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.844592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f6da4b3e-de29-4a5c-a2e2-3447283b2507 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:59:09.870261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.885253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca81ba17-5aad-4fcc-83ee-e92bf795f6bc']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:09.895450 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: f6da4b3e-de29-4a5c-a2e2-3447283b2507 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:59:09.896720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device f6da4b3e-de29-4a5c-a2e2-3447283b2507 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:59:09.897632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b9ff3de-257a-40b6-b129-792858cf5acd no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:59:09.900529 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0377415b-4b80-45ec-8475-73cd84f44851') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:09.901022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0377415b-4b80-45ec-8475-73cd84f44851') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:09.921438 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.929589 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9b9ff3de-257a-40b6-b129-792858cf5acd {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:59:09.929892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9b9ff3de-257a-40b6-b129-792858cf5acd not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:59:09.948766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.956525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 16:59:09.957088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 16:59:09.963386 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 16:59:10.077491 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:10.082724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e0ee9700-c542-4315-805a-5d17a5e42d20 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:10.092369 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:10.098669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/networks/ca81ba17-5aad-4fcc-83ee-e92bf795f6bc HTTP/1.1" status: 204 len: 168 time: 0.5128596 Jun 10 16:59:10.099698 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57854) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:10.117684 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'Network': ['ID=ca81ba17-5aad-4fcc-83ee-e92bf795f6bc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:10.121591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-196b9642-ca98-466b-9b4a-2c9696cca081 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:10.202477 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:10.235743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:10.313748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:10.316765 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:10.319022 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] 10.222.0.23 "DELETE /v2.0/security-groups/08b4f5c9-734d-4291-91ba-fe545719013b HTTP/1.1" status: 204 len: 168 time: 0.2174594 Jun 10 16:59:10.320017 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b406bf1b-1111-482e-9504-7921d545d2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:10.331792 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4f5c9-734d-4291-91ba-fe545719013b,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:10.335073 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-df40dcc4-06e5-422e-9d26-93e0b3b6f965 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:10.795325 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57862) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:10.993448 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-7d748f3f-1f1e-49c1-9a2c-369e45462623 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5176bca4ba3d4bf283ed5d64bca10fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963446 Jun 10 16:59:10.995979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57866) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:11.067060 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.095539 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.163823 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.168551 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.170513 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28877a15-3c6d-46df-a039-fb93a0e26b87 HTTP/1.1" status: 204 len: 168 time: 0.1730165 Jun 10 16:59:11.171942 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a42a6bca-7d03-433e-ae39-564a2757af10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:11.194344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28877a15-3c6d-46df-a039-fb93a0e26b87,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:11.199961 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3a6fbd02-f6df-466e-9388-ba6e6a00193b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:11.557487 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57872) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:11.563658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3bd8efe-63d2-46bf-8691-76771a067628 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 16:59:11.586736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.597285 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d3bd8efe-63d2-46bf-8691-76771a067628 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 16:59:11.597900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d3bd8efe-63d2-46bf-8691-76771a067628 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 16:59:11.731752 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.736898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.740077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-75c6d9eb-4ee2-4c62-b50c-9a179c93acec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:11.785633 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f8eecf350664793922b49c1f113ae53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264810 Jun 10 16:59:11.786718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafce79b-8477-40e4-b0ab-e63bbafa0054,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:11.789691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57874) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:11.790589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:11.856774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.894918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.977656 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.981897 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:11.983563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dafce79b-8477-40e4-b0ab-e63bbafa0054 HTTP/1.1" status: 204 len: 168 time: 0.1924152 Jun 10 16:59:11.984803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8d33a659-446c-4696-b8fe-1a2d08024437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:12.004843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafce79b-8477-40e4-b0ab-e63bbafa0054,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:12.009273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-374b38f6-2396-459f-971b-0cfaee4438ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:12.898724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57896) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:13.025989 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1073227955-network', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:13.057232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Made reservation on behalf of 2adbda18d2644b898bb8eab583a5eb00 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:59:13.059822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.072991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.200357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.205007 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.209022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-750baf73-eaa4-458d-a9ee-c982d68dc2e7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:13.238821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:59:13.251412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7955535-5c8c-4c97-87ac-bcfb3d508244,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:13.256793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:13.258057 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.258406 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Added segment ba6e3298-174a-47d0-ae10-cd994fe53815 of type vlan for network 25bf42dc-ca5e-437d-8ee3-dea11f61590c Jun 10 16:59:13.322866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.372955 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.374192 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:13.374944 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.377514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-58d5f670-658d-428a-8476-1d2b70ff54ad tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:13.454977 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5550511 Jun 10 16:59:13.458154 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57900) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:13.464248 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Request body: {'subnet': {'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1073227955-subnet', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:13.471709 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Pushing event updated for resources: {'Network': ['ID=25bf42dc-ca5e-437d-8ee3-dea11f61590c,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:13.475647 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dad984f-84a4-4e67-b328-79a77a4d0799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:13.487765 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:59:13.491710 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Made reservation on behalf of 2adbda18d2644b898bb8eab583a5eb00 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:59:13.494299 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.756472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.760351 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d9d57e9b-9297-4447-9474-ad443ce2832c tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:13.839806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25516fa2-6dcc-4232-a959-7c310a3811fd,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:13.843679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:13.853247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Checking segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:13.853657 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Network hostable DHCP agents. Network: 25bf42dc-ca5e-437d-8ee3-dea11f61590c, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:59:13.875674 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:59:13.888287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 25bf42dc-ca5e-437d-8ee3-dea11f61590c) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:13.894348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:13.894603 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.898193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a09fc-f0ed-42c1-ba08-a85b52d08da1 None None] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:59:13.920789 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5ae5554e-eef5-41d5-b859-a0d25c5be738 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4606359 Jun 10 16:59:13.925722 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57902) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:13.932023 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:13.963732 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:13.965559 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.048305 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.187882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:59:14.188907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.277378 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.423569 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Allocated IP 172.20.0.2 (25bf42dc-ca5e-437d-8ee3-dea11f61590c/25516fa2-6dcc-4232-a959-7c310a3811fd/33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:14.426407 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:59:14.617388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.651855 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.657095 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.669185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Transition to ACTIVE for port object 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:14.689842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Transition to ACTIVE for port object 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:14.701240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.703758 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:14.754973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:14.759370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:14.763235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:14.769260 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Pushing event updated for resources: {'Port': ['ID=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:14.774074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:14.846308 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Attempting to bind port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:14.846673 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Allocated IP 172.26.5.8 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/9debc8db-adb0-4755-9f6f-3c77993f8932) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:14.846864 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Attempting to bind port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:14.847217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Attempting to bind port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:14.854342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:14.854858 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Checking segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:14.855160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.855574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Bound using segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:14.856099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Bound port: 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:14.856465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.939934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] For port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:14.943533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] For port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:14.947756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:14.950059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-97071dfa-873b-4cb4-8d1b-a8aa703c0ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:15.021950 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Pushing event updated for resources: {'Port': ['ID=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:15.030581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:15.075874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:15.123360 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:15.126125 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:15.195058 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:15.200442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:15.214326 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:15.276930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Pushing event updated for resources: {'Port': ['ID=9debc8db-adb0-4755-9f6f-3c77993f8932,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:15.280297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:15.667740 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:15.746577 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:15.823451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:16.120277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fde1c4-f44b-4d15-80da-7ad2981d1965 None None] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:59:16.277834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Provisioning for port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:16.303788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Provisioning complete for port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:16.304410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:16.624726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:16.644425 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:16.682073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] For port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:16.688092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:16.692301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-c2e5ca9b-b1ec-4bfa-834e-d71fda6867e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:16.782844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Pushing event updated for resources: {'Port': ['ID=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:16.787600 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b5d3c089-aac3-4822-96ab-17692bad16f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:16.852443 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:59:17.018986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-8783fee6-07dc-4613-8c84-fcb6b829e1ce None None] Provisioning complete for port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:17.019495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8783fee6-07dc-4613-8c84-fcb6b829e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:17.035074 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:59:17.048962 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:59:17.056034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:17.057755 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1306739 Jun 10 16:59:17.060355 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57904) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:17.063186 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:17.064236 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:17.297796 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:17.574479 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:15Z', 'revision_number': 3, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:17.578311 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:17.578803 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Updating router 5c91f0a8-12b0-474a-9f22-7c54234ac567 port 9debc8db-adb0-4755-9f6f-3c77993f8932 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:59:17.623841 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:17.638513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:17.736723 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:17.737521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:17.805091 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.025974 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.038271 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Transition to ACTIVE for port object 9debc8db-adb0-4755-9f6f-3c77993f8932 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:18.046206 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.049786 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-1946e716-74e4-47e3-8926-f0cc0a92d30e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:18.092402 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Allocated IP 172.20.0.1 (25bf42dc-ca5e-437d-8ee3-dea11f61590c/25516fa2-6dcc-4232-a959-7c310a3811fd/1280b17b-0cfe-4694-acd7-c78102ffdb13) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:18.138996 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Attempting to bind port 9debc8db-adb0-4755-9f6f-3c77993f8932 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:18.139372 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Attempting to bind port 9debc8db-adb0-4755-9f6f-3c77993f8932 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:18.139747 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Attempting to bind port 9debc8db-adb0-4755-9f6f-3c77993f8932 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:18.152001 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:18.152393 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:18.152782 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.153233 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:18.153763 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Bound port: 9debc8db-adb0-4755-9f6f-3c77993f8932, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:18.154408 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.156388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Pushing event updated for resources: {'Port': ['ID=9debc8db-adb0-4755-9f6f-3c77993f8932,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:18.190908 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.191232 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.191580 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.193337 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.193337 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.193337 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.194133 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.194496 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.194829 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.195165 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.195488 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.195811 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 16:59:18.201784 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:18.249676 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] For port 9debc8db-adb0-4755-9f6f-3c77993f8932, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:18.257531 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] For port 9debc8db-adb0-4755-9f6f-3c77993f8932, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9debc8db-adb0-4755-9f6f-3c77993f8932,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:18.261189 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.265055 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.268568 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-52ceb69b-9d34-402d-a901-4a4289a79b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:18.279526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Transition to ACTIVE for port object 1280b17b-0cfe-4694-acd7-c78102ffdb13 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:18.321640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.323925 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5f5b790e-85ca-42fe-94ba-8393f5343147 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:18.366501 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:18.370505 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:18.381585 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:18.401621 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:18.402717 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:18.409089 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Pushing event updated for resources: {'Port': ['ID=9debc8db-adb0-4755-9f6f-3c77993f8932,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:18.422518 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Pushing event updated for resources: {'Port': ['ID=1280b17b-0cfe-4694-acd7-c78102ffdb13,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:18.430724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:18.448304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.513500 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-ac2852fe-3268-4396-9e78-50abc58180cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:18.658193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.675461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b9aa2e5a-2a7f-4948-9336-465aa9e3e7d3 None None] Provisioning for port 1280b17b-0cfe-4694-acd7-c78102ffdb13 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:18.684020 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:18.689391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b9aa2e5a-2a7f-4948-9336-465aa9e3e7d3 None None] Provisioning complete for port 1280b17b-0cfe-4694-acd7-c78102ffdb13 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:18.690706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b9aa2e5a-2a7f-4948-9336-465aa9e3e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.770140 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa2e5a-2a7f-4948-9336-465aa9e3e7d3 None None] Port 1280b17b-0cfe-4694-acd7-c78102ffdb13 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:59:18.940104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.947052 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:18.950999 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f24ced9d-4466-4911-8c56-67c49749789a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:19.097859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Pushing event updated for resources: {'Port': ['ID=1280b17b-0cfe-4694-acd7-c78102ffdb13,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:19.107858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:19.109633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:19.175657 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:15Z', 'revision_number': 3, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:19.183047 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53feaf06-2451-4dcd-a595-910ac3e3fc1f None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:15Z', 'revision_number': 3, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:19.312636 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:19.315635 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:19.620694 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:59:19.716182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-9b3c7ef4-d1c2-4ae2-b688-3b1a4c93d904 None None] Provisioning complete for port 1280b17b-0cfe-4694-acd7-c78102ffdb13 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:19.717512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7ef4-d1c2-4ae2-b688-3b1a4c93d904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:19.721923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9debc8db-adb0-4755-9f6f-3c77993f8932 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:19.816837 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:59:19.827578 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c7ef4-d1c2-4ae2-b688-3b1a4c93d904 None None] Port 1280b17b-0cfe-4694-acd7-c78102ffdb13 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:59:19.828446 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] 10.222.0.23 "PUT /v2.0/routers/5c91f0a8-12b0-474a-9f22-7c54234ac567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7643430 Jun 10 16:59:19.851016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9debc8db-adb0-4755-9f6f-3c77993f8932 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:19.855834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9debc8db-adb0-4755-9f6f-3c77993f8932 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:19.856223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:19.969590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.001565 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9debc8db-adb0-4755-9f6f-3c77993f8932, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9debc8db-adb0-4755-9f6f-3c77993f8932,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:20.011667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.020563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:20.107394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9debc8db-adb0-4755-9f6f-3c77993f8932,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:20.111048 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:20.499327 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57920) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:20.505269 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1473585967-network', 'tenant_id': '43444387539d412fb806ee1069e80d37'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:20.529669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Made reservation on behalf of 43444387539d412fb806ee1069e80d37 for: {'network': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:59:20.532419 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.546306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.668318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.673085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.676742 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9a271e18-18e9-4b0b-ab88-bdc793010de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:20.704067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 16:59:20.716132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1ef29-ac66-4ac0-8e07-c80fe01c24bc,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:20.721073 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:20.722167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.722510 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.segments_db [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Added segment 7d075f2d-ebcb-46ed-8659-d485d6bec5f7 of type vlan for network 8e8c6216-1f8d-4f25-82b6-de0a9777482d Jun 10 16:59:20.783111 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.827740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.829392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:20.830311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.840019 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-63002c96-0ece-4572-bb64-151eb65ce39e tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:20.869529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57922) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:20.870298 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3688765 Jun 10 16:59:20.877744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Request body: {'subnet': {'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1473585967-subnet', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'ip_version': 4}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:20.916244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Made reservation on behalf of 43444387539d412fb806ee1069e80d37 for: {'subnet': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:59:20.920448 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968408'] for subnet, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:20.969784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Pushing event updated for resources: {'Network': ['ID=8e8c6216-1f8d-4f25-82b6-de0a9777482d,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:20.975099 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b631aa05-f889-4189-ae82-3ecd5056764d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:20.987250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 16:59:21.212468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:59:21.225788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:21.226808 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:21.242608 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3252197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968394'] for subnet, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:21.244888 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-912290d1-5f3e-4a55-965f-cc5af22c3712 tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:21.311524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c779d4-a4ec-4bbc-838c-602c3b1a6866,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:21.315566 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:21.326133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Checking segment: {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:21.326504 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Network hostable DHCP agents. Network: 8e8c6216-1f8d-4f25-82b6-de0a9777482d, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 16:59:21.346210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 16:59:21.361198 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 8e8c6216-1f8d-4f25-82b6-de0a9777482d) {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:21.365883 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:21.366470 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:21.384591 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-16e7bf29-5d0e-4ba5-8c84-736ddc06b39c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5124471 Jun 10 16:59:21.387442 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57924) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:21.392814 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:21.420531 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3434a2b0-518d-4558-86c4-63318fefb3a2 None None] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:59:21.421930 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:21.423269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:21.498877 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:21.744406 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:21.815481 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9debc8db-adb0-4755-9f6f-3c77993f8932 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:21.886058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:21.976516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.072341 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.104260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.170033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'fixed_ips': [{'subnet_id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 16:59:22.170994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.176877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9debc8db-adb0-4755-9f6f-3c77993f8932 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:22.178184 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.257571 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Allocated IP 172.26.5.19 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/4dd43e34-4869-4696-8fbc-5fafacdc164c) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:22.533120 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Allocated IP 172.20.0.2 (8e8c6216-1f8d-4f25-82b6-de0a9777482d/53c779d4-a4ec-4bbc-838c-602c3b1a6866/adbeb493-869a-4e5f-b8a0-83b789842a9f) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:22.576680 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 2, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:22.584771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:22.585174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Updating router 5c91f0a8-12b0-474a-9f22-7c54234ac567 port 1280b17b-0cfe-4694-acd7-c78102ffdb13 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:59:22.709868 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.905276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.920262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.937039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Transition to ACTIVE for port object adbeb493-869a-4e5f-b8a0-83b789842a9f will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:22.976798 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:22.981184 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-2187fc92-194d-4435-8e49-8e84fb35cc56 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:22.981466 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Transition to ACTIVE for port object adbeb493-869a-4e5f-b8a0-83b789842a9f will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:23.027449 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.031312 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:23.068519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:23.077040 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:23.085964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:23.091589 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Pushing event updated for resources: {'Port': ['ID=4dd43e34-4869-4696-8fbc-5fafacdc164c,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:23.113059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:23.129060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:23.135084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Pushing event updated for resources: {'Port': ['ID=adbeb493-869a-4e5f-b8a0-83b789842a9f,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:23.138942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:23.141079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:23.145730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:23.306353 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Attempting to bind port adbeb493-869a-4e5f-b8a0-83b789842a9f on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:23.307180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Attempting to bind port adbeb493-869a-4e5f-b8a0-83b789842a9f by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:23.307548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Attempting to bind port adbeb493-869a-4e5f-b8a0-83b789842a9f on network 8e8c6216-1f8d-4f25-82b6-de0a9777482d {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:23.334493 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:23.335119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Checking segment: {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:23.335783 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.336452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Bound using segment: {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:23.337314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Bound port: adbeb493-869a-4e5f-b8a0-83b789842a9f, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:23.337947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.381920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.437421 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Transition to ACTIVE for port object 1280b17b-0cfe-4694-acd7-c78102ffdb13 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:23.458999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.467750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-04a2b08d-770c-4ae0-9d64-4ec0e9e0bca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:23.533696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] For port adbeb493-869a-4e5f-b8a0-83b789842a9f, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:23.603431 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c91a9-dda1-4123-a322-294ce860e53b None None] Pushing event updated for resources: {'Port': ['ID=1280b17b-0cfe-4694-acd7-c78102ffdb13,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:23.608103 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ce2c91a9-dda1-4123-a322-294ce860e53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:23.610092 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] For port adbeb493-869a-4e5f-b8a0-83b789842a9f, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=adbeb493-869a-4e5f-b8a0-83b789842a9f,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:23.618490 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.641410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.644522 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-58b340f7-672d-49b4-9d74-6c1613285b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:23.736490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Attempting to bind port 1280b17b-0cfe-4694-acd7-c78102ffdb13 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:23.736922 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Attempting to bind port 1280b17b-0cfe-4694-acd7-c78102ffdb13 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:23.737331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Attempting to bind port 1280b17b-0cfe-4694-acd7-c78102ffdb13 on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:23.755468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:23.756962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Checking segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:23.758360 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.760018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Bound using segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:23.762713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Bound port: 1280b17b-0cfe-4694-acd7-c78102ffdb13, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:23.763129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.795595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Pushing event updated for resources: {'Port': ['ID=adbeb493-869a-4e5f-b8a0-83b789842a9f,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:23.800653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:23.887611 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] For port 1280b17b-0cfe-4694-acd7-c78102ffdb13, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:23.923646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] For port 1280b17b-0cfe-4694-acd7-c78102ffdb13, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1280b17b-0cfe-4694-acd7-c78102ffdb13,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:23.931968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:23.936335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:24.084918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:24.085340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:24.087651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c91a9-dda1-4123-a322-294ce860e53b None None] Pushing event updated for resources: {'Port': ['ID=1280b17b-0cfe-4694-acd7-c78102ffdb13,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:24.092377 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ce2c91a9-dda1-4123-a322-294ce860e53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:24.173430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:24.469315 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Router efaacd51-cec7-4498-bc0f-11f266dd30b5 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 16:59:24.483123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:24.643100 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:59:24.656668 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Sync routers for ids ['efaacd51-cec7-4498-bc0f-11f266dd30b5'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:59:24.666300 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:24.667882 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f3154114-ec8a-4c0d-ab25-71d45ee0bf4b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2792606 Jun 10 16:59:24.670713 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57926) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:24.671374 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Routers {'efaacd51-cec7-4498-bc0f-11f266dd30b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:24.672209 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['efaacd51-cec7-4498-bc0f-11f266dd30b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:24.828046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:23Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:24.832595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fbb9b-d93d-49b0-995c-7fc1465a1dfb None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:23Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:24.950802 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Set router efaacd51-cec7-4498-bc0f-11f266dd30b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:25.131252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f2715-4051-431b-aa09-2721faa2c8ce None None] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 16:59:25.281688 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b3e261a4-2d4c-4e95-a635-1406607da382 None None] Provisioning for port adbeb493-869a-4e5f-b8a0-83b789842a9f completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:25.407333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T16:59:23Z', 'revision_number': 3, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:25.415076 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Checking router: efaacd51-cec7-4498-bc0f-11f266dd30b5 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:25.415545 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Updating router efaacd51-cec7-4498-bc0f-11f266dd30b5 port 4dd43e34-4869-4696-8fbc-5fafacdc164c binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:59:25.471946 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:25.610532 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:25.747297 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1280b17b-0cfe-4694-acd7-c78102ffdb13 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:25.856599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 1280b17b-0cfe-4694-acd7-c78102ffdb13 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:25.861970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1280b17b-0cfe-4694-acd7-c78102ffdb13 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:25.862296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:25.969898 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Allocated IP 172.20.0.1 (8e8c6216-1f8d-4f25-82b6-de0a9777482d/53c779d4-a4ec-4bbc-838c-602c3b1a6866/d80869ab-bf1c-4be4-905f-7384f7ed60e7) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:25.995890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.047063 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 1280b17b-0cfe-4694-acd7-c78102ffdb13, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1280b17b-0cfe-4694-acd7-c78102ffdb13,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:26.055263 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.056624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device adbeb493-869a-4e5f-b8a0-83b789842a9f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:26.059921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-613eaae1-7320-43a8-9ed7-345e249a14a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:26.132622 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.156937 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Transition to ACTIVE for port object 4dd43e34-4869-4696-8fbc-5fafacdc164c will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:26.169891 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.177759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=1280b17b-0cfe-4694-acd7-c78102ffdb13,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:26.182044 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-c23b545f-ef4e-4519-bb4c-e30eee34c76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:26.184676 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.188734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:26.199759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port adbeb493-869a-4e5f-b8a0-83b789842a9f completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:26.204975 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port adbeb493-869a-4e5f-b8a0-83b789842a9f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:26.205422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Transition to ACTIVE for port object d80869ab-bf1c-4be4-905f-7384f7ed60e7 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:26.205597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.260182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.263864 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-951ccd06-e405-4b14-a820-6d59cda7088c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:26.298095 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b44210-0faa-42b6-94d5-c0e5a270fbc3 None None] Pushing event updated for resources: {'Port': ['ID=4dd43e34-4869-4696-8fbc-5fafacdc164c,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:26.304388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-15b44210-0faa-42b6-94d5-c0e5a270fbc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:26.317119 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:26.321665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:26.325811 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:26.351926 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Attempting to bind port 4dd43e34-4869-4696-8fbc-5fafacdc164c on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:26.352577 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Attempting to bind port 4dd43e34-4869-4696-8fbc-5fafacdc164c by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:26.353279 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Attempting to bind port 4dd43e34-4869-4696-8fbc-5fafacdc164c on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:26.360106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d80869ab-bf1c-4be4-905f-7384f7ed60e7,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:26.366497 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:26.374416 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:26.374930 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:26.375458 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.375785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.375908 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:26.376490 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Bound port: 4dd43e34-4869-4696-8fbc-5fafacdc164c, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:26.376950 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.403083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.445228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port adbeb493-869a-4e5f-b8a0-83b789842a9f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=adbeb493-869a-4e5f-b8a0-83b789842a9f,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:26.460557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.465701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:26.500733 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] For port 4dd43e34-4869-4696-8fbc-5fafacdc164c, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:26.507887 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] For port 4dd43e34-4869-4696-8fbc-5fafacdc164c, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4dd43e34-4869-4696-8fbc-5fafacdc164c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:26.521391 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.523855 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-5e5e7519-523a-49aa-8956-f9b9fc178401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:26.584255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=adbeb493-869a-4e5f-b8a0-83b789842a9f,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:26.588123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:26.637098 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b44210-0faa-42b6-94d5-c0e5a270fbc3 None None] Pushing event updated for resources: {'Port': ['ID=4dd43e34-4869-4696-8fbc-5fafacdc164c,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:26.641408 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Routers {'efaacd51-cec7-4498-bc0f-11f266dd30b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:26.642352 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['efaacd51-cec7-4498-bc0f-11f266dd30b5'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:26.644782 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-15b44210-0faa-42b6-94d5-c0e5a270fbc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:26.675737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.789468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-16aef0b3-eac4-4996-8fce-c61cef399f66 None None] Provisioning for port d80869ab-bf1c-4be4-905f-7384f7ed60e7 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:26.795105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-16aef0b3-eac4-4996-8fce-c61cef399f66 None None] Provisioning complete for port d80869ab-bf1c-4be4-905f-7384f7ed60e7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:26.796632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-16aef0b3-eac4-4996-8fce-c61cef399f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.857799 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] Set router efaacd51-cec7-4498-bc0f-11f266dd30b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:26.861506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-16aef0b3-eac4-4996-8fce-c61cef399f66 None None] Port d80869ab-bf1c-4be4-905f-7384f7ed60e7 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:59:26.981689 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.986613 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:26.989620 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-8dbc2c0b-e2d9-48ad-baf4-a419d1c002c7 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:27.080207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d80869ab-bf1c-4be4-905f-7384f7ed60e7,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:27.083908 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:27.086208 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:27.229729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:27.231338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:27.278724 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd80869ab-bf1c-4be4-905f-7384f7ed60e7', 'name': '', 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'mac_address': 'fa:16:3e:c2:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:25Z', 'updated_at': '2021-06-10T16:59:25Z', 'revision_number': 1, 'project_id': '43444387539d412fb806ee1069e80d37', 'subnets': [{'id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:27.283649 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6197d4ff-a1a7-4dbb-99f7-22ce3b6aa7b9 None None] The sync data for ids ['efaacd51-cec7-4498-bc0f-11f266dd30b5'] in dv-neutron-601336-90-hyperv is: [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd80869ab-bf1c-4be4-905f-7384f7ed60e7', 'name': '', 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'mac_address': 'fa:16:3e:c2:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:25Z', 'updated_at': '2021-06-10T16:59:25Z', 'revision_number': 1, 'project_id': '43444387539d412fb806ee1069e80d37', 'subnets': [{'id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:27.492715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-4b9d32f4-ebdd-4333-9e17-1f7f6f24576f None None] Provisioning complete for port d80869ab-bf1c-4be4-905f-7384f7ed60e7 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:27.493486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4b9d32f4-ebdd-4333-9e17-1f7f6f24576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:27.507793 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Router efaacd51-cec7-4498-bc0f-11f266dd30b5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:59:27.604393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d32f4-ebdd-4333-9e17-1f7f6f24576f None None] Port d80869ab-bf1c-4be4-905f-7384f7ed60e7 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:59:27.694324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1280b17b-0cfe-4694-acd7-c78102ffdb13 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:27.731931 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:59:27.743160 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e8053c6f-dadc-4df8-b3c1-c997cd1d44a2 admin admin] 10.222.0.23 "PUT /v2.0/routers/efaacd51-cec7-4498-bc0f-11f266dd30b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0705805 Jun 10 16:59:27.771771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 1280b17b-0cfe-4694-acd7-c78102ffdb13 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:27.772159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:27.900019 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device adbeb493-869a-4e5f-b8a0-83b789842a9f up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:27.986972 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port adbeb493-869a-4e5f-b8a0-83b789842a9f triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:27.988129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.107806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 57934) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:29.116705 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892625583', 'description': 'tempest-secgroup-smoke-892625583 description', 'project_id': '2adbda18d2644b898bb8eab583a5eb00'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:29.152826 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.293540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.299316 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.302390 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-370b8de5-c708-45db-8f4e-bf3fb87ed96b tempest-RoutersNegativeTest-2059758156 tempest-RoutersNegativeTest-2059758156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:29.346022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.346022 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2296324 Jun 10 16:59:29.346022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb33783-b52f-47d4-8c73-0bee91270086,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:29.347285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57936) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:29.347983 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1d2afd7d-adec-45e0-b4c5-70196e95fa0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:29.354060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7fb33783-b52f-47d4-8c73-0bee91270086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:29.405236 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.485731 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.493792 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.498922 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ca5c3faf-baab-4efe-bc80-42fdbc4a2f68 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:29.516374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e775e4b-068d-49f1-a319-86247e7c41d3,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:29.519672 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:29.527937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.529830 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-2971d48d-ea56-45ae-9e09-5de092fd0750 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838534 Jun 10 16:59:29.532379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57938) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:29.537985 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7fb33783-b52f-47d4-8c73-0bee91270086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:29.571022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.664865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.669764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.671671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8c1be2e3-5bb3-4d7f-93d7-819ceb6afc1c tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:29.672346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4dd43e34-4869-4696-8fbc-5fafacdc164c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:29.689226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857697d9-21f8-4c1e-8192-aadb37ee1a6a,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:29.693782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:29.699978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.701324 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680303 Jun 10 16:59:29.705630 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57940) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:29.710860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7fb33783-b52f-47d4-8c73-0bee91270086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:29.744089 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.745881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 4dd43e34-4869-4696-8fbc-5fafacdc164c completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:29.752032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4dd43e34-4869-4696-8fbc-5fafacdc164c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:29.752627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.825877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.831224 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.834008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-002a0aa9-6a91-4c1f-a5ba-bde2291619b3 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:29.852033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca45f4d-aa1b-4b04-ad1b-59b1683097c2,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:29.856681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:29.866244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.870826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-34cadf89-aa35-4d69-9d5d-5c703a27a623 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608629 Jun 10 16:59:29.870826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57942) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:29.875301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7fb33783-b52f-47d4-8c73-0bee91270086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:29.878436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.912882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.919952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 4dd43e34-4869-4696-8fbc-5fafacdc164c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4dd43e34-4869-4696-8fbc-5fafacdc164c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:29.926031 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:29.929175 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ae93856c-b721-43d0-aa62-3f26f17a4d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:30.008039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=4dd43e34-4869-4696-8fbc-5fafacdc164c,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:30.011896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.013190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:30.018975 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.023925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-04b2ed57-ca66-4882-af91-3bc90f9d99eb tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:30.043528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72144ed3-f655-485b-86fa-25b47374b681,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:30.047070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:30.052538 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.054326 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-0f8de5c5-4788-4caa-8a26-e5248e6814f5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827517 Jun 10 16:59:30.057411 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57944) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:30.062291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7fb33783-b52f-47d4-8c73-0bee91270086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:30.086923 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Project 2adbda18d2644b898bb8eab583a5eb00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:59:30.092754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.170693 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.177404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.179329 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4ebc206e-f13a-4919-8f96-9b2549314f3a tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:30.197795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46882f6f-3ad5-4c4c-82b7-95c5aeb7b6d9,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:30.200712 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:30.206870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.208975 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504476 Jun 10 16:59:30.212273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 57946) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:30.220412 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7fb33783-b52f-47d4-8c73-0bee91270086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:30.248967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Sync routers for ids ['efaacd51-cec7-4498-bc0f-11f266dd30b5'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:59:30.252533 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Project 2adbda18d2644b898bb8eab583a5eb00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 16:59:30.258782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.264945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Routers {'efaacd51-cec7-4498-bc0f-11f266dd30b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:30.266112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['efaacd51-cec7-4498-bc0f-11f266dd30b5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:30.349208 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.355667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.358485 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-78d532a0-37fd-46e0-9185-a154918974b4 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:30.378525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ad9eaa-3e96-4b13-a7e0-5159f50ec289,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:30.382215 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:30.388430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:30.390834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764116 Jun 10 16:59:30.462280 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Set router efaacd51-cec7-4498-bc0f-11f266dd30b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:30.592854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-6c80cadb-f2cc-4c5a-91c1-b1030de42618 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892625583&fields=id&tenant_id=2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 267 time: 0.0575137 Jun 10 16:59:30.856620 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-693435a2-3c6a-4071-93bb-80a0efc80489 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:30.859459 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-693435a2-3c6a-4071-93bb-80a0efc80489 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 809 time: 0.2575219 Jun 10 16:59:30.884253 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-31811c1d-0733-4084-ae8d-5048a3e8b72e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/quotas/2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 375 time: 0.0172119 Jun 10 16:59:30.986052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd80869ab-bf1c-4be4-905f-7384f7ed60e7', 'name': '', 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'mac_address': 'fa:16:3e:c2:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:25Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 2, 'project_id': '43444387539d412fb806ee1069e80d37', 'subnets': [{'id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:30.991881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Checking router: efaacd51-cec7-4498-bc0f-11f266dd30b5 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:30.992456 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Updating router efaacd51-cec7-4498-bc0f-11f266dd30b5 port d80869ab-bf1c-4be4-905f-7384f7ed60e7 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 16:59:31.008337 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-27aa4d6b-983f-4223-8571-1f87ad13227c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172550 Jun 10 16:59:31.055332 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:31.185967 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-68e2169b-3350-42ea-ab08-381c557c68fc service neutron] 10.222.0.23 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602509 Jun 10 16:59:31.372601 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-d8696b68-63e0-4d75-afca-28eb9c0d29cc service neutron] 10.222.0.23 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781883 Jun 10 16:59:31.491007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:31.511202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Transition to ACTIVE for port object d80869ab-bf1c-4be4-905f-7384f7ed60e7 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:31.524551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:31.530556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:31.656728 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ea644c3a-575c-4a3d-83fc-1cd76f582065 req-236386d0-cb0e-4087-8e3e-ee0d95375ff3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 210 time: 0.0828276 Jun 10 16:59:31.706074 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4dd43e34-4869-4696-8fbc-5fafacdc164c up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:31.765506 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80021045-60ca-43a4-b600-3e1ed9ee6343 None None] Pushing event updated for resources: {'Port': ['ID=d80869ab-bf1c-4be4-905f-7384f7ed60e7,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:31.826913 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80021045-60ca-43a4-b600-3e1ed9ee6343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:31.908045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Attempting to bind port d80869ab-bf1c-4be4-905f-7384f7ed60e7 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:31.908602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Attempting to bind port d80869ab-bf1c-4be4-905f-7384f7ed60e7 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:31.909170 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Attempting to bind port d80869ab-bf1c-4be4-905f-7384f7ed60e7 on network 8e8c6216-1f8d-4f25-82b6-de0a9777482d {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:31.922791 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:31.923319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Checking segment: {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:31.923945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:31.924586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Bound using segment: {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:31.925275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Bound port: d80869ab-bf1c-4be4-905f-7384f7ed60e7, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d075f2d-ebcb-46ed-8659-d485d6bec5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:31.925910 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:31.931172 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 4dd43e34-4869-4696-8fbc-5fafacdc164c triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:31.931733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:32.086555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] For port d80869ab-bf1c-4be4-905f-7384f7ed60e7, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:32.091683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] For port d80869ab-bf1c-4be4-905f-7384f7ed60e7, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80869ab-bf1c-4be4-905f-7384f7ed60e7,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:32.099465 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:32.126908 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:32.218815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Routers {'efaacd51-cec7-4498-bc0f-11f266dd30b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:32.219525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['efaacd51-cec7-4498-bc0f-11f266dd30b5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:32.222018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80021045-60ca-43a4-b600-3e1ed9ee6343 None None] Pushing event updated for resources: {'Port': ['ID=d80869ab-bf1c-4be4-905f-7384f7ed60e7,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:32.226060 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80021045-60ca-43a4-b600-3e1ed9ee6343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:32.504854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] Set router efaacd51-cec7-4498-bc0f-11f266dd30b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:32.860540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-384f8095-8ae1-4291-b3b5-3ba02d5cd6d1 req-3f0096c6-a331-49c8-a623-f865d3ae29c6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 210 time: 0.0424867 Jun 10 16:59:32.896340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd80869ab-bf1c-4be4-905f-7384f7ed60e7', 'name': '', 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'mac_address': 'fa:16:3e:c2:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:25Z', 'updated_at': '2021-06-10T16:59:32Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'subnets': [{'id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:32.902379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4fe33-fc7d-4c31-9115-0678d1af71bc None None] The sync data for ids ['efaacd51-cec7-4498-bc0f-11f266dd30b5'] in dv-neutron-601336-90-hyperv is: [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'd80869ab-bf1c-4be4-905f-7384f7ed60e7', 'name': '', 'network_id': '8e8c6216-1f8d-4f25-82b6-de0a9777482d', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'mac_address': 'fa:16:3e:c2:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:25Z', 'updated_at': '2021-06-10T16:59:32Z', 'revision_number': 4, 'project_id': '43444387539d412fb806ee1069e80d37', 'subnets': [{'id': '53c779d4-a4ec-4bbc-838c-602c3b1a6866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:33.246462 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-9f12353a-1bd9-4192-8741-1345593f7f80 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:33.248076 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-9f12353a-1bd9-4192-8741-1345593f7f80 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 809 time: 0.2029440 Jun 10 16:59:33.335096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-55173961-f5c9-40ac-a5ab-eaa00777c15a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 379 time: 0.0778477 Jun 10 16:59:33.347999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'port': {'device_id': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'admin_state_up': True, 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'security_groups': ['7fb33783-b52f-47d4-8c73-0bee91270086']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:33.549009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Made reservation on behalf of 2adbda18d2644b898bb8eab583a5eb00 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 16:59:33.556908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:33.560963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-034e7caf-e4fc-41b3-9463-c7bb5d26e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:33.701905 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80869ab-bf1c-4be4-905f-7384f7ed60e7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:33.807181 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port d80869ab-bf1c-4be4-905f-7384f7ed60e7 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:33.812729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d80869ab-bf1c-4be4-905f-7384f7ed60e7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:33.813296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:33.992987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:34.055182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port d80869ab-bf1c-4be4-905f-7384f7ed60e7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80869ab-bf1c-4be4-905f-7384f7ed60e7,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:34.061604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:34.065825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:34.143380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=d80869ab-bf1c-4be4-905f-7384f7ed60e7,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:34.148995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:34.162365 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a8ee7960-3925-449f-a353-266f240ff3c2 req-a2e3cb44-f04c-4b12-a5d6-9a389f23d9c5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 210 time: 0.0545692 Jun 10 16:59:34.290122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Allocated IP 172.20.0.7 (25bf42dc-ca5e-437d-8ee3-dea11f61590c/25516fa2-6dcc-4232-a959-7c310a3811fd/d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:34.497703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:34.513459 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Transition to ACTIVE for port object d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:34.565313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:34.571525 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cf5a08a9-8d31-4654-8630-3c4ab4938bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:34.633719 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:34.637291 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:34.642495 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:34.650298 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:34.681179 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:34.714032 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:34.714717 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:34.733485 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3924806 Jun 10 16:59:34.858520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0e53b21c-c216-4edf-8c3a-1ef672f82972 None None] Provisioning for port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:34.864217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0e53b21c-c216-4edf-8c3a-1ef672f82972 None None] Provisioning complete for port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:34.864602 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0e53b21c-c216-4edf-8c3a-1ef672f82972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:34.898896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Request body: {'port': {'device_id': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:34.912138 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0e53b21c-c216-4edf-8c3a-1ef672f82972 None None] Port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 16:59:35.023155 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.424311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:59:35.435289 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.454720 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Transition to ACTIVE for port object d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 16:59:35.469447 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ddaef-9155-42a5-a4c6-8e6f2ca051c5 req-e50083b3-385f-472e-941a-aef41c204ce8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:35.471154 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d58ddaef-9155-42a5-a4c6-8e6f2ca051c5 req-e50083b3-385f-472e-941a-aef41c204ce8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 931 time: 0.1581490 Jun 10 16:59:35.472473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.475827 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f51e18ec-1886-4bc6-8d44-ca7f6a6873d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:35.624049 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:35.630031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:35.656855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80869ab-bf1c-4be4-905f-7384f7ed60e7 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:35.663968 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d58ddaef-9155-42a5-a4c6-8e6f2ca051c5 req-eebfbd91-8928-445a-9045-884c985aaa9a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796644 Jun 10 16:59:35.745974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port d80869ab-bf1c-4be4-905f-7384f7ed60e7 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:35.746544 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.747391 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Attempting to bind port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 16:59:35.747799 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Attempting to bind port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 16:59:35.748409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Attempting to bind port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:35.755143 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 16:59:35.755635 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Attempting to bind port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 16:59:35.762301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 16, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 16:59:35.762488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Checking segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 16:59:35.762885 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Bound using segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 16:59:35.763318 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Bound port: d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 16:59:35.763668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.851894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 16:59:35.857689 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 16:59:35.865305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.870575 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-00d34e04-5c8c-4a5c-ab57-4bf6ca6a2754 tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:35.939397 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:35.940430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:35.943681 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] 10.222.0.25 "PUT /v2.0/ports/d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 1093 time: 1.2024510 Jun 10 16:59:35.944593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:59:35.948698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:59:36.045546 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dba0a3-ae79-44e1-a99e-3cab1998137b x-openstack-request-id: req-f6dba0a3-ae79-44e1-a99e-3cab1998137b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:59:36.046117 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:59:36.046676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6dba0a3-ae79-44e1-a99e-3cab1998137b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:59:36.047487 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'status': 'completed', 'code': 200} Jun 10 16:59:36.055634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:36.063110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:36.101943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-77fffa68-f1fe-4057-8dcb-65ea848669a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:36.104710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-77fffa68-f1fe-4057-8dcb-65ea848669a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1096 time: 0.1119323 Jun 10 16:59:36.218155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:36.219058 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-5187983c-56a9-4c00-aa58-8b407dc55650 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 217 time: 0.1066658 Jun 10 16:59:36.281499 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-2b796fde-1853-4f62-9c42-dac96febc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:36.282971 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-2b796fde-1853-4f62-9c42-dac96febc3b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0583794 Jun 10 16:59:36.367222 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-54c6b54e-9f3f-48a3-97d0-a4e9ead960f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:36.368744 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-54c6b54e-9f3f-48a3-97d0-a4e9ead960f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793407 Jun 10 16:59:36.404364 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-55fda3ef-f46e-4be1-a6d1-c4011f6a504d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:36.505597 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-1fd12716-b1a5-4a70-becb-77fc4847e0f0 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298475 Jun 10 16:59:36.646382 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5e83c123-2826-48c8-bb7f-60375d2065a5 req-d17f7957-251d-423d-84fa-e3db7db6cc07 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338191 Jun 10 16:59:36.791741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-22163ae9-6c3e-4950-a37b-228e7e3c0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:36.794590 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-22163ae9-6c3e-4950-a37b-228e7e3c0b95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1096 time: 0.0872836 Jun 10 16:59:36.980553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-8ae9d8d8-e878-4ef5-81a3-e26ff9af2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:36.982107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-8ae9d8d8-e878-4ef5-81a3-e26ff9af2d62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1809325 Jun 10 16:59:36.995067 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259fca5-4fb1-4b5a-8e5d-35c7d8e16487 req-f3b63a95-9c1e-44a4-ab71-cab55744df2c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:36.996643 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5259fca5-4fb1-4b5a-8e5d-35c7d8e16487 req-f3b63a95-9c1e-44a4-ab71-cab55744df2c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1698821 Jun 10 16:59:37.060243 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-3555243b-32bf-4224-af71-03ad8b03beab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 217 time: 0.0624259 Jun 10 16:59:37.139572 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5259fca5-4fb1-4b5a-8e5d-35c7d8e16487 req-013deb70-d289-4132-b614-27199c3d297d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358478 Jun 10 16:59:37.149338 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-6d4d7f8b-01dd-4820-acf2-118294ba6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:37.150851 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-6d4d7f8b-01dd-4820-acf2-118294ba6e9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0806675 Jun 10 16:59:37.228444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-299e98d7-2735-4bba-947f-83be9f201342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:37.230153 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-299e98d7-2735-4bba-947f-83be9f201342 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723417 Jun 10 16:59:37.412726 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-5032f8e2-1565-4f21-8acf-1bac21b6131c service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743264 Jun 10 16:59:37.492557 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:37.573699 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8c4bda5f-550f-4d20-b514-adfa9d03ed9f req-4f504d1a-8df2-492b-9be7-02d599233537 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527443 Jun 10 16:59:38.250948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 16:59:38.391308 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70127a3a-443d-432a-9779-69ba1283cda1 req-f299a1db-246a-417e-96a4-08cb8a4e606e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:38.392923 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-70127a3a-443d-432a-9779-69ba1283cda1 req-f299a1db-246a-417e-96a4-08cb8a4e606e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.0946965 Jun 10 16:59:38.460523 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:38.486265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'mac_address': 'fa:16:3e:0f:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 16:59:38.555857 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:38.582659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 16:59:38.622998 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:38.630102 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:38.633490 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:38.741956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:38.747406 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:38.842296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 16:59:38.915391 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-70127a3a-443d-432a-9779-69ba1283cda1 req-ea6d32c2-13ad-4d06-88bd-a38541486b45 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5153081 Jun 10 16:59:39.134112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:40.176708 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3c4e1-74cc-4de5-a347-e7b69558908c req-3ccb8b6f-e9da-4091-a41f-1e4286eb71b7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:40.179598 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3ea3c4e1-74cc-4de5-a347-e7b69558908c req-3ccb8b6f-e9da-4091-a41f-1e4286eb71b7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 944 time: 0.1108687 Jun 10 16:59:40.236195 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3ea3c4e1-74cc-4de5-a347-e7b69558908c req-e4cf5bee-2a35-41ea-9d86-95af3c97bfd9 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488069 Jun 10 16:59:40.269397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 16:59:40.330842 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 16:59:40.335526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 16:59:40.335963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:40.441592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:40.471022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:59:40.473520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b208b3f-0739-4fa4-82ba-553a7f0d1de5" -d '{"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:59:40.489244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 16:59:40.494923 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:40.497424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:40.545556 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac0bd47-e69e-485d-a9a9-43a55b619559 x-openstack-request-id: req-4ac0bd47-e69e-485d-a9a9-43a55b619559 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:59:40.546372 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:59:40.546750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ac0bd47-e69e-485d-a9a9-43a55b619559 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:59:40.547259 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'code': 200} Jun 10 16:59:40.571838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:40.576886 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:40.805953 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3341775-c135-41b4-a251-a9e9d554862c req-11e8ef77-cfa8-4eef-ac1d-153f1f4781e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:40.807629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3341775-c135-41b4-a251-a9e9d554862c req-11e8ef77-cfa8-4eef-ac1d-153f1f4781e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1098 time: 0.0672524 Jun 10 16:59:40.851161 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3341775-c135-41b4-a251-a9e9d554862c req-e4eb3a14-bd11-48ea-bd50-f2afc660af77 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366149 Jun 10 16:59:41.439605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e01a72-2103-4dd9-8bbc-e21e899aea40 req-06bd3bcc-19a6-45fb-904f-b1793f2fa2a3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:41.441255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29e01a72-2103-4dd9-8bbc-e21e899aea40 req-06bd3bcc-19a6-45fb-904f-b1793f2fa2a3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0804343 Jun 10 16:59:41.492530 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-29e01a72-2103-4dd9-8bbc-e21e899aea40 req-eb51a526-474c-4edf-9725-4cf1c8a17d3a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435972 Jun 10 16:59:42.702783 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6bff5-7b85-4bb7-9247-044e0a104517 req-5cf61ac4-bc9d-4ec1-81b8-a014ab47fc60 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:42.704336 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e3d6bff5-7b85-4bb7-9247-044e0a104517 req-5cf61ac4-bc9d-4ec1-81b8-a014ab47fc60 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0777471 Jun 10 16:59:42.757912 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e3d6bff5-7b85-4bb7-9247-044e0a104517 req-dd1af366-9063-4d5e-a2d5-40f4acfb206e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Jun 10 16:59:42.970769 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c47f8-a4a0-4f05-bbe5-1fe7bc621818 req-ca822ffe-f0a0-4bda-af66-c0b135b1bb02 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:42.972369 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e19c47f8-a4a0-4f05-bbe5-1fe7bc621818 req-ca822ffe-f0a0-4bda-af66-c0b135b1bb02 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0838628 Jun 10 16:59:43.021028 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e19c47f8-a4a0-4f05-bbe5-1fe7bc621818 req-b8f270b9-8560-47e1-857e-baa7c640d062 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409758 Jun 10 16:59:43.047787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58002) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:43.161439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f23e4a-d1b6-45c9-8486-1e603dbac448 tempest-TestShelveInstance-2131750774 tempest-TestShelveInstance-2131750774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:43.163284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-99f23e4a-d1b6-45c9-8486-1e603dbac448 tempest-TestShelveInstance-2131750774 tempest-TestShelveInstance-2131750774-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1093 time: 0.1144245 Jun 10 16:59:43.166557 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58006) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 16:59:43.173347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 16:59:43.208847 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:43.387976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:43.562738 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Allocated IP 172.26.5.96 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/c4f9f1f9-7fa8-44a6-8b25-7f38e3026820) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 16:59:43.722488 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:43.786422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:43.791577 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fc65a285-7ca5-4225-ada0-b216b835b6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:43.878637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 16:59:43.883859 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 16:59:43.891314 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 16:59:43.951393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'Port': ['ID=c4f9f1f9-7fa8-44a6-8b25-7f38e3026820,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:43.961452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:44.595918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:44.752234 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:44.965552 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:44.972087 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:44.975300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ddf667ed-e90a-46e6-a58d-1cc025551db4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 16:59:45.066870 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'Port': ['ID=c4f9f1f9-7fa8-44a6-8b25-7f38e3026820,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 16:59:45.072429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 16:59:45.084139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:45.250387 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Floating IP 90def5e7-18be-4209-b67b-aed259099bfd associated. External IP: 172.26.5.96, port: d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a. Jun 10 16:59:45.954368 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 16:59:46.120331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 16:59:46.132460 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 16:59:46.142881 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:46.143523 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:46.147315 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 16:59:46.227894 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0594928 Jun 10 16:59:46.228681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 16:59:46.232938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b6fe07-e5ef-4152-9801-49ea996ea00c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 16:59:46.292553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbce184-1830-4207-9fff-3d6511913278 x-openstack-request-id: req-8cbce184-1830-4207-9fff-3d6511913278 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 16:59:46.293017 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 16:59:46.293458 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cbce184-1830-4207-9fff-3d6511913278 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 16:59:46.294067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'status': 'completed', 'code': 200} Jun 10 16:59:46.323803 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:46.401120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-088267bd-7910-4873-992c-91f82c86be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:46.404038 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-088267bd-7910-4873-992c-91f82c86be80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1098 time: 0.0822282 Jun 10 16:59:46.574878 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-c518b8a8-6711-4e67-93a4-0875e8b7cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:46.576256 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-c518b8a8-6711-4e67-93a4-0875e8b7cf15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1661048 Jun 10 16:59:46.671294 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '90def5e7-18be-4209-b67b-aed259099bfd', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'mac_address': 'fa:16:3e:0f:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:59:44Z', 'updated_at': '2021-06-10T16:59:44Z', 'revision_number': 0, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:46.675169 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 16:59:46.684764 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 16:59:46.685441 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T16:59:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:46.721132 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-a2f89e2e-c039-4558-8a58-e4399b0f03cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 998 time: 0.1376736 Jun 10 16:59:46.825520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-8ffb234d-f85b-4d5f-b40b-0dec98b768ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:46.827909 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-8ffb234d-f85b-4d5f-b40b-0dec98b768ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0990791 Jun 10 16:59:46.855568 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 16:59:46.917973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-b8c3f796-17ae-4a47-9809-e683aefc0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 16:59:46.919669 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-b8c3f796-17ae-4a47-9809-e683aefc0da0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0853689 Jun 10 16:59:47.064430 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-812146bd-5e4d-4c24-a23a-a7e0cee77c30 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369555 Jun 10 16:59:47.232919 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-81b6fe07-e5ef-4152-9801-49ea996ea00c req-54465ba2-1ac6-4218-aa3a-dc0a22aa02e9 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494772 Jun 10 16:59:47.257473 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '90def5e7-18be-4209-b67b-aed259099bfd', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'mac_address': 'fa:16:3e:0f:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:59:44Z', 'updated_at': '2021-06-10T16:59:44Z', 'revision_number': 0, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 16:59:47.262052 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaef02d-e46b-47de-8e42-398941de42e3 None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '90def5e7-18be-4209-b67b-aed259099bfd', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'mac_address': 'fa:16:3e:0f:44:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T16:59:44Z', 'updated_at': '2021-06-10T16:59:44Z', 'revision_number': 0, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 16:59:47.479146 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f92f020-e0f0-441e-b57c-67a148286048 None None] New status for floating IP 90def5e7-18be-4209-b67b-aed259099bfd: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 16:59:47.820022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-e4ad4b9b-c76f-4779-8000-b8ebd0692e42 req-1603f793-155e-42fe-b78b-c709f6025d37 service neutron] (92386) timed out ('10.222.0.23', 54024) {{(pid=92386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 16:59:51.416010 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 16:59:51.744304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:03.556046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a8934a92-a20a-412c-9a96-d429db080796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:06.226841 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:06.409057 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-792307c6-65e1-4974-bc4b-bfb87afe9c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:07.489926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:09.120861 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:10.494321 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-7e1d08f0-7a41-409e-b3b0-b93148f89634 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713329 Jun 10 17:00:10.616614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce350ac-4831-470a-acd9-776e82c92180 req-4a7614e9-4ebf-4fdd-a508-f0412ea16a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:00:10.618203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-4a7614e9-4ebf-4fdd-a508-f0412ea16a4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1098 time: 0.0702171 Jun 10 17:00:10.785860 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce350ac-4831-470a-acd9-776e82c92180 req-43dc9437-bd7e-4d93-9577-c517fbfbd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:00:10.786636 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-43dc9437-bd7e-4d93-9577-c517fbfbd070 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1421895 Jun 10 17:00:10.902149 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-faaf6c3d-bb72-4133-a0a4-cd3d14401312 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 1000 time: 0.1085629 Jun 10 17:00:10.965673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce350ac-4831-470a-acd9-776e82c92180 req-87df0e6f-9a43-423a-b8cd-9690788e50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:00:10.967200 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-87df0e6f-9a43-423a-b8cd-9690788e50aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0588105 Jun 10 17:00:11.067515 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce350ac-4831-470a-acd9-776e82c92180 req-13016eb2-cf0b-47e4-9651-04fafb7d47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:00:11.069264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-13016eb2-cf0b-47e4-9651-04fafb7d47cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0955353 Jun 10 17:00:11.213051 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-ba6c0565-ab0a-4d25-9af9-5ebe853b1beb service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359401 Jun 10 17:00:11.363822 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ce350ac-4831-470a-acd9-776e82c92180 req-21a321a2-6a65-4a1b-97a7-665ca72c24a1 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432533 Jun 10 17:00:21.750087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:28.416870 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:00:33.560211 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dc49b42a-c153-40bc-8032-d9553e1902cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:36.219550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:36.412290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4ae244b5-4272-4c94-9367-e9582325a570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:37.500973 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:39.123455 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:00:51.747209 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:03.563258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-556781d3-b3b9-4d59-9cc9-2bff2c4e975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:05.415903 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:01:06.231205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:06.417672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7a857a8b-ae82-4f99-a5d9-dc647120c7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:07.504793 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:09.128301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:11.483579 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-4d6371c1-26c6-457a-a73b-ad86455c99e8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689385 Jun 10 17:01:11.610766 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-3f81de04-9ec8-4c30-b742-4c969ba65ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:11.612301 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-3f81de04-9ec8-4c30-b742-4c969ba65ca1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1098 time: 0.0818479 Jun 10 17:01:11.764497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-6982af1d-6503-409d-ba65-90d368c40bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:11.766069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-6982af1d-6503-409d-ba65-90d368c40bc2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1310196 Jun 10 17:01:11.863603 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-df104383-2eb5-450b-9232-417821b58844 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 1000 time: 0.0906079 Jun 10 17:01:11.934567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-b30960bc-128b-4f16-a7bc-3f7c4deb6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:11.936126 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-b30960bc-128b-4f16-a7bc-3f7c4deb6f45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0654147 Jun 10 17:01:12.008765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-35636f8f-f187-4f97-af8b-81bdc48ecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:12.010378 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-35636f8f-f187-4f97-af8b-81bdc48ecf50 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677905 Jun 10 17:01:12.161513 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-fbb00eb6-8bd6-41e6-897b-3fe0da59c038 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433198 Jun 10 17:01:12.298011 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7cd2fbad-3f41-426c-a327-8b5afe2059f1 req-25e177b6-414a-4811-80e9-663019d6d8aa service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286016 Jun 10 17:01:21.756137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:33.567088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3f41d787-9614-4d31-b8a6-1175b1331057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:36.225111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:36.420462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7a96d948-4ae7-4648-a0c3-7acbb4591f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:37.503163 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:39.129890 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:41.430704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b7a74-393d-40c2-8366-a5a635f10b4b req-4f25e003-2bdb-465c-a331-f1b943285051 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:41.432399 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-004b7a74-393d-40c2-8366-a5a635f10b4b req-4f25e003-2bdb-465c-a331-f1b943285051 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0854254 Jun 10 17:01:41.480094 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-004b7a74-393d-40c2-8366-a5a635f10b4b req-bb4f44dd-20d6-4f41-b040-9fa78ed3dca1 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Jun 10 17:01:42.416331 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:01:42.699366 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8b9c7-f7ad-4257-9a66-17cc7bbda7ba req-fad87195-a6ff-4dff-98e2-aa49a93cd733 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:42.700889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-20a8b9c7-f7ad-4257-9a66-17cc7bbda7ba req-fad87195-a6ff-4dff-98e2-aa49a93cd733 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0801334 Jun 10 17:01:42.753497 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-20a8b9c7-f7ad-4257-9a66-17cc7bbda7ba req-19761363-1005-4da4-a135-432598a96b4d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459523 Jun 10 17:01:43.961754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7fba5-feb3-445f-bbc1-8d5c4ba2d881 req-22be8459-4742-4cab-83fa-6df7b766f676 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:43.967927 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cda7fba5-feb3-445f-bbc1-8d5c4ba2d881 req-22be8459-4742-4cab-83fa-6df7b766f676 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0873642 Jun 10 17:01:44.021180 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-cda7fba5-feb3-445f-bbc1-8d5c4ba2d881 req-4db2e6ba-866d-4b03-ac23-2307f1f20f46 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Jun 10 17:01:45.221196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22d6d-615b-4bf6-bdc1-6cd361104dbd req-0ccc2c76-cc65-46f9-a450-48edf6a80620 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:45.222809 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85a22d6d-615b-4bf6-bdc1-6cd361104dbd req-0ccc2c76-cc65-46f9-a450-48edf6a80620 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0787404 Jun 10 17:01:45.268786 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-85a22d6d-615b-4bf6-bdc1-6cd361104dbd req-733dca03-aa20-491a-93ad-d9b0fedcb3ea tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 Jun 10 17:01:46.490348 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6d0a-816d-487b-aa13-e56d23437dbe req-957563e9-d7b3-4cae-8a63-267ade263206 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:46.492096 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fa2d6d0a-816d-487b-aa13-e56d23437dbe req-957563e9-d7b3-4cae-8a63-267ade263206 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0831001 Jun 10 17:01:46.540937 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fa2d6d0a-816d-487b-aa13-e56d23437dbe req-d51bacce-0751-4d6f-9910-b9dce95ffa98 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424094 Jun 10 17:01:47.751896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92cca7-de81-40b9-9d05-2d607c37f6a2 req-8c2289c0-0263-41b7-bc7a-253a675bb0f8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:47.753563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1c92cca7-de81-40b9-9d05-2d607c37f6a2 req-8c2289c0-0263-41b7-bc7a-253a675bb0f8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0788968 Jun 10 17:01:47.808918 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1c92cca7-de81-40b9-9d05-2d607c37f6a2 req-878d639f-37cf-4b54-aadf-fb00b8974f03 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449512 Jun 10 17:01:49.025619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ebbca-7a61-4ee7-b0c9-eb49216f480f req-e0e73113-4769-402c-9f12-d602a4b08af0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:49.027241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-393ebbca-7a61-4ee7-b0c9-eb49216f480f req-e0e73113-4769-402c-9f12-d602a4b08af0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0807490 Jun 10 17:01:49.082104 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-393ebbca-7a61-4ee7-b0c9-eb49216f480f req-cacf4998-7eb2-4cc0-9b4e-428cff68b269 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476096 Jun 10 17:01:50.302170 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec793fc-7cf2-4bea-a273-a17f165d78dd req-514f2903-1016-45c2-95a0-55fbbb21969a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:50.303830 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bec793fc-7cf2-4bea-a273-a17f165d78dd req-514f2903-1016-45c2-95a0-55fbbb21969a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0935352 Jun 10 17:01:50.356970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bec793fc-7cf2-4bea-a273-a17f165d78dd req-77634352-2989-4b7c-97d7-c0447751b46e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Jun 10 17:01:51.559312 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff2bc3-0b35-4846-a992-7ac8ae9ffc95 req-7ec33f2e-f577-4602-962b-a3cc7b521757 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:51.560911 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7aff2bc3-0b35-4846-a992-7ac8ae9ffc95 req-7ec33f2e-f577-4602-962b-a3cc7b521757 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0762389 Jun 10 17:01:51.609089 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7aff2bc3-0b35-4846-a992-7ac8ae9ffc95 req-e2b11591-e68b-46cf-bbe0-aeacac78a85a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Jun 10 17:01:51.773453 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:52.866477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698c827-54cd-49cb-9512-231f9ed4e954 req-0255dec5-52f0-4f2a-92b2-0c4c6f895ddf tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:52.869352 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7698c827-54cd-49cb-9512-231f9ed4e954 req-0255dec5-52f0-4f2a-92b2-0c4c6f895ddf tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.1318088 Jun 10 17:01:52.945413 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7698c827-54cd-49cb-9512-231f9ed4e954 req-08f27249-0540-4061-b56c-cad6eda1af34 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681732 Jun 10 17:01:54.176455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0867e-52f1-406e-ba3d-0869b794b7db req-18bf61be-2bb7-48c9-bbbc-cadd8f887a98 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:54.178089 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3ab0867e-52f1-406e-ba3d-0869b794b7db req-18bf61be-2bb7-48c9-bbbc-cadd8f887a98 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0830867 Jun 10 17:01:54.233337 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3ab0867e-52f1-406e-ba3d-0869b794b7db req-f900e935-a9ec-4ad2-843e-9c421b006a3a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486336 Jun 10 17:01:54.999896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:01:55.185387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:01:55.203548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'mac_address': 'fa:16:3e:0f:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:01:55.309171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:55.356692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:01:55.395540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:01:55.401898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:55.409658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:01:55.489014 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aec4e-ad22-4da8-8bfa-4e2eff1e0224 req-2cb891ec-2b13-4634-b201-9e89e53e05cb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:55.491384 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f96aec4e-ad22-4da8-8bfa-4e2eff1e0224 req-2cb891ec-2b13-4634-b201-9e89e53e05cb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 944 time: 0.0901945 Jun 10 17:01:55.502067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:01:55.514642 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:01:55.547593 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f96aec4e-ad22-4da8-8bfa-4e2eff1e0224 req-b49d015e-61bd-4d10-80aa-977791c9ece3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Jun 10 17:01:55.574855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.575633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.576631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.578124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.579044 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.579900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.580894 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.581499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.581956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.582476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.582927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.583504 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:01:55.589984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:01:56.873422 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe09c3-5328-4796-8d83-cc814f0ed735 req-3036f42b-acf9-4779-82b3-3ba3dcff9113 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:56.876444 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fdfe09c3-5328-4796-8d83-cc814f0ed735 req-3036f42b-acf9-4779-82b3-3ba3dcff9113 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 944 time: 0.1019704 Jun 10 17:01:56.937085 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fdfe09c3-5328-4796-8d83-cc814f0ed735 req-f51f153e-5b3e-4ef1-8765-fda0b5bac2e8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486202 Jun 10 17:01:57.011961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:01:57.106365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:01:57.107201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:57.244268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:57.284888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:01:57.287405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2e1976-b97b-4c13-920b-7ed3805e1b20" -d '{"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:01:57.305440 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:01:57.312821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:01:57.315865 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ce2c91a9-dda1-4123-a322-294ce860e53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:01:57.351526 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50a2787-05f6-450c-b293-18b3aa828675 x-openstack-request-id: req-b50a2787-05f6-450c-b293-18b3aa828675 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:01:57.352194 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:01:57.352651 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b50a2787-05f6-450c-b293-18b3aa828675 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:01:57.353329 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'code': 200} Jun 10 17:01:57.392109 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:01:57.395692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:01:58.178167 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c52d06-6041-49fc-a1fd-0cd0b3cb57ee req-44f5b44e-be0d-475e-b937-14acef664742 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:58.181921 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c8c52d06-6041-49fc-a1fd-0cd0b3cb57ee req-44f5b44e-be0d-475e-b937-14acef664742 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.1061480 Jun 10 17:01:58.254029 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c8c52d06-6041-49fc-a1fd-0cd0b3cb57ee req-7c72d627-baf0-4074-940a-ec31f161a094 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630252 Jun 10 17:01:59.568361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943288-e1eb-4533-a149-81dba6dc3df8 req-e52a4e60-3828-4020-982b-bd6253463f44 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:01:59.573909 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2f943288-e1eb-4533-a149-81dba6dc3df8 req-e52a4e60-3828-4020-982b-bd6253463f44 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.1565979 Jun 10 17:01:59.629647 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2f943288-e1eb-4533-a149-81dba6dc3df8 req-f3531735-0229-4cad-a349-df5304dea343 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489371 Jun 10 17:02:00.891891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f407ef1-b6be-4fba-9ff0-9754428bc6f3 req-06daa6d0-a237-451e-9663-ffa2c1df69dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:00.894109 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3f407ef1-b6be-4fba-9ff0-9754428bc6f3 req-06daa6d0-a237-451e-9663-ffa2c1df69dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0985496 Jun 10 17:02:00.969993 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-3f407ef1-b6be-4fba-9ff0-9754428bc6f3 req-f319aba6-2025-42b9-8838-871693c14886 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657790 Jun 10 17:02:02.320836 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4f4c-36e0-44d8-b6cb-c527097122e7 req-745b306b-4dc9-433d-adac-91985febfd6c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:02.323499 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b4e4f4c-36e0-44d8-b6cb-c527097122e7 req-745b306b-4dc9-433d-adac-91985febfd6c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.1463792 Jun 10 17:02:02.430121 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b4e4f4c-36e0-44d8-b6cb-c527097122e7 req-80af7164-4195-4fc8-aaa0-bc387d027888 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922399 Jun 10 17:02:03.572955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4bc2ff41-24f3-4196-ad4f-f97158ced545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:03.730842 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b1a4-9bc2-4265-8812-ee194a652d61 req-46762112-4b0a-42e7-ac69-c06668793e38 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:03.733054 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aff0b1a4-9bc2-4265-8812-ee194a652d61 req-46762112-4b0a-42e7-ac69-c06668793e38 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0963690 Jun 10 17:02:03.789960 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-aff0b1a4-9bc2-4265-8812-ee194a652d61 req-2f3ee6ca-e5dd-46ed-b0f1-e3c8bdc6ea0c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499692 Jun 10 17:02:05.007406 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d9c7-9375-4651-8556-fc757827c73e req-ececbaa3-a395-4aea-8566-f52c580d6ebc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:05.009107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fe4d9c7-9375-4651-8556-fc757827c73e req-ececbaa3-a395-4aea-8566-f52c580d6ebc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0803154 Jun 10 17:02:05.060257 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fe4d9c7-9375-4651-8556-fc757827c73e req-fac5aa34-8282-4e8a-8e9c-8669473db144 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 Jun 10 17:02:05.484743 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-72c7fba9-1c7f-47d7-be9d-f493b2e957fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:05.486306 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-72c7fba9-1c7f-47d7-be9d-f493b2e957fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1098 time: 0.0707664 Jun 10 17:02:05.615667 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-d0b9d9ab-64e2-4d45-b4eb-e8ed18bac393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:05.617167 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-d0b9d9ab-64e2-4d45-b4eb-e8ed18bac393 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1229630 Jun 10 17:02:05.714959 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-594653ba-1112-48f6-9e31-5ecebc81a6dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 1000 time: 0.0898771 Jun 10 17:02:05.785339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-de446a22-6deb-482d-a276-45864b4c6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:05.787089 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-de446a22-6deb-482d-a276-45864b4c6d78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0656626 Jun 10 17:02:05.865129 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-32f33466-34cf-47a2-93a6-e6f9a7514f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:05.867284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-32f33466-34cf-47a2-93a6-e6f9a7514f5a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739062 Jun 10 17:02:06.250213 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:06.290619 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6342d-e868-4283-9e92-0cb729d60a91 req-01c398ff-4baa-43e5-8678-10599ab77bf3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:06.292197 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ca6342d-e868-4283-9e92-0cb729d60a91 req-01c398ff-4baa-43e5-8678-10599ab77bf3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0918052 Jun 10 17:02:06.351953 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-4ca6342d-e868-4283-9e92-0cb729d60a91 req-c6a17b08-ab31-44ba-9e8a-fb9e3ae6d878 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486326 Jun 10 17:02:06.428432 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-89f85934-b4af-4df4-9d66-a16bbd425722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:06.459854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-d432515d-5af3-4808-923a-a306f565ab5d service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847733 Jun 10 17:02:06.590853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-351f1d7e-c429-4911-ab61-a2b36d60517b req-507b36ef-bf86-40c2-b91f-391f80ed5ed8 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223984 Jun 10 17:02:07.508985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:07.573095 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde1d8b-d15b-433b-ad2a-9465ccc05d59 req-d9582057-9056-4cbd-abcd-a252d32b8463 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:07.574691 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dde1d8b-d15b-433b-ad2a-9465ccc05d59 req-d9582057-9056-4cbd-abcd-a252d32b8463 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0872061 Jun 10 17:02:07.624799 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4dde1d8b-d15b-433b-ad2a-9465ccc05d59 req-276b0e83-ca0b-40be-b42b-d1e9de6c1e52 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430117 Jun 10 17:02:08.828036 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8c295-619c-440e-9820-337cbe40dfae req-4c4ff590-280a-4f71-bd0a-d06288611627 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:08.829869 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-81e8c295-619c-440e-9820-337cbe40dfae req-4c4ff590-280a-4f71-bd0a-d06288611627 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 945 time: 0.0796764 Jun 10 17:02:08.883131 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-81e8c295-619c-440e-9820-337cbe40dfae req-8f16a1bd-b2ca-41c3-8d0e-e4ccbb48257e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Jun 10 17:02:09.043079 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:02:09.175173 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:09.179608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:09.210499 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:02:09.213497 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b66117-f32e-4769-ae2b-b37d8d1dbbad" -d '{"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:02:09.237473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:02:09.251678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:09.254155 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-fc681fdc-a175-4887-a927-3cc83bb3de70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:02:09.297533 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a277f-6ebf-4ad8-b8a0-978e5c46e266 x-openstack-request-id: req-935a277f-6ebf-4ad8-b8a0-978e5c46e266 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:02:09.297870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-unplugged", "status": "failed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "code": 422}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:02:09.298093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-935a277f-6ebf-4ad8-b8a0-978e5c46e266 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:02:09.298550 dv-neutron-601336-90-hyperv neutron-server[92387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'code': 422} returned with failed status Jun 10 17:02:09.342176 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:02:09.348085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:02:09.376672 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a210f-02b1-4951-af0b-9f9ad618ee5e req-57a52427-5ae1-465f-9642-0a386e12e31b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:09.378725 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6f6a210f-02b1-4951-af0b-9f9ad618ee5e req-57a52427-5ae1-465f-9642-0a386e12e31b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1504288 Jun 10 17:02:09.462605 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-6f6a210f-02b1-4951-af0b-9f9ad618ee5e req-7e475993-9051-4a57-9b42-0bef162aa9db tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669737 Jun 10 17:02:09.565625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58200) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:02:09.688097 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-96b6b95f-ea2a-44b9-b3ae-9009c7a65c02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209559 Jun 10 17:02:10.742890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df15-bccd-4e09-9bcd-301314613802 req-7d40d7bc-ac74-4c78-a179-d249b0d15d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:10.744585 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-7d40d7bc-ac74-4c78-a179-d249b0d15d04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe&tenant_id=2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 1096 time: 0.1288242 Jun 10 17:02:10.775477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aeda4-1e42-42de-bd7c-d843853f8c17 req-7b72ee2f-c39a-4cca-9fd4-96a14c96f30f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:10.777562 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e47aeda4-1e42-42de-bd7c-d843853f8c17 req-7b72ee2f-c39a-4cca-9fd4-96a14c96f30f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1118176 Jun 10 17:02:10.872240 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e47aeda4-1e42-42de-bd7c-d843853f8c17 req-ab6863a4-6f36-4a30-a5c3-c30704a781de tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813270 Jun 10 17:02:10.890976 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df15-bccd-4e09-9bcd-301314613802 req-4633714f-4758-4084-8cf5-b4e0c5949540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:10.893682 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-4633714f-4758-4084-8cf5-b4e0c5949540 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1096 time: 0.1145973 Jun 10 17:02:11.029593 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df15-bccd-4e09-9bcd-301314613802 req-2dbd707a-e452-43f4-844f-9deed70cc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:11.031188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-2dbd707a-e452-43f4-844f-9deed70cc53c service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1306272 Jun 10 17:02:11.172279 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-6df24dab-56fa-4419-bbf8-d99a46731d02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 998 time: 0.1336820 Jun 10 17:02:11.268400 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df15-bccd-4e09-9bcd-301314613802 req-58ee0422-ac06-4f5a-9c60-dbe9b49f7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:11.270433 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-58ee0422-ac06-4f5a-9c60-dbe9b49f7055 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0910978 Jun 10 17:02:11.368800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4df15-bccd-4e09-9bcd-301314613802 req-37059ee0-b6d4-479c-bc9e-d03c8133a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:11.370939 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-37059ee0-b6d4-479c-bc9e-d03c8133a18f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0943534 Jun 10 17:02:11.504481 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-a9cfce84-c794-4b66-8dff-3b3b31e9a97f service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264896 Jun 10 17:02:11.643854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fba4df15-bccd-4e09-9bcd-301314613802 req-3cd03ce7-e2be-4855-b2e1-7f42354a726f service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334727 Jun 10 17:02:12.221110 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4426bb-6a10-4458-96c2-adc6f9890509 req-41f767e5-cb5a-49cb-ae11-1321bf642d6f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:12.224657 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ba4426bb-6a10-4458-96c2-adc6f9890509 req-41f767e5-cb5a-49cb-ae11-1321bf642d6f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1580255 Jun 10 17:02:12.325883 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ba4426bb-6a10-4458-96c2-adc6f9890509 req-a5ba79d3-7e81-4bec-b952-1f26eaa3ce1e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891776 Jun 10 17:02:13.043920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:02:13.595418 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0416-bdde-4691-a96b-b8c9bc0c7f6a req-3b3aad96-68c4-4099-a5fe-bba53f831870 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:13.598018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fb2e0416-bdde-4691-a96b-b8c9bc0c7f6a req-3b3aad96-68c4-4099-a5fe-bba53f831870 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1126025 Jun 10 17:02:13.672649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fb2e0416-bdde-4691-a96b-b8c9bc0c7f6a req-7e774f40-88e8-4fc9-b4b0-d6fdffa01d26 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651133 Jun 10 17:02:14.983936 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19365a1c-5fca-47c0-a6d7-6f08e3ef037d req-155c28d6-bb82-4c45-8f7a-fc3a21d47941 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:14.986275 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-19365a1c-5fca-47c0-a6d7-6f08e3ef037d req-155c28d6-bb82-4c45-8f7a-fc3a21d47941 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1176882 Jun 10 17:02:15.080100 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-19365a1c-5fca-47c0-a6d7-6f08e3ef037d req-89d84de3-2f74-44c6-9443-95d0764faeb4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833960 Jun 10 17:02:16.414800 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fadfc7-4b83-482b-871b-fb3252b87036 req-a99c5eff-eb83-4e91-b76d-c1c470c4d6fd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:16.417501 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fadfc7-4b83-482b-871b-fb3252b87036 req-a99c5eff-eb83-4e91-b76d-c1c470c4d6fd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1273565 Jun 10 17:02:16.494833 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-36fadfc7-4b83-482b-871b-fb3252b87036 req-066ba4b2-267d-46c2-82b8-9a7960bf0250 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711901 Jun 10 17:02:17.781564 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac140c58-c9ea-4370-af83-4cddeda6aae3 req-5ae8a4b6-2aa6-4983-a009-cc55bce4a5b9 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:17.783353 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ac140c58-c9ea-4370-af83-4cddeda6aae3 req-5ae8a4b6-2aa6-4983-a009-cc55bce4a5b9 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1506147 Jun 10 17:02:17.848858 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ac140c58-c9ea-4370-af83-4cddeda6aae3 req-0805d451-c893-469a-9338-3b88fd8bcf93 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557857 Jun 10 17:02:19.177864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecf0d7-ec41-4d96-9387-7c24900a76cb req-6ca27156-59fb-43e9-bcce-edc64d34084b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:19.179563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9ecf0d7-ec41-4d96-9387-7c24900a76cb req-6ca27156-59fb-43e9-bcce-edc64d34084b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1274848 Jun 10 17:02:19.229826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-d9ecf0d7-ec41-4d96-9387-7c24900a76cb req-6ca0ebba-dff0-4560-a8b4-aded31a55d19 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430231 Jun 10 17:02:19.415097 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:02:20.463588 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07a2cf-f933-47d9-ab65-50e750dc81e7 req-e103c9c4-255e-4952-bcce-408c5c6d0898 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:20.470084 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee07a2cf-f933-47d9-ab65-50e750dc81e7 req-e103c9c4-255e-4952-bcce-408c5c6d0898 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1001759 Jun 10 17:02:20.546915 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ee07a2cf-f933-47d9-ab65-50e750dc81e7 req-b98c9313-a251-4e2a-b304-030618af705d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704224 Jun 10 17:02:21.796702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:21.873777 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c16349-ebfd-491d-acc4-7f7181df110c req-18bb0b23-fa1e-42f6-82af-aeb8f580db52 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:21.875391 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4c16349-ebfd-491d-acc4-7f7181df110c req-18bb0b23-fa1e-42f6-82af-aeb8f580db52 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.1290772 Jun 10 17:02:21.929042 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4c16349-ebfd-491d-acc4-7f7181df110c req-a8abd0ad-b490-487c-aa1f-cfd5ae70814f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460668 Jun 10 17:02:22.890714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-70dc0d14-4311-4e8a-9517-4f2b90214df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:22.892280 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-70dc0d14-4311-4e8a-9517-4f2b90214df7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1096 time: 0.0863049 Jun 10 17:02:23.054856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-818c4100-ea82-4c0a-8dc5-b04342d8adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:23.057465 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-818c4100-ea82-4c0a-8dc5-b04342d8adc7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1401215 Jun 10 17:02:23.168532 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-3dbe8854-b0a7-46cc-a2e8-3becde30d46b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 998 time: 0.1035702 Jun 10 17:02:23.183030 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc5de5-44f6-4718-83a9-d0d07c931b8f req-befa84a5-8f8c-4844-a793-f49b98c86181 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:23.184692 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-96bc5de5-44f6-4718-83a9-d0d07c931b8f req-befa84a5-8f8c-4844-a793-f49b98c86181 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.0972559 Jun 10 17:02:23.237122 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-96bc5de5-44f6-4718-83a9-d0d07c931b8f req-06e4a1f3-7a60-4be7-8dc8-ce32eaef79ac tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446029 Jun 10 17:02:23.272832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-1c096c00-7e74-4f4d-ab3c-3e32b5aca7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:23.274937 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-1c096c00-7e74-4f4d-ab3c-3e32b5aca7be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0987501 Jun 10 17:02:23.357927 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-8c7f99ce-961a-4a49-a299-d10586aaaffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:23.359565 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-8c7f99ce-961a-4a49-a299-d10586aaaffd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0769253 Jun 10 17:02:23.562684 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-5b7acd4d-028f-40b4-bd7b-3b9a7c9b05b9 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955340 Jun 10 17:02:23.694599 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f7eb282c-8ff6-4199-970c-97dbaf8df6d3 req-a4b3aef8-2bc7-4144-a886-6ad29eab6e34 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238406 Jun 10 17:02:24.466183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbce56-78c9-4794-8b4e-6b1a40fcc545 req-1051845c-b451-4138-9344-dd766ae27fd9 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:24.468666 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a0bbce56-78c9-4794-8b4e-6b1a40fcc545 req-1051845c-b451-4138-9344-dd766ae27fd9 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 943 time: 0.0922456 Jun 10 17:02:24.519060 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a0bbce56-78c9-4794-8b4e-6b1a40fcc545 req-f8037fd6-92ed-45a8-99f7-d75499cb73d1 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442591 Jun 10 17:02:25.087639 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:02:25.232717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:02:25.250182 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'port_id': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'mac_address': 'fa:16:3e:0f:44:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:02:25.301911 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:25.321038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:02:25.353581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:02:25.359599 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:25.362614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-84a45afb-e3f2-4c8a-944b-77b0d697890a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:02:25.467107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=9']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:02:25.472462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:02:25.595643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:02:25.757774 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02934e31-e501-40d8-9a5d-5d18acdaf419 req-3102653c-601f-4497-b1f2-9b897a09adc4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:25.759433 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-02934e31-e501-40d8-9a5d-5d18acdaf419 req-3102653c-601f-4497-b1f2-9b897a09adc4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 944 time: 0.1045413 Jun 10 17:02:25.818042 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-02934e31-e501-40d8-9a5d-5d18acdaf419 req-b62bc111-5387-4115-a642-5204e03e0308 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478878 Jun 10 17:02:27.033585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc586b20-0f42-4a93-b407-79ae9833aff1 req-34ff91b1-9b00-4afe-9573-f446ea148089 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:27.035241 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc586b20-0f42-4a93-b407-79ae9833aff1 req-34ff91b1-9b00-4afe-9573-f446ea148089 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 944 time: 0.0818830 Jun 10 17:02:27.101286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc586b20-0f42-4a93-b407-79ae9833aff1 req-af7af19a-de71-4eec-807a-a5ded25414a6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585041 Jun 10 17:02:27.101778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:02:27.173012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:02:27.173401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:27.303511 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:27.331833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:02:27.334290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84daf7d3-573b-482e-aa04-bf15cec6f5ee" -d '{"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:02:27.352880 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:02:27.360380 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:27.363747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:02:27.455125 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=10']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:02:27.458643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:02:28.330415 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa8a4a-1d45-4653-bf80-0204317e6cb0 req-c2741e7e-c78a-40a6-9bb1-dfdf439f5186 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:28.332264 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4aa8a4a-1d45-4653-bf80-0204317e6cb0 req-c2741e7e-c78a-40a6-9bb1-dfdf439f5186 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 946 time: 0.0927155 Jun 10 17:02:28.395205 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a4aa8a4a-1d45-4653-bf80-0204317e6cb0 req-f99443e7-9d00-4905-95ba-8907781a79ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514288 Jun 10 17:02:28.406107 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4892ba-26ea-43c3-8dbe-4ff93ac733e2 x-openstack-request-id: req-bb4892ba-26ea-43c3-8dbe-4ff93ac733e2 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:02:28.406701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-plugged", "status": "completed", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:02:28.406701 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb4892ba-26ea-43c3-8dbe-4ff93ac733e2 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:02:28.407322 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'code': 200} Jun 10 17:02:28.685971 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7cb77-d2f5-4b0a-a75a-5b8b20608edd req-cfabea99-43c3-4218-90cf-94c97b8b4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:28.687694 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bdc7cb77-d2f5-4b0a-a75a-5b8b20608edd req-cfabea99-43c3-4218-90cf-94c97b8b4ef6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1099 time: 0.0681095 Jun 10 17:02:28.731107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bdc7cb77-d2f5-4b0a-a75a-5b8b20608edd req-b8804618-1344-468a-8402-f959633e96eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363066 Jun 10 17:02:29.623800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c6327-a135-47a3-bac4-ddda3f4776cf req-c5ba0e4c-bee8-4afe-a9e1-74346314c9c3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:29.625656 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-494c6327-a135-47a3-bac4-ddda3f4776cf req-c5ba0e4c-bee8-4afe-a9e1-74346314c9c3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 946 time: 0.0913551 Jun 10 17:02:29.699478 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-494c6327-a135-47a3-bac4-ddda3f4776cf req-0726408c-68e3-4da1-9b4f-36954ed39132 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626347 Jun 10 17:02:30.935832 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3d18e-4ea0-4a07-88cb-a2e01766a7f2 req-0444dc9e-18ae-4adc-9f09-34722b132111 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:02:30.937728 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f1d3d18e-4ea0-4a07-88cb-a2e01766a7f2 req-0444dc9e-18ae-4adc-9f09-34722b132111 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 946 time: 0.0953696 Jun 10 17:02:31.005832 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f1d3d18e-4ea0-4a07-88cb-a2e01766a7f2 req-6e89b1b8-0c71-4797-a76a-833056732d36 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582397 Jun 10 17:02:33.569299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ea139b94-259f-4925-9a2f-39bc52d10ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:36.235623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:36.423785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cf7275af-b6d9-419e-8d00-c7b687ef1b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:37.516408 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:39.139383 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:51.774849 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:02:56.418819 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:03:03.577108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dac381c1-9494-4b1b-8bf6-5e9fadd14071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:06.240608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:06.433921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fd953e40-ebc4-4ae3-81ae-04a6dd3608f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:07.726110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:09.140024 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:14.474369 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-463f055b-eeda-424d-b2aa-ba62b854bd65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656242 Jun 10 17:03:14.601752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-8cfe32fd-fe81-4374-9717-573c309f4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:14.603373 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-8cfe32fd-fe81-4374-9717-573c309f4b0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1099 time: 0.0858536 Jun 10 17:03:14.775857 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-78e034c7-fe5f-4ec9-9474-8d6654567ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:14.779970 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-78e034c7-fe5f-4ec9-9474-8d6654567ed7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1556809 Jun 10 17:03:14.878730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-bc8e1ad3-a899-49a5-baa5-65b9dacbe781 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 1000 time: 0.0924070 Jun 10 17:03:14.940300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-e36f7e7d-8d67-47d5-9ab4-3726c0179f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:14.941823 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-e36f7e7d-8d67-47d5-9ab4-3726c0179f20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0571635 Jun 10 17:03:15.020748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-fff8672a-7524-4537-931a-d3d1584772fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:15.022286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-fff8672a-7524-4537-931a-d3d1584772fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740829 Jun 10 17:03:15.161136 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-a4c5f64b-96fe-42bd-8da8-566284576ee2 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315691 Jun 10 17:03:15.285642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-6a1393f5-23da-4f86-a8b3-285529260f53 req-df3a7e3a-9463-4a2b-ae05-e1cada379247 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183882 Jun 10 17:03:21.772524 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:33.418676 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:03:33.570609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7dab-1aa6-41a4-8ad0-14544478ab2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:36.246593 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:36.427900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5bb08a5d-86b7-4ae0-96f3-203fe8a3915c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:37.518652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:39.142177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:42.914889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58332) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:43.194259 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Deleting port c4f9f1f9-7fa8-44a6-8b25-7f38e3026820 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:03:43.194609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:43.321109 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:43.321591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:43.461892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Calling delete_port for c4f9f1f9-7fa8-44a6-8b25-7f38e3026820 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:03:43.724819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:43.727184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f6f97e07-4f47-452c-b1fb-80f16ec13025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:43.762668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event deleted for resources: {'Port': ['ID=c4f9f1f9-7fa8-44a6-8b25-7f38e3026820,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:43.802286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.802763 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.803257 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.803789 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.804359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.804824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.805293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.805724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.806165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.806633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.807212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.807821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:43.813841 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:43.868621 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:43.869126 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Floating IP 90def5e7-18be-4209-b67b-aed259099bfd disassociated (deleted). External IP: 172.26.5.96, port: d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a. Jun 10 17:03:44.180871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:03:44.347653 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:03:44.353347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:44.360398 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:03:44.372847 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:03:44.373774 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:03:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:03:44.414935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dfa5c189-af48-4797-a238-88fe69fc50dc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "DELETE /v2.0/floatingips/90def5e7-18be-4209-b67b-aed259099bfd HTTP/1.1" status: 204 len: 168 time: 1.4984474 Jun 10 17:03:44.415698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:03:44.419519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5088aeb2-98e0-46e8-9e75-bdb429a9041b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:03:44.662027 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:03:44.691942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21835cc-b0bb-468c-9fdc-e98362c4d8e4 x-openstack-request-id: req-f21835cc-b0bb-468c-9fdc-e98362c4d8e4 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:03:44.693661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:03:44.693997 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f21835cc-b0bb-468c-9fdc-e98362c4d8e4 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:03:44.695323 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'status': 'completed', 'code': 200} Jun 10 17:03:44.824803 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-691722c0-5d7d-471d-9511-91dca34f1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:44.826440 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-691722c0-5d7d-471d-9511-91dca34f1b8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 1099 time: 0.0922694 Jun 10 17:03:45.171351 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:03:45.177815 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:03:45.191040 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:03:45.191694 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:03:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:03:45.379186 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:03:45.433761 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-e83c5fb9-4004-4231-98f8-dda5d386e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:45.435160 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-e83c5fb9-4004-4231-98f8-dda5d386e475 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.6014612 Jun 10 17:03:45.553377 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-9fb0e6ea-fdba-494d-a325-b54bae21d1c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 200 len: 217 time: 0.1091552 Jun 10 17:03:45.569984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21dd03-949f-40cd-8fd4-3bc24ad3409f req-d34fe89e-ae97-42d5-a4f3-52e6f33a703f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:45.573047 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f21dd03-949f-40cd-8fd4-3bc24ad3409f req-d34fe89e-ae97-42d5-a4f3-52e6f33a703f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 946 time: 0.2344737 Jun 10 17:03:45.734571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-589c117d-13a2-4637-afe3-7cfdc008997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:45.736013 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-589c117d-13a2-4637-afe3-7cfdc008997b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.1616359 Jun 10 17:03:45.739642 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5f21dd03-949f-40cd-8fd4-3bc24ad3409f req-09a16634-55bb-475c-a7d1-c1c596966af4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fb33783-b52f-47d4-8c73-0bee91270086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515791 Jun 10 17:03:45.785138 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:03:45.790403 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620762cb-0ac0-46c0-a9a4-ab481a5d4629 None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:03:45.825350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-5118a6a9-032b-44c3-9b98-6e1f61635266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:45.826989 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-5118a6a9-032b-44c3-9b98-6e1f61635266 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0838253 Jun 10 17:03:46.003670 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-cf846db5-36f8-43cd-9ac7-3b69ff30bedf service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660156 Jun 10 17:03:46.067938 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597ea21-c8a4-432f-b732-3012c7887198 None None] New status for floating IP 90def5e7-18be-4209-b67b-aed259099bfd: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:03:46.191107 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-eb043bd0-3781-4502-8aa4-cf40f2562c45 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809394 Jun 10 17:03:46.222704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63209655-590c-4f89-b387-702cc8700ffe req-c5d35f07-4d01-46aa-9fd5-673e610e55e0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:03:46.224563 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63209655-590c-4f89-b387-702cc8700ffe req-c5d35f07-4d01-46aa-9fd5-673e610e55e0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 946 time: 0.1303816 Jun 10 17:03:46.387584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Deleting port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:03:46.387931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:46.519395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] For port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:03:46.520394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:46.633042 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Calling delete_port for d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:03:46.816405 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:46.823240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4021ba4e-08ff-45e7-9e35-6c0f9b22807f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:46.867681 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event deleted for resources: {'Port': ['ID=d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:46.872080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:46.940051 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] No DVR routers for this DVR port d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:03:46.942915 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:46.945106 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63209655-590c-4f89-b387-702cc8700ffe req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "DELETE /v2.0/ports/d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a HTTP/1.1" status: 204 len: 173 time: 0.7149549 Jun 10 17:03:46.945748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-deleted', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:03:46.948910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed9af0b-7e01-4a54-b0e7-242d6de65ce7" -d '{"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-deleted", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:03:46.963825 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9755101f-38ea-4413-b32a-303344dbe48f req-16dbc69d-f44a-4f58-a927-80f291ccef58 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe5da239-0602-4189-9eb6-972da9b72dfe HTTP/1.1" status: 200 len: 210 time: 0.0428975 Jun 10 17:03:47.010700 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7642688-204b-486f-96e0-e7d240c5422a x-openstack-request-id: req-b7642688-204b-486f-96e0-e7d240c5422a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:03:47.011230 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5da239-0602-4189-9eb6-972da9b72dfe", "name": "network-vif-deleted", "tag": "d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:03:47.011695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7642688-204b-486f-96e0-e7d240c5422a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:03:47.012403 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5da239-0602-4189-9eb6-972da9b72dfe', 'name': 'network-vif-deleted', 'tag': 'd14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a', 'status': 'completed', 'code': 200} Jun 10 17:03:48.076691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58358) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:48.152647 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:48.186734 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:48.268244 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:48.270865 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:48.272072 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fb33783-b52f-47d4-8c73-0bee91270086 HTTP/1.1" status: 204 len: 168 time: 0.1942897 Jun 10 17:03:48.272986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-fa67e7f6-2669-4db2-925c-fe8d04dd8362 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:48.287437 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb33783-b52f-47d4-8c73-0bee91270086,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:48.298660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.299016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.299357 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.299727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.300096 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.300466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.300829 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.301445 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.301654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.301956 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.302320 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.302683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:03:48.306173 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:49.032936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58364) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:49.037918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993168361', 'description': 'tempest-secgroup-smoke-993168361 description', 'project_id': '2adbda18d2644b898bb8eab583a5eb00'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:49.063735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.175335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.182513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.186325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1ef4a587-a646-4ecb-867f-0422c88101bf tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:49.219902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.221092 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1870725 Jun 10 17:03:49.224425 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58366) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:49.230999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7127d1e3-3d46-48bc-8178-02cf0b32c086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:49.237006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7127d1e3-3d46-48bc-8178-02cf0b32c086,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:49.242935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8509302c-cd76-474d-8981-c193d64654ed tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:49.270156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.347202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.351453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.354426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c7f370aa-c2a7-4de0-a330-3d624c6d24ec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:49.374204 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b138d8de-5f62-4c1e-b54f-469e28527118,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:49.379139 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:49.384585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.386199 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4024261a-95c3-4507-8830-ec7cdeba0223 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607780 Jun 10 17:03:49.389448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58368) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:49.394511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7127d1e3-3d46-48bc-8178-02cf0b32c086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:49.424904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.504993 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.509370 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.512571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a07fdfd8-6830-4fd3-9227-bdd8ed92c3bb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:49.533662 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e5f9d9-6097-4b37-8ad4-76152e3b48af,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:49.538414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:49.542930 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.544605 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c4241a55-ebe0-4b3d-be93-4c9ac7aca646 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539586 Jun 10 17:03:49.547741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58370) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:49.552856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7127d1e3-3d46-48bc-8178-02cf0b32c086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:49.584312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.662052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.667812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.670134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:49.692644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644e4170-68ba-48df-b8f0-91f6b950b29e,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:49.696394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:49.704556 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.706284 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ed507098-57fe-4d6e-b09d-cc57b58701e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572948 Jun 10 17:03:49.709432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58372) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:49.715275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7127d1e3-3d46-48bc-8178-02cf0b32c086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:49.748663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.827871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.832299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.834940 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-edc0a026-1266-4df4-a7cf-76782cc4b9ae tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:49.855644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1787b9-854f-4b6b-8878-c375b1915684,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:49.858973 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:49.863751 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.865538 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-c975e4fe-a283-482c-80db-9488206f715b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546061 Jun 10 17:03:49.868747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58374) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:49.874156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7127d1e3-3d46-48bc-8178-02cf0b32c086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:49.898943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Project 2adbda18d2644b898bb8eab583a5eb00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:03:49.906514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.985896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.990735 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:49.993009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-6c1daba8-0e0f-482d-9496-82951c266d0f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:50.014245 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2faf55c3-6eb3-4791-80e4-f85a1e87f630,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:50.018500 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:50.025080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:50.027978 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-237e11ca-8e1e-4bc5-a8ac-5743aeb5c695 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577811 Jun 10 17:03:50.031591 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58376) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:03:50.037275 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'security_group_rule': {'security_group_id': '7127d1e3-3d46-48bc-8178-02cf0b32c086', 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:03:50.062777 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.securitygroups_db [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Project 2adbda18d2644b898bb8eab583a5eb00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:03:50.069053 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:50.153380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:50.159998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:50.163127 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0cdb4dc8-4387-4788-9b59-83302616d776 tempest-TestVolumeBootPattern-1549588853 tempest-TestVolumeBootPattern-1549588853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:03:50.187903 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9265557c-b9c1-44e4-9b3d-ca7366e38907,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:03:50.191959 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:03:50.200344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:03:50.202103 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1694140 Jun 10 17:03:51.474331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:03:51.501429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:03:51.501736 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device d14a7ba5-eb1c-4d71-9f6d-70dcea4ef09a not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:03:51.787742 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:03.584351 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cd02ac37-6ea6-40a5-be38-7266f2935c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:06.241621 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:06.433909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2f47d4a4-9117-45ed-99c2-81ae0a147200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:07.271635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-99474d90-0fad-4081-86c2-b0ca0eecf343 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993168361&fields=id&tenant_id=2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 267 time: 0.0452931 Jun 10 17:04:07.427607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-fe94ecc9-44c1-42db-b28b-67d43c1b30cb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:07.429096 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-fe94ecc9-44c1-42db-b28b-67d43c1b30cb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 809 time: 0.1450362 Jun 10 17:04:07.450201 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-94a6638e-7b18-40bf-a191-d1dbe92fbbd6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/quotas/2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 375 time: 0.0114088 Jun 10 17:04:07.526942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:07.549823 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-5047baec-7a92-42f1-8c0c-643205a2e178 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899277 Jun 10 17:04:07.626784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-a1b13db6-d5f4-48fa-8b4a-7c2d6bbf1e88 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:04:07.627847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-a1b13db6-d5f4-48fa-8b4a-7c2d6bbf1e88 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0629954 Jun 10 17:04:07.763550 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-cbd8b62a-c7b3-49d3-85b5-3764647d0f5c service neutron] 10.222.0.23 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294184 Jun 10 17:04:07.920329 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-7e64c1f5-5422-4b29-aeab-fc5c8da1bf4a service neutron] 10.222.0.23 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499360 Jun 10 17:04:08.377195 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ad1a123e-0afd-43df-a524-9a6b7b51dc8c req-8ae1056f-ef59-413e-876c-845b34f3f1a3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 210 time: 0.1357093 Jun 10 17:04:09.148884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:09.664673 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fe7e4076-fdf5-4b5a-ab5e-dbe41221a0a1 req-58c79e7f-d50f-4a65-8745-028b48309fa1 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 210 time: 0.1165922 Jun 10 17:04:09.745343 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-8408d454-d210-4abb-ab55-6aa0402f332a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:09.746908 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-8408d454-d210-4abb-ab55-6aa0402f332a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 809 time: 0.2168953 Jun 10 17:04:09.827416 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-e5356ccd-961c-4f61-833c-2feaa6932f88 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 379 time: 0.0701585 Jun 10 17:04:09.837564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'port': {'device_id': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'admin_state_up': True, 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'security_groups': ['7127d1e3-3d46-48bc-8178-02cf0b32c086']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:04:10.037487 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Made reservation on behalf of 2adbda18d2644b898bb8eab583a5eb00 for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:04:10.044316 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:10.331150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Allocated IP 172.20.0.13 (25bf42dc-ca5e-437d-8ee3-dea11f61590c/25516fa2-6dcc-4232-a959-7c310a3811fd/63cc5c40-00ce-4564-96b5-9dca0fb88d10) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:04:10.420126 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:04:10.620080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:10.648413 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Transition to ACTIVE for port object 63cc5c40-00ce-4564-96b5-9dca0fb88d10 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:04:10.714426 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:10.722137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-536a51c4-bfc7-473e-b64a-f0d61538a6e4 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:10.812856 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:04:10.819020 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:04:10.826592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:04:10.908869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:10.918024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:10.973526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:10.975058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:11.000737 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1679544 Jun 10 17:04:11.014569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Request body: {'port': {'device_id': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:04:11.153533 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9eabe-598e-47b3-aae9-aba62dbcfd18 req-9d96beec-bab2-4914-b039-87220c1a93c6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:11.154887 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0dd9eabe-598e-47b3-aae9-aba62dbcfd18 req-9d96beec-bab2-4914-b039-87220c1a93c6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 932 time: 0.1990671 Jun 10 17:04:11.163942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:11.197025 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-70f580a9-8ace-44af-955f-4aaf4315e86e None None] Provisioning for port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:04:11.207224 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-70f580a9-8ace-44af-955f-4aaf4315e86e None None] Provisioning complete for port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:04:11.208054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-70f580a9-8ace-44af-955f-4aaf4315e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:11.240797 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-0dd9eabe-598e-47b3-aae9-aba62dbcfd18 req-b44a32e3-9dc3-41aa-b929-40ba32e1381b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645208 Jun 10 17:04:11.334645 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-70f580a9-8ace-44af-955f-4aaf4315e86e None None] Port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:04:11.669818 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cc5c40-00ce-4564-96b5-9dca0fb88d10 {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:04:11.678395 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:11.694526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Transition to ACTIVE for port object 63cc5c40-00ce-4564-96b5-9dca0fb88d10 will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:04:11.700842 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:11.703866 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3efb1e5f-50e1-43f5-b6c5-cf5aee744030 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:11.844300 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:11.848402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:11.968213 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Attempting to bind port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:04:11.969387 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Attempting to bind port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:04:11.970344 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Attempting to bind port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:04:11.977813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 17:04:11.978148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Attempting to bind port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 on network 25bf42dc-ca5e-437d-8ee3-dea11f61590c {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:04:11.985679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:04:11.986137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Checking segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:04:11.986570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Bound using segment: {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:04:11.987064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Bound port: 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6e3298-174a-47d0-ae10-cd994fe53815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:04:11.987489 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:12.112813 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:04:12.117673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:04:12.124558 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:12.129853 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:12.175085 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:12.175872 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:12.177586 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] 10.222.0.25 "PUT /v2.0/ports/63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 1094 time: 1.1697764 Jun 10 17:04:12.180450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:04:12.184943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de878415-e4b5-44ad-b563-5529b73ca83c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:04:12.283264 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d84d9-e2db-4efd-a22b-f62ca2c7de9e x-openstack-request-id: req-919d84d9-e2db-4efd-a22b-f62ca2c7de9e {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:04:12.283605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:04:12.283909 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-919d84d9-e2db-4efd-a22b-f62ca2c7de9e {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:04:12.284366 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'status': 'completed', 'code': 200} Jun 10 17:04:12.286217 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:12.292000 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:12.326497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-e7ae0b21-5361-4587-a7ae-8f024326d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:12.328296 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-e7ae0b21-5361-4587-a7ae-8f024326d19c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1097 time: 0.0928600 Jun 10 17:04:12.389834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-620fc3c0-3a1c-4fb9-8f32-ec8501948af4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 217 time: 0.0542634 Jun 10 17:04:12.478733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-998e64a9-4d5c-42f5-a8ee-03aed46723e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:12.481609 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-998e64a9-4d5c-42f5-a8ee-03aed46723e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0846245 Jun 10 17:04:12.534598 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000835c-6a2e-44db-a892-99dd2ca9c27a req-727216c0-2838-4015-88da-21e5041114b6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:12.536346 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a000835c-6a2e-44db-a892-99dd2ca9c27a req-727216c0-2838-4015-88da-21e5041114b6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0926709 Jun 10 17:04:12.578333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b893fe-5324-4692-9064-1d8224200633 req-f693506d-9a1b-4094-9d68-5f52e70db9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:12.580038 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-f693506d-9a1b-4094-9d68-5f52e70db9db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0894921 Jun 10 17:04:12.597759 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-a000835c-6a2e-44db-a892-99dd2ca9c27a req-a9345622-f808-4ae1-816b-fc262c62ae55 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546772 Jun 10 17:04:13.182532 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-ec474e74-40de-4aae-93c8-8d553355a543 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953240 Jun 10 17:04:13.340068 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-24b893fe-5324-4692-9064-1d8224200633 req-d02e496d-41f7-4015-a09c-8a85d833d611 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507804 Jun 10 17:04:13.457359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878415-e4b5-44ad-b563-5529b73ca83c req-5e5615ea-c235-4b8b-904a-0635bc578489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:13.459615 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-5e5615ea-c235-4b8b-904a-0635bc578489 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1097 time: 0.0662661 Jun 10 17:04:13.594210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878415-e4b5-44ad-b563-5529b73ca83c req-3ba366e5-d1c2-4a99-8050-8ccf51c6c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:13.595616 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-3ba366e5-d1c2-4a99-8050-8ccf51c6c52c service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1298339 Jun 10 17:04:13.653129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-d36a4a48-9ad9-4c68-ba17-47d7ce97c8dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 217 time: 0.0516624 Jun 10 17:04:13.722033 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878415-e4b5-44ad-b563-5529b73ca83c req-4d16b19e-bbc8-495e-84b6-06a16b9c65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:13.723587 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-4d16b19e-bbc8-495e-84b6-06a16b9c65f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0642431 Jun 10 17:04:13.848153 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878415-e4b5-44ad-b563-5529b73ca83c req-ab466cee-7c92-47fe-b259-33801109ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:13.849645 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-ab466cee-7c92-47fe-b259-33801109ff2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1200442 Jun 10 17:04:13.898678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994009a-cfc9-4cfc-82ba-2d5688422a76 req-c5fa0f1d-b424-449f-bbf5-01dd4ac4d84c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:13.901129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5994009a-cfc9-4cfc-82ba-2d5688422a76 req-c5fa0f1d-b424-449f-bbf5-01dd4ac4d84c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.1364794 Jun 10 17:04:14.018705 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5994009a-cfc9-4cfc-82ba-2d5688422a76 req-d7296f33-5b01-4d5e-a20a-00b114e9fee2 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688539 Jun 10 17:04:14.033213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-1c1c6b2e-3408-4cf0-baf1-9873a648739f service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761687 Jun 10 17:04:14.191389 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-de878415-e4b5-44ad-b563-5529b73ca83c req-dff7e74e-926f-404b-81ca-a49259f9b96e service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521285 Jun 10 17:04:15.280721 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb323d-108d-4b1d-934f-2296e0bdd8f7 req-f223b432-c691-49ac-93ad-4c2753d69ff2 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:15.283584 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d4eb323d-108d-4b1d-934f-2296e0bdd8f7 req-f223b432-c691-49ac-93ad-4c2753d69ff2 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.1200249 Jun 10 17:04:15.337883 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d4eb323d-108d-4b1d-934f-2296e0bdd8f7 req-5b2dccab-d93f-4c8b-b056-b905325bbcd6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473771 Jun 10 17:04:16.542346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f659d-fd2e-4785-9fdc-4c1fdc2b06b9 req-956b2d98-6dd9-49dc-baa0-13b861bb24c3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:16.543848 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-689f659d-fd2e-4785-9fdc-4c1fdc2b06b9 req-956b2d98-6dd9-49dc-baa0-13b861bb24c3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0858331 Jun 10 17:04:16.593168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-689f659d-fd2e-4785-9fdc-4c1fdc2b06b9 req-ec4af589-c5e7-4a30-8c2e-9e8134de0733 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Jun 10 17:04:17.817660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45649305-9bfc-431e-bd9b-272d550941ff req-893289aa-1dab-41de-aeb3-ef280301872d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:17.819263 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-45649305-9bfc-431e-bd9b-272d550941ff req-893289aa-1dab-41de-aeb3-ef280301872d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0871158 Jun 10 17:04:17.869836 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-45649305-9bfc-431e-bd9b-272d550941ff req-42a2a7fe-6001-49ba-b8c8-80412e68088a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Jun 10 17:04:19.086571 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455a924-ce19-466d-b1c8-0ae61826596e req-cf58b552-ebab-4164-ae23-ed1e6a7078fd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:19.089371 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1455a924-ce19-466d-b1c8-0ae61826596e req-cf58b552-ebab-4164-ae23-ed1e6a7078fd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0860708 Jun 10 17:04:19.139561 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1455a924-ce19-466d-b1c8-0ae61826596e req-8c826609-e653-448d-8e62-4cff417254bd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Jun 10 17:04:20.356430 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c82de-49df-48b5-9c48-0f9ca7222d4a req-0ad1d822-d11b-48f0-81e0-dd9e716e230f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:20.358122 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-424c82de-49df-48b5-9c48-0f9ca7222d4a req-0ad1d822-d11b-48f0-81e0-dd9e716e230f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0885346 Jun 10 17:04:20.412872 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-424c82de-49df-48b5-9c48-0f9ca7222d4a req-f9bdd6bb-cf1b-4cb6-be04-97b733db5201 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481222 Jun 10 17:04:21.630334 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101145b-7745-4b7d-a695-8cd9f452cb99 req-f4a94d81-7565-436a-bc04-5702f45edfdf tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:21.632412 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0101145b-7745-4b7d-a695-8cd9f452cb99 req-f4a94d81-7565-436a-bc04-5702f45edfdf tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0899789 Jun 10 17:04:21.683452 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-0101145b-7745-4b7d-a695-8cd9f452cb99 req-088c0d2a-f412-4eea-a14b-8f35651c8823 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440495 Jun 10 17:04:21.802396 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:22.901586 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99291609-9db3-4d58-b51f-7f05825f38d7 req-e7ead06a-7f1e-4953-8290-79d71548cd75 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:22.903314 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-99291609-9db3-4d58-b51f-7f05825f38d7 req-e7ead06a-7f1e-4953-8290-79d71548cd75 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0869672 Jun 10 17:04:22.948375 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-99291609-9db3-4d58-b51f-7f05825f38d7 req-73c17536-a03e-4c33-b2db-decdfc933534 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390990 Jun 10 17:04:23.582355 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:04:23.714368 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:04:23.728629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'port_id': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'mac_address': 'fa:16:3e:49:43:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:04:23.782158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:23.800359 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cc5c40-00ce-4564-96b5-9dca0fb88d10 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:04:23.825040 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:04:23.829547 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:23.831630 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:23.894713 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:23.902993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.903397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.903813 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.904257 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.904640 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.905017 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.905824 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.906279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.906655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.907021 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.907400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.907850 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:04:23.912437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:24.034239 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['63cc5c40-00ce-4564-96b5-9dca0fb88d10'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:04:24.189207 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3e7b3-74aa-4609-b53a-44d164f9f282 req-0059f7a3-807e-4ad5-826e-d7bf8ecb6113 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:24.190730 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1df3e7b3-74aa-4609-b53a-44d164f9f282 req-0059f7a3-807e-4ad5-826e-d7bf8ecb6113 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 945 time: 0.1166546 Jun 10 17:04:24.249196 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1df3e7b3-74aa-4609-b53a-44d164f9f282 req-884d67d9-9037-47b3-9fa7-980995394ec4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508296 Jun 10 17:04:25.467210 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329390e-53d8-4efd-bb5d-08fb1a78ae8c req-fe97daaf-bfa0-47cb-9eb4-0beb3cdb61c6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:25.468835 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c329390e-53d8-4efd-bb5d-08fb1a78ae8c req-fe97daaf-bfa0-47cb-9eb4-0beb3cdb61c6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 945 time: 0.0795362 Jun 10 17:04:25.528846 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c329390e-53d8-4efd-bb5d-08fb1a78ae8c req-0e95eb90-1dec-4ff5-ab4b-5196648f90fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491202 Jun 10 17:04:25.599084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:04:25.661361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:04:25.666778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:04:25.667474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:25.768296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:25.798114 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:04:25.800546 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8704a07-3cb7-4b13-baec-43c04460101f" -d '{"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-plugged", "status": "completed", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:04:25.819711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:04:25.825948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:25.830276 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:25.906268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b95123-db6e-4578-91b6-81ab43512239 x-openstack-request-id: req-b1b95123-db6e-4578-91b6-81ab43512239 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:04:25.906672 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-plugged", "status": "completed", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:04:25.906941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1b95123-db6e-4578-91b6-81ab43512239 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:04:25.907350 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'code': 200} Jun 10 17:04:25.912881 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:25.917960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:26.116012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9e39-b993-4f38-ad1c-5dea9d9ed8a6 req-d7985e0b-ce3f-4f67-a407-0874282bb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:26.117854 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b0f9e39-b993-4f38-ad1c-5dea9d9ed8a6 req-d7985e0b-ce3f-4f67-a407-0874282bb4df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.0727885 Jun 10 17:04:26.162179 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5b0f9e39-b993-4f38-ad1c-5dea9d9ed8a6 req-256a7a66-37e7-4e0e-b140-3ccda851e50f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384593 Jun 10 17:04:26.760800 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddec43-175f-4e14-9108-5aab2c865edf req-8158bc0c-322c-4ec8-9b11-9c1eede69e39 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:26.763494 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-00ddec43-175f-4e14-9108-5aab2c865edf req-8158bc0c-322c-4ec8-9b11-9c1eede69e39 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.1068780 Jun 10 17:04:26.834127 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-00ddec43-175f-4e14-9108-5aab2c865edf req-2730fab1-f73d-40bd-a7c3-d147113d26c4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622923 Jun 10 17:04:28.106421 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1e69-9d95-4d74-811f-b382a0ec8b1f req-0954ff9e-f176-46c5-8950-bcd8f43e4ce0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:28.108203 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-160e1e69-9d95-4d74-811f-b382a0ec8b1f req-0954ff9e-f176-46c5-8950-bcd8f43e4ce0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0796647 Jun 10 17:04:28.164804 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-160e1e69-9d95-4d74-811f-b382a0ec8b1f req-dc254659-5355-4e95-80e9-9ac2cd17bb38 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467005 Jun 10 17:04:28.410937 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775ff1-b721-4778-af49-12ba61455fd2 req-970f3654-b122-493f-a061-ece8e42b0f89 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:28.412447 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2b775ff1-b721-4778-af49-12ba61455fd2 req-970f3654-b122-493f-a061-ece8e42b0f89 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0814927 Jun 10 17:04:28.466776 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2b775ff1-b721-4778-af49-12ba61455fd2 req-f8afd06a-26a4-4cba-a88e-40a64e6f7f78 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474753 Jun 10 17:04:28.493458 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58586) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:04:28.561047 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e53b5-f437-42c6-897b-c86636d3a5df tempest-TestShelveInstance-2131750774 tempest-TestShelveInstance-2131750774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:28.562594 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-944e53b5-f437-42c6-897b-c86636d3a5df tempest-TestShelveInstance-2131750774 tempest-TestShelveInstance-2131750774-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1094 time: 0.0680170 Jun 10 17:04:28.567168 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58588) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:04:28.572671 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:04:28.597439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:28.744301 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:28.878975 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Allocated IP 172.26.5.76 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/ad535800-0223-4ac0-ad74-7bbe3a754ba3) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:04:29.042361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:29.088787 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:29.091331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-eafc860a-89c3-4205-860a-1e1a65e6f48a tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:29.151820 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:04:29.155290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:04:29.159214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:04:29.166159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'Port': ['ID=ad535800-0223-4ac0-ad74-7bbe3a754ba3,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:29.193439 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:29.964685 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:30.067654 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:30.372643 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:30.379271 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:30.385134 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-55e5861c-4d88-4a8a-85e8-90a13ddfcaf3 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:04:30.552678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event updated for resources: {'Port': ['ID=ad535800-0223-4ac0-ad74-7bbe3a754ba3,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:04:30.561272 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:04:30.574704 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:30.751427 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Floating IP 7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc associated. External IP: 172.26.5.76, port: 63cc5c40-00ce-4564-96b5-9dca0fb88d10. Jun 10 17:04:31.170867 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:04:31.347476 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:04:31.360256 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:04:31.369231 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:31.375149 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:04:31.376116 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:04:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:04:31.425307 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8567021 Jun 10 17:04:31.426190 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:04:31.429922 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed307bb-bddd-47b4-8d1e-b5483475e043" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:04:31.537913 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51299c3d-2718-4ff0-8350-567e81ff9c31 x-openstack-request-id: req-51299c3d-2718-4ff0-8350-567e81ff9c31 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:04:31.538438 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:04:31.538904 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51299c3d-2718-4ff0-8350-567e81ff9c31 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:04:31.540162 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'status': 'completed', 'code': 200} Jun 10 17:04:31.555560 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:04:31.643663 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-f7b69a09-5471-4f56-8878-4da8b39f1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:31.645318 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-f7b69a09-5471-4f56-8878-4da8b39f1fa5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.0793512 Jun 10 17:04:31.838342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-0978f930-7a89-4541-aa75-1740e103d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:31.840915 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-0978f930-7a89-4541-aa75-1740e103d3de service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1897001 Jun 10 17:04:31.892768 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'floating_ip_address': '172.26.5.76', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'port_id': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'mac_address': 'fa:16:3e:49:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:04:29Z', 'updated_at': '2021-06-10T17:04:29Z', 'revision_number': 0, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:04:31.896679 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:04:31.907378 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:04:31.908021 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:04:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:04:31.945427 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-24c343b9-2dda-4db6-bd78-64594f318118 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 999 time: 0.0970943 Jun 10 17:04:32.019285 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-01d90ac0-1b7b-4803-aedd-91eb770ca5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:32.021018 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-01d90ac0-1b7b-4803-aedd-91eb770ca5de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0697370 Jun 10 17:04:32.106394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-b8c1537c-dcc0-47ad-ad46-ecf6ebe05d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:04:32.107990 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-b8c1537c-dcc0-47ad-ad46-ecf6ebe05d56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800040 Jun 10 17:04:32.203743 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:04:32.248550 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-d84c5982-9e76-4cdf-be36-4880f1c7b2ea service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336234 Jun 10 17:04:32.388515 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7ed307bb-bddd-47b4-8d1e-b5483475e043 req-ad7040b4-824c-4124-8373-92b813cf106b service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333642 Jun 10 17:04:32.638254 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'floating_ip_address': '172.26.5.76', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'port_id': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'mac_address': 'fa:16:3e:49:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:04:29Z', 'updated_at': '2021-06-10T17:04:29Z', 'revision_number': 0, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:04:32.644465 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3894b-4e79-4cd4-a916-6790331961e5 None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'floating_ip_address': '172.26.5.76', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'port_id': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'mac_address': 'fa:16:3e:49:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:04:29Z', 'updated_at': '2021-06-10T17:04:29Z', 'revision_number': 0, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:04:32.872272 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c85e30d-2db1-40cb-8af3-7a7b6f7672fc None None] New status for floating IP 7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:04:33.579071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c09453b6-2d9b-4661-b6b1-fba32f3fb7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:36.259423 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:36.435627 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9161b529-c097-46bc-8169-8e2991fd09c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:37.526734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:39.163585 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:04:47.420396 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:04:51.800210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:03.585900 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-99d92856-dddd-41ca-9d6e-53944201af97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:06.247641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:06.430530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-54ea79b4-f648-4542-bbfa-c5dbb86a1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:07.525208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:09.155147 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:14.534593 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-9c950023-d264-4d4a-a527-15e944a33107 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165280 Jun 10 17:05:14.648618 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-f2b95180-9266-45e1-af46-e95c5d410ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:05:14.650215 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-f2b95180-9266-45e1-af46-e95c5d410ae3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.0679128 Jun 10 17:05:14.799135 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-36940805-232b-4092-b914-6cb451780ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:05:14.800817 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-36940805-232b-4092-b914-6cb451780ddc service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1272273 Jun 10 17:05:14.897736 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-06227202-8912-49e7-97fe-f8b36c6b3681 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 1001 time: 0.0896337 Jun 10 17:05:14.960553 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-59708e41-f68d-4882-99f1-2954c0559b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:05:14.962286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-59708e41-f68d-4882-99f1-2954c0559b4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0584617 Jun 10 17:05:15.034634 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-b1d54e9e-7c9d-4070-9186-96484959fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:05:15.036226 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-b1d54e9e-7c9d-4070-9186-96484959fa27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673082 Jun 10 17:05:15.170781 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-66bc5811-ece3-40b6-95cd-b4af21d645dd service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280656 Jun 10 17:05:15.319698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-faf40e4e-6f8b-4d53-814b-cf31103e9f3b req-7d5dbdc1-95a9-4314-91da-e2fff45b0914 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418908 Jun 10 17:05:21.798748 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:24.420824 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:05:33.580550 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-517d7ba6-5c2a-47f7-8032-50b85e9855c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:36.246626 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:36.426279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c02fa3e2-7810-45e2-bffb-6dd93a3dc884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:37.524249 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:39.157696 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:05:51.799124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:01.420274 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:06:03.585909 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-057976e6-dbe4-4479-9fa9-56c2668c7519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:06.249137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:06.423065 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-72ddd045-c7e4-4159-991f-58d14f0794be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:07.531087 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:09.159918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:16.473358 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-d056cedf-4efb-4fcf-93a0-0b309b960fe7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697305 Jun 10 17:06:16.639673 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-7905abac-4dd2-4bb5-81aa-591900d25936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:16.641399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-7905abac-4dd2-4bb5-81aa-591900d25936 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.1226373 Jun 10 17:06:16.789379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-a283475b-1b9f-49fe-a00d-c118840e9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:16.790889 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-a283475b-1b9f-49fe-a00d-c118840e9ddf service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1288164 Jun 10 17:06:16.883548 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-736da7c9-0779-4958-b8a8-f1eb4e9e0e24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 1001 time: 0.0854387 Jun 10 17:06:16.951671 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-117ca06d-14ac-4c16-abec-0c5f87cffe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:16.953064 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-117ca06d-14ac-4c16-abec-0c5f87cffe88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0625820 Jun 10 17:06:17.032510 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-2a20f663-c9ea-4efc-a089-c4bb7f000b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:17.034125 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-2a20f663-c9ea-4efc-a089-c4bb7f000b97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724659 Jun 10 17:06:17.166362 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-b36c1261-5646-4f7a-a982-87fb3fc05271 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256161 Jun 10 17:06:17.296935 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-13513fa3-cc98-4f3c-a9a5-dd4ca6147850 req-3def5082-030f-4e5e-bfa9-769a8e4f16ed service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237385 Jun 10 17:06:21.796853 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:26.659331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690b377-10f3-4930-83c1-e6b77db7dbf4 req-57e62719-72c2-4529-9e01-ae87a2479bc5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:26.662834 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1690b377-10f3-4930-83c1-e6b77db7dbf4 req-57e62719-72c2-4529-9e01-ae87a2479bc5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.1200426 Jun 10 17:06:26.711014 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1690b377-10f3-4930-83c1-e6b77db7dbf4 req-2a8a6766-6223-4328-a67b-35ff1332183c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Jun 10 17:06:27.934902 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5f9d9-295c-4284-9c52-6a648fa7d7bc req-42a2a095-cc4e-4802-9d91-9f23baeb7868 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:27.936508 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fbc5f9d9-295c-4284-9c52-6a648fa7d7bc req-42a2a095-cc4e-4802-9d91-9f23baeb7868 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0869465 Jun 10 17:06:28.009708 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fbc5f9d9-295c-4284-9c52-6a648fa7d7bc req-8dd2ecf2-51d7-4e58-9a33-8c10cdbdd160 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655420 Jun 10 17:06:29.233414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294465d6-60e0-4a4b-b04e-303bb9341f7d req-9df9a7d2-47ba-4ca4-baea-d4a91113d5c4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:29.235350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-294465d6-60e0-4a4b-b04e-303bb9341f7d req-9df9a7d2-47ba-4ca4-baea-d4a91113d5c4 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0909526 Jun 10 17:06:29.284444 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-294465d6-60e0-4a4b-b04e-303bb9341f7d req-3ce0ac0e-f56c-4bae-814c-47756712c13f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418901 Jun 10 17:06:30.488106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40bd3d-cc59-462c-b2ed-69132abf0d6c req-2d3e48de-363d-4b32-835b-55cf1693202a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:30.490487 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c40bd3d-cc59-462c-b2ed-69132abf0d6c req-2d3e48de-363d-4b32-835b-55cf1693202a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0811448 Jun 10 17:06:30.539276 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c40bd3d-cc59-462c-b2ed-69132abf0d6c req-5da6b978-8161-481e-97ed-33e3ad589d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Jun 10 17:06:31.753101 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8365d-1930-4c3d-950d-b38003a69834 req-782a6240-e1dc-4156-99cb-0a1bd0952cdc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:31.754853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f3e8365d-1930-4c3d-950d-b38003a69834 req-782a6240-e1dc-4156-99cb-0a1bd0952cdc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0776134 Jun 10 17:06:31.802617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f3e8365d-1930-4c3d-950d-b38003a69834 req-4f8ffe78-237d-4619-8bc1-8333f11f6439 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Jun 10 17:06:33.440346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63bb20-a00a-490a-8ee1-0956b1d27a74 req-42c53b8d-e132-4d8a-9c6f-35a37bfb50b0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:33.443732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fb63bb20-a00a-490a-8ee1-0956b1d27a74 req-42c53b8d-e132-4d8a-9c6f-35a37bfb50b0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.5104885 Jun 10 17:06:33.495056 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fb63bb20-a00a-490a-8ee1-0956b1d27a74 req-6b192201-a8c8-4aa7-9c7b-e7bea25da2ee tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462952 Jun 10 17:06:33.590720 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9779ae7b-cec2-482c-96b5-ce877919968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:34.705864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7dbb2-f004-40b2-8992-7fea9e3e7dd9 req-975b98cf-e940-4a38-b621-76457230acf3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:34.707842 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3fe7dbb2-f004-40b2-8992-7fea9e3e7dd9 req-975b98cf-e940-4a38-b621-76457230acf3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0835500 Jun 10 17:06:34.762127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3fe7dbb2-f004-40b2-8992-7fea9e3e7dd9 req-f4b58ed9-6aaa-4962-be11-a90fbae2d501 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Jun 10 17:06:35.971841 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd111ef0-87a6-4480-a99d-14178e49ce79 req-f4993c3d-a82c-4bbe-8985-c53586d0cb43 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:35.973793 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fd111ef0-87a6-4480-a99d-14178e49ce79 req-f4993c3d-a82c-4bbe-8985-c53586d0cb43 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0788128 Jun 10 17:06:36.021493 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fd111ef0-87a6-4480-a99d-14178e49ce79 req-17f2408f-755c-4a15-a085-e99abc3dd977 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417373 Jun 10 17:06:36.250614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:36.426567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-17c7fabf-ea6a-4fa4-bef0-df117fac9142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:36.668567 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-eb80cdd6-d188-489e-83ce-36b8cfff0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:36.670173 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-eb80cdd6-d188-489e-83ce-36b8cfff0c30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.0679784 Jun 10 17:06:36.805704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-62fd9762-7a82-4cb2-a347-f35e1651fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:36.807109 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-62fd9762-7a82-4cb2-a347-f35e1651fad3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1300755 Jun 10 17:06:36.903786 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-96c74945-38eb-4457-bebf-1801e85b3ec7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 1001 time: 0.0902555 Jun 10 17:06:37.416351 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-08d2d93b-461a-4add-85e6-e19ef3d255ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:37.417932 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-08d2d93b-461a-4add-85e6-e19ef3d255ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.5080829 Jun 10 17:06:37.497758 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4b55-e813-4b10-9161-fb1edf8dbcac req-caf1f4ee-350b-4e17-b486-07d8ca81d4e8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:37.499312 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d6c4b55-e813-4b10-9161-fb1edf8dbcac req-caf1f4ee-350b-4e17-b486-07d8ca81d4e8 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.1535559 Jun 10 17:06:37.539336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:37.571867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-266c1ac8-ce5f-4dcc-b7b7-aeffa1af6e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:37.573506 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-266c1ac8-ce5f-4dcc-b7b7-aeffa1af6e65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1396945 Jun 10 17:06:37.592148 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9d6c4b55-e813-4b10-9161-fb1edf8dbcac req-35cede80-7d38-4f76-90cf-3137efa6ff27 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824280 Jun 10 17:06:37.750003 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-13874aa5-bd6c-49af-b092-379505d4f5cb service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695433 Jun 10 17:06:37.897853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f36f7134-3700-43ea-b69f-8d71caa30782 req-973ff7f2-fbb1-4dd2-acba-4e7bebab056f service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420374 Jun 10 17:06:38.419433 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:06:38.825118 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba56dd-5dca-4f70-bee9-a9be648af1f0 req-1e41d451-8fae-42ce-a968-b2fdf7a44089 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:38.826775 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1bba56dd-5dca-4f70-bee9-a9be648af1f0 req-1e41d451-8fae-42ce-a968-b2fdf7a44089 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0910618 Jun 10 17:06:38.878369 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1bba56dd-5dca-4f70-bee9-a9be648af1f0 req-cc3bfd4b-9ea9-4a8d-87f8-204874f36cba tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432062 Jun 10 17:06:39.163223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:40.120293 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286ddd9-cdf2-48a4-8cec-67b0494b8e69 req-4235944e-978f-4cfe-812f-c4c055fa466f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:40.122354 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4286ddd9-cdf2-48a4-8cec-67b0494b8e69 req-4235944e-978f-4cfe-812f-c4c055fa466f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0950141 Jun 10 17:06:40.194429 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4286ddd9-cdf2-48a4-8cec-67b0494b8e69 req-b3189baa-2b41-4a56-a18b-ac1baff5479e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607719 Jun 10 17:06:41.484580 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00acfa3-2a07-4732-9c5c-e03b40e58bd2 req-f8b1bf58-7995-4ea5-b279-c925ba13cd7f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:41.486099 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f00acfa3-2a07-4732-9c5c-e03b40e58bd2 req-f8b1bf58-7995-4ea5-b279-c925ba13cd7f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0829170 Jun 10 17:06:41.545424 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-f00acfa3-2a07-4732-9c5c-e03b40e58bd2 req-f773036e-98dd-4813-9322-200653291b76 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479984 Jun 10 17:06:41.941107 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-ad2aa722-8df7-42ca-8606-4d5ee86ab174 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686040 Jun 10 17:06:42.084519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca4da2-2fcd-4dfe-8a89-3ba62f1a1a4c req-c8eea8df-ddee-41ac-a768-df31895b2b8c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:42.086188 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1dca4da2-2fcd-4dfe-8a89-3ba62f1a1a4c req-c8eea8df-ddee-41ac-a768-df31895b2b8c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0950129 Jun 10 17:06:42.148297 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-1dca4da2-2fcd-4dfe-8a89-3ba62f1a1a4c req-71665e62-3217-49e3-80e5-e3caa80cd71b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549357 Jun 10 17:06:43.475622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4aac6-a8dc-44d0-bf7d-ee881d9e76ee req-392c013c-e93e-48f3-a636-7ecf8e3dcb53 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:43.477347 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6e4aac6-a8dc-44d0-bf7d-ee881d9e76ee req-392c013c-e93e-48f3-a636-7ecf8e3dcb53 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.1038616 Jun 10 17:06:43.535484 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6e4aac6-a8dc-44d0-bf7d-ee881d9e76ee req-0e7c3d8a-7b2b-4627-8711-0b4852b72919 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476971 Jun 10 17:06:44.298193 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:06:44.448752 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:44.483233 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:06:44.486815 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d8d1ee-3626-442a-98e6-0707d5da26f0" -d '{"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-unplugged", "status": "completed", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:06:44.511681 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:06:44.518614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:44.523994 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:06:44.572762 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 17:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac0c2fe-56f3-422d-8e06-5cfdec1200e3 x-openstack-request-id: req-8ac0c2fe-56f3-422d-8e06-5cfdec1200e3 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:06:44.573271 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-unplugged", "status": "failed", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "code": 422}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:06:44.573631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ac0c2fe-56f3-422d-8e06-5cfdec1200e3 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:06:44.574238 dv-neutron-601336-90-hyperv neutron-server[92387]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'code': 422} returned with failed status Jun 10 17:06:44.627785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:06:44.642661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.643371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.643927 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.644610 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.645262 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.645884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.646422 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.647073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.647444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.647997 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.648496 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.649299 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:06:44.656584 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:06:44.817626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b0eed-54b9-484a-92e7-eac735adda99 req-35674592-54e1-4093-a03f-321de820a6c7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:44.819152 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc8b0eed-54b9-484a-92e7-eac735adda99 req-35674592-54e1-4093-a03f-321de820a6c7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0887790 Jun 10 17:06:44.878865 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-cc8b0eed-54b9-484a-92e7-eac735adda99 req-129fd69d-6d8e-4489-b36b-b7ca98f58f5e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494511 Jun 10 17:06:46.111616 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989af1d-91e1-4bad-aea6-b26a88d75b9d req-437f27fe-e362-4b8a-b9b0-4b3b60cee321 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:46.114241 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7989af1d-91e1-4bad-aea6-b26a88d75b9d req-437f27fe-e362-4b8a-b9b0-4b3b60cee321 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0938120 Jun 10 17:06:46.175027 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7989af1d-91e1-4bad-aea6-b26a88d75b9d req-82541177-cfe2-43f3-98fc-3ebf5dd2cf57 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519583 Jun 10 17:06:47.416119 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf248-065c-432d-b20c-ff5b99743aa0 req-8e81e47a-97cf-4d89-813b-483085e26039 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:47.417683 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebeaf248-065c-432d-b20c-ff5b99743aa0 req-8e81e47a-97cf-4d89-813b-483085e26039 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.1016695 Jun 10 17:06:47.466425 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebeaf248-065c-432d-b20c-ff5b99743aa0 req-8cf4d447-e280-438a-84f5-cda17bc0a411 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420430 Jun 10 17:06:47.730829 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-8ffc053a-899b-4dd8-8801-67ab2ed46c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:47.733399 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-8ffc053a-899b-4dd8-8801-67ab2ed46c7e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49&tenant_id=2adbda18d2644b898bb8eab583a5eb00 HTTP/1.1" status: 200 len: 1097 time: 0.1149831 Jun 10 17:06:47.823775 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-686a4b6a-aa7e-47be-baf5-21b7c351db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:47.825492 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-686a4b6a-aa7e-47be-baf5-21b7c351db68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1097 time: 0.0688543 Jun 10 17:06:47.958744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-8523070c-bb74-4bf1-9f42-ca02a32b9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:47.960245 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-8523070c-bb74-4bf1-9f42-ca02a32b9af6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1286845 Jun 10 17:06:48.059113 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-c50cb965-ec38-4dca-970d-38747a3949e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 999 time: 0.0919790 Jun 10 17:06:48.121292 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-f4412d2b-e1a7-4a56-9b21-dea75b1ea064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:48.122982 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-f4412d2b-e1a7-4a56-9b21-dea75b1ea064 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0583856 Jun 10 17:06:48.204380 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-042eed7c-1338-4cef-9e43-d268cf818ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:48.206166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-042eed7c-1338-4cef-9e43-d268cf818ca6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762725 Jun 10 17:06:48.340824 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-48dea170-d03f-4aad-9e7e-8b71126a9a02 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270461 Jun 10 17:06:48.476112 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-15f0aa25-6374-411b-8027-0d9e73bed408 req-7fbb8777-c976-407a-bf5e-c5d201b6bf26 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294875 Jun 10 17:06:48.674004 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cec17-67b0-4a86-928b-2e18a02e8f47 req-551d3442-8417-4ce5-8c6b-26b7cc79fe21 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:48.676192 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-945cec17-67b0-4a86-928b-2e18a02e8f47 req-551d3442-8417-4ce5-8c6b-26b7cc79fe21 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0809193 Jun 10 17:06:48.730464 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-945cec17-67b0-4a86-928b-2e18a02e8f47 req-2ccce2f4-e880-4769-83b2-74178eb9d1e7 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Jun 10 17:06:49.940484 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae75b-e85e-4ea6-84c1-d6eb538abcf2 req-d71602f0-8346-4d62-86aa-0b1aba3b9598 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:49.943166 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ea6ae75b-e85e-4ea6-84c1-d6eb538abcf2 req-d71602f0-8346-4d62-86aa-0b1aba3b9598 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0890021 Jun 10 17:06:49.995932 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ea6ae75b-e85e-4ea6-84c1-d6eb538abcf2 req-5f83e50e-f39a-40ef-add3-4a9ada9ed1d6 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422635 Jun 10 17:06:51.218633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65fafa-39fb-432a-a0b2-287936f1d90d req-b5b777c0-d3ad-4e3d-98c7-c87a85500b42 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:51.220198 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-db65fafa-39fb-432a-a0b2-287936f1d90d req-b5b777c0-d3ad-4e3d-98c7-c87a85500b42 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0855105 Jun 10 17:06:51.277537 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-db65fafa-39fb-432a-a0b2-287936f1d90d req-6dff8064-7d1c-45f7-8fdf-da1b2229a666 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472970 Jun 10 17:06:51.812080 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:52.485528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f74fa9-5627-4b86-b488-17192143b8d2 req-afebe214-8820-4780-98af-5de040ba49f3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:52.487305 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f74fa9-5627-4b86-b488-17192143b8d2 req-afebe214-8820-4780-98af-5de040ba49f3 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0804164 Jun 10 17:06:52.543289 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-09f74fa9-5627-4b86-b488-17192143b8d2 req-3714e243-b369-440e-99fe-cedf1b75649c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437531 Jun 10 17:06:53.798483 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff508-0c1a-40d0-ad91-8bdc4d24ea88 req-74230d93-5e8c-4e57-98d3-5d0f9147044a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:53.800088 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8d7ff508-0c1a-40d0-ad91-8bdc4d24ea88 req-74230d93-5e8c-4e57-98d3-5d0f9147044a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0855701 Jun 10 17:06:53.863710 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8d7ff508-0c1a-40d0-ad91-8bdc4d24ea88 req-0ff9f320-2423-4de9-88ef-3b230f4d50a5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555520 Jun 10 17:06:55.076537 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ed3ae-0509-4a62-a234-572d16482a80 req-369d40e0-c150-42b1-8d19-1c760c552c07 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:55.076537 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b24ed3ae-0509-4a62-a234-572d16482a80 req-369d40e0-c150-42b1-8d19-1c760c552c07 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0861795 Jun 10 17:06:55.130408 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b24ed3ae-0509-4a62-a234-572d16482a80 req-bef2b995-1339-4557-b7ee-cabe6323059e tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510936 Jun 10 17:06:56.340165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eecbe-0793-4c96-9e73-eabf608bbeca req-bd3c2f2d-0d1d-4b07-99b3-7505ce76c393 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:56.343020 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-348eecbe-0793-4c96-9e73-eabf608bbeca req-bd3c2f2d-0d1d-4b07-99b3-7505ce76c393 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 944 time: 0.0876136 Jun 10 17:06:56.345914 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:06:56.410774 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-348eecbe-0793-4c96-9e73-eabf608bbeca req-69519bb0-3285-4e20-be5b-bc1419eb296f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567343 Jun 10 17:06:56.511834 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:06:56.527945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'port_id': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'mac_address': 'fa:16:3e:49:43:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:06:56.582234 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:56.604287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cc5c40-00ce-4564-96b5-9dca0fb88d10 {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:06:56.627883 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:06:56.634879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:56.637941 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:06:56.701210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:06:56.705106 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:06:56.872820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['63cc5c40-00ce-4564-96b5-9dca0fb88d10'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:06:57.638528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446348-214c-41bf-a117-2ae4894d4c39 req-2d7cf52e-a4d5-4067-8fae-59acf9c9d50b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:57.640159 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc446348-214c-41bf-a117-2ae4894d4c39 req-2d7cf52e-a4d5-4067-8fae-59acf9c9d50b tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 945 time: 0.0899420 Jun 10 17:06:57.692787 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-bc446348-214c-41bf-a117-2ae4894d4c39 req-226b8039-29c7-4517-91fa-a80447466f8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418684 Jun 10 17:06:58.359755 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:06:58.423186 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:06:58.423695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:58.704995 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:58.734586 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:06:58.737122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7faab54-dfa3-4ba9-9248-b28ed8b9ce77" -d '{"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-plugged", "status": "completed", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:06:58.771304 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:06:58.778629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:06:58.782962 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:06:58.862200 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:06:58.869009 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:06:58.974374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22513465-d041-431f-94a5-51e35ce28248 req-d3f11b04-ae8e-4856-a5a1-41f5be905a4d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:06:58.976267 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-22513465-d041-431f-94a5-51e35ce28248 req-d3f11b04-ae8e-4856-a5a1-41f5be905a4d tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0863447 Jun 10 17:06:59.029065 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-22513465-d041-431f-94a5-51e35ce28248 req-275668ff-537f-4d37-9e7f-3780ac7e8c10 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Jun 10 17:06:59.827472 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d1d76a-3ead-4dda-98ff-dcebf10ee7e5 x-openstack-request-id: req-b4d1d76a-3ead-4dda-98ff-dcebf10ee7e5 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:06:59.828314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-plugged", "status": "completed", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:06:59.828495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4d1d76a-3ead-4dda-98ff-dcebf10ee7e5 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:06:59.829015 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'code': 200} Jun 10 17:07:00.108471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddbd22-00de-4be8-9bc1-d918e5fbf51b req-3083a800-d5f5-4295-b26c-dde0d5635226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:00.110053 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f6ddbd22-00de-4be8-9bc1-d918e5fbf51b req-3083a800-d5f5-4295-b26c-dde0d5635226 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.0765092 Jun 10 17:07:00.162655 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f6ddbd22-00de-4be8-9bc1-d918e5fbf51b req-59b2129d-4ddf-473e-9bf3-47a1489e422f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451660 Jun 10 17:07:00.264884 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c45e5-ce52-448e-b756-f10772021fde req-26813626-a3c0-4f07-bf4b-753ff181760a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:00.266660 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-014c45e5-ce52-448e-b756-f10772021fde req-26813626-a3c0-4f07-bf4b-753ff181760a tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0856607 Jun 10 17:07:00.324410 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-014c45e5-ce52-448e-b756-f10772021fde req-8b77b445-a72e-40ec-b891-898fd6014d65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505252 Jun 10 17:07:01.527433 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b2e8f-616f-446c-8c47-1839f79de604 req-cfe9efcf-5fda-4dbd-8638-57bcfc30e062 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:01.528954 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a79b2e8f-616f-446c-8c47-1839f79de604 req-cfe9efcf-5fda-4dbd-8638-57bcfc30e062 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.0813537 Jun 10 17:07:01.605743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a79b2e8f-616f-446c-8c47-1839f79de604 req-278b2a34-aa39-41cf-bdb2-94ad1351d1e5 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701783 Jun 10 17:07:03.604067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9fc602da-9796-411a-9a78-f5dacaad668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:06.250993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:06.434727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-cdee0422-2683-449a-8d01-232fb758cfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:07.537208 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:09.167248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:15.419012 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:07:18.485721 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-124357f7-fe01-4222-9cc1-6f48d12c2131 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727761 Jun 10 17:07:18.670889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-df90c842-2faf-4a09-9a53-d11799f1a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:18.673898 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-df90c842-2faf-4a09-9a53-d11799f1a974 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.1383071 Jun 10 17:07:18.928555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-ecdd6864-4454-478d-bad8-07df84bf24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:18.930847 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-ecdd6864-4454-478d-bad8-07df84bf24b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.2309730 Jun 10 17:07:19.036513 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-63598eae-5e90-43cb-b618-0881681303ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 1001 time: 0.0979140 Jun 10 17:07:19.107957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-4bf7cc13-47a8-45ba-bf2d-1b58e86c8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:19.109866 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-4bf7cc13-47a8-45ba-bf2d-1b58e86c8924 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.0666468 Jun 10 17:07:19.190196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-e11251f3-a850-4917-9355-8abf5b6152ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:07:19.192004 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-e11251f3-a850-4917-9355-8abf5b6152ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752172 Jun 10 17:07:19.360213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-f534d946-c341-4ffc-9748-90dfde02e479 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611850 Jun 10 17:07:19.512653 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-48fc3be9-316e-4a54-bb59-9c7ee84cb76e req-f405ad6d-c5cb-4dbd-9c43-4a833145f787 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459196 Jun 10 17:07:21.827460 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:33.606859 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c27a4b28-5498-491b-813e-6938866bfe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:36.250792 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:36.430825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-aed5a6f6-5365-4fea-978d-a0345087a975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:37.537124 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:39.170837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:51.827747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:07:52.426740 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:08:03.600389 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436f5f5b-8437-47f7-820f-2e7161d340c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:06.247110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:06.427358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-28666c02-bd7f-429e-a886-cb73456f7241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:07.542774 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:09.180540 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:20.263150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58740) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:20.569562 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-f8a3de71-b97b-405f-bde4-7ae2741913e7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343589 Jun 10 17:08:20.586661 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Deleting port ad535800-0223-4ac0-ad74-7bbe3a754ba3 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:20.587094 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:20.749590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:20.749916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:20.855133 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Calling delete_port for ad535800-0223-4ac0-ad74-7bbe3a754ba3 owned by network:floatingip {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:20.870762 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-873fde23-81b8-4915-9fa1-4ef8f0f986a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:20.872275 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-873fde23-81b8-4915-9fa1-4ef8f0f986a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.2153540 Jun 10 17:08:21.538306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-d373a2d5-617e-437e-ab75-f958de26995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:21.539706 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-d373a2d5-617e-437e-ab75-f958de26995f service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1741149 Jun 10 17:08:21.689624 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-17955eb3-c150-4c5c-8c2f-d53b01ab8003 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 1001 time: 0.1368287 Jun 10 17:08:21.748360 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:21.753921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-32c19eba-cd67-4b9d-963f-3031231e902c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:21.791680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event deleted for resources: {'Port': ['ID=ad535800-0223-4ac0-ad74-7bbe3a754ba3,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:21.805614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-9b695736-5af0-4853-87a2-7e42ddc0bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:21.807124 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-9b695736-5af0-4853-87a2-7e42ddc0bae8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.1105387 Jun 10 17:08:21.810410 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.810850 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.811278 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.811698 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.812114 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.812626 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.813046 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.814454 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.815008 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.815508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.815926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.816420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:21.843026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:21.855843 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:21.964048 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for floatingip, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:21.964424 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.db.l3_db [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Floating IP 7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc disassociated (deleted). External IP: 172.26.5.76, port: 63cc5c40-00ce-4564-96b5-9dca0fb88d10. Jun 10 17:08:22.097471 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-6dd971cd-55f2-4132-a025-099814c7f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:22.099110 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-6dd971cd-55f2-4132-a025-099814c7f253 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2499089 Jun 10 17:08:22.109899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-13ad0398-6b01-42b2-afae-b7c26f76c044 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92385) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:08:22.111698 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-13ad0398-6b01-42b2-afae-b7c26f76c044 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0063543 Jun 10 17:08:22.384425 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-3432069e-1cb3-46e3-8789-3d7cebb013bd service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656088 Jun 10 17:08:22.513031 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:08:22.611315 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b6ba887a-b012-4365-af6c-92139e8ed3c1 req-c6c4d6ed-52d0-4de5-aca3-7202067d0779 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167993 Jun 10 17:08:22.727137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:08:22.733929 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:22.741806 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:08:22.762837 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:22.763948 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:22.790001 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-f3e31f16-518b-4c39-b817-c34005c02383 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "DELETE /v2.0/floatingips/7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc HTTP/1.1" status: 204 len: 168 time: 2.5255888 Jun 10 17:08:22.790691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:08:22.793102 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:08:22.835435 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ffcb4-815a-4903-bc4b-1efb4d683b8a x-openstack-request-id: req-716ffcb4-815a-4903-bc4b-1efb4d683b8a {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:08:22.835896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:08:22.836206 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-716ffcb4-815a-4903-bc4b-1efb4d683b8a {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:08:22.836691 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'status': 'completed', 'code': 200} Jun 10 17:08:22.986505 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:23.003898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-1fbe7cda-4b4c-40b8-b1bd-06aa61d22b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:23.006675 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-1fbe7cda-4b4c-40b8-b1bd-06aa61d22b9c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2adbda18d2644b898bb8eab583a5eb00&device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 1099 time: 0.1339829 Jun 10 17:08:23.193646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-0bdc3adc-eea0-4b41-9d8d-db5d9ed4f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:23.195283 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-0bdc3adc-eea0-4b41-9d8d-db5d9ed4f1ec service neutron] 10.222.0.25 "GET /v2.0/networks?id=25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 200 len: 910 time: 0.1821671 Jun 10 17:08:23.295537 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-af93f8ba-6360-4ae7-bb6e-ad9e984e1f69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 200 len: 217 time: 0.0920532 Jun 10 17:08:23.421789 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:23.427004 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:08:23.437008 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:23.437684 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:23.475212 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-700965f4-eb19-413f-9658-cef155620d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:23.477826 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-700965f4-eb19-413f-9658-cef155620d69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 200 len: 848 time: 0.1661644 Jun 10 17:08:23.542569 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af117b-25aa-4919-a7c7-2c072132a98c req-9a541386-8ffa-4cbd-ac7c-e02c3c47efa0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:23.544129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a3af117b-25aa-4919-a7c7-2c072132a98c req-9a541386-8ffa-4cbd-ac7c-e02c3c47efa0 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.2448149 Jun 10 17:08:23.663210 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-efc5605b-842d-4595-bde4-89abd5f8bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:23.665969 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-efc5605b-842d-4595-bde4-89abd5f8bd93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=25bf42dc-ca5e-437d-8ee3-dea11f61590c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1745627 Jun 10 17:08:23.671397 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a3af117b-25aa-4919-a7c7-2c072132a98c req-2b1cf5d6-55b1-4d50-b80f-9ac6876f7f31 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134281 Jun 10 17:08:23.739439 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:23.847356 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-2831b867-86e4-436f-929a-7717756a98cd service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717646 Jun 10 17:08:24.002384 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-71f74e5f-ea8c-44a3-b4e0-cb0047841d2f req-2f0badf4-3723-4588-bd65-546c381abd31 service neutron] 10.222.0.25 "GET /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463311 Jun 10 17:08:24.133702 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:24.138807 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b080691-1fe9-4b7b-8543-5c7364f788d4 None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T16:59:18Z', 'revision_number': 4, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '1280b17b-0cfe-4694-acd7-c78102ffdb13', 'name': '', 'network_id': '25bf42dc-ca5e-437d-8ee3-dea11f61590c', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'mac_address': 'fa:16:3e:6e:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:17Z', 'updated_at': '2021-06-10T16:59:26Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'subnets': [{'id': '25516fa2-6dcc-4232-a959-7c310a3811fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:08:24.416838 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77180b-875a-4a66-bf39-e708cc1276e2 None None] New status for floating IP 7446d1cd-1b9d-4bb4-9fbc-85df9850f8bc: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:08:24.726733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-ccf84a27-646b-48f1-9229-7d2ccb3a0e75 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:24.728386 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-ccf84a27-646b-48f1-9229-7d2ccb3a0e75 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.1201692 Jun 10 17:08:24.894075 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Deleting port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:24.894568 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:24.971658 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f088e6b-9682-421f-93a7-cd73a81c17e2 req-67c77499-fe9c-49d2-aec0-dcdc1b3ae50f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:24.973306 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7f088e6b-9682-421f-93a7-cd73a81c17e2 req-67c77499-fe9c-49d2-aec0-dcdc1b3ae50f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 946 time: 0.1109357 Jun 10 17:08:25.033906 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7f088e6b-9682-421f-93a7-cd73a81c17e2 req-f2e6b04e-8c25-4cdf-923c-8f30623b2512 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/security-groups?id=7127d1e3-3d46-48bc-8178-02cf0b32c086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496225 Jun 10 17:08:25.059050 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] For port 63cc5c40-00ce-4564-96b5-9dca0fb88d10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=63cc5c40-00ce-4564-96b5-9dca0fb88d10,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:25.059427 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:25.166226 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Calling delete_port for 63cc5c40-00ce-4564-96b5-9dca0fb88d10 owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:25.403520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:25.409432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-bea56cd2-8eea-421e-a71e-2f6e5b7c081e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:25.445657 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event deleted for resources: {'Port': ['ID=63cc5c40-00ce-4564-96b5-9dca0fb88d10,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:25.449030 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:25.509439 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] No DVR routers for this DVR port 63cc5c40-00ce-4564-96b5-9dca0fb88d10 on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:08:25.512388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:25.514428 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e3cf3248-e836-49fb-9528-7fbd0f73cf6c req-0f67aff5-e704-4711-9fdc-b7d460780488 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.25 "DELETE /v2.0/ports/63cc5c40-00ce-4564-96b5-9dca0fb88d10 HTTP/1.1" status: 204 len: 173 time: 0.7802534 Jun 10 17:08:25.515006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-deleted', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:08:25.518137 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32737c-ac93-439d-81fd-71f01f87ddb2" -d '{"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-deleted", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:08:25.580232 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f3dcca-4f82-46b7-a3e4-92d063599457 x-openstack-request-id: req-c8f3dcca-4f82-46b7-a3e4-92d063599457 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:08:25.580595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd3084d-ec7a-4636-a108-1877a5ba0b49", "name": "network-vif-deleted", "tag": "63cc5c40-00ce-4564-96b5-9dca0fb88d10", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:08:25.580907 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8f3dcca-4f82-46b7-a3e4-92d063599457 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:08:25.581511 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3084d-ec7a-4636-a108-1877a5ba0b49', 'name': 'network-vif-deleted', 'tag': '63cc5c40-00ce-4564-96b5-9dca0fb88d10', 'status': 'completed', 'code': 200} Jun 10 17:08:26.302571 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-c44b0aad-59b8-4899-a62a-db592370b09e req-f1359e9e-92a9-493d-817f-c8bf9c951fec tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 210 time: 0.0507193 Jun 10 17:08:27.474292 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8802e661-1ea8-4cfc-ae67-ec94e6870c5f req-3acc52bd-faa8-443e-a92f-7c82d002a818 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 210 time: 0.0421107 Jun 10 17:08:28.636260 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-fd3f7ece-f6e1-4f1b-8af2-4cf2ae88d6e5 req-f3d18311-3658-4fd1-892d-f9fcc1723056 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 210 time: 0.0358686 Jun 10 17:08:28.887467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:28.914918 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: 63cc5c40-00ce-4564-96b5-9dca0fb88d10 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:28.915295 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device 63cc5c40-00ce-4564-96b5-9dca0fb88d10 not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:29.416063 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:08:29.935943 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-17df847b-d7d0-4a81-bc49-aba7d0f8cca9 req-b9bf0044-6d81-484b-852a-29dedb27abd9 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccd3084d-ec7a-4636-a108-1877a5ba0b49 HTTP/1.1" status: 200 len: 210 time: 0.0464449 Jun 10 17:08:31.054892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58776) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:31.128633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:31.162560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:31.254235 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:31.258998 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:31.260927 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] 10.222.0.23 "DELETE /v2.0/security-groups/7127d1e3-3d46-48bc-8178-02cf0b32c086 HTTP/1.1" status: 204 len: 168 time: 0.2047687 Jun 10 17:08:31.262339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c7cd3ba-2847-4acf-8da1-1c7bf2d6b758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:31.284306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7127d1e3-3d46-48bc-8178-02cf0b32c086,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:31.288650 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9e4d68ce-924c-4ae2-b248-27f0865e31dd tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:32.354877 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58782) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:33.604373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:33.609749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9726ec0b-0a47-4193-89b1-a68a406aa8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:33.987124 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Deleting port 1280b17b-0cfe-4694-acd7-c78102ffdb13 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:33.987467 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:34.110429 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] For port 1280b17b-0cfe-4694-acd7-c78102ffdb13, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=1280b17b-0cfe-4694-acd7-c78102ffdb13,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:34.110797 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:34.222431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Calling delete_port for 1280b17b-0cfe-4694-acd7-c78102ffdb13 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:34.494963 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:34.497271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce0c0d3e-fcd7-4d67-b76f-8cd5cbc30013 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:34.531685 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Pushing event deleted for resources: {'Port': ['ID=1280b17b-0cfe-4694-acd7-c78102ffdb13,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:34.535541 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:34.839309 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:35.163787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Router 5c91f0a8-12b0-474a-9f22-7c54234ac567 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:08:35.331894 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:08:35.339743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-97a63bd0-6964-4d4c-9baa-23952756719b admin admin] 10.222.0.23 "PUT /v2.0/routers/5c91f0a8-12b0-474a-9f22-7c54234ac567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9816997 Jun 10 17:08:35.343240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58788) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:35.346110 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] Sync routers for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:08:35.357370 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:35.358175 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:35.517362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:35.551438 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:35.720255 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:35.807902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Deleting port 9debc8db-adb0-4755-9f6f-3c77993f8932 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:35.808261 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:35.925009 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T17:08:34Z', 'revision_number': 5, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port': {'id': '9debc8db-adb0-4755-9f6f-3c77993f8932', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:14Z', 'updated_at': '2021-06-10T16:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:35.932661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] Checking router: 5c91f0a8-12b0-474a-9f22-7c54234ac567 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:08:35.944714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] For port 9debc8db-adb0-4755-9f6f-3c77993f8932, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9debc8db-adb0-4755-9f6f-3c77993f8932,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:35.945623 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:35.950877 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] Routers {'5c91f0a8-12b0-474a-9f22-7c54234ac567'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:35.952258 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['5c91f0a8-12b0-474a-9f22-7c54234ac567'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:36.060229 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Calling delete_port for 9debc8db-adb0-4755-9f6f-3c77993f8932 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:36.162328 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] Set router 5c91f0a8-12b0-474a-9f22-7c54234ac567 gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:36.263652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:36.273267 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T17:08:35Z', 'revision_number': 6, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:36.278432 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e66ab3-bcf8-424d-8ff7-eee8f25d4bec None None] The sync data for ids ['5c91f0a8-12b0-474a-9f22-7c54234ac567'] in dv-neutron-601336-90-hyperv is: [{'id': '5c91f0a8-12b0-474a-9f22-7c54234ac567', 'name': 'tempest-TestShelveInstance-1073227955-router', 'tenant_id': '2adbda18d2644b898bb8eab583a5eb00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:13Z', 'updated_at': '2021-06-10T17:08:35Z', 'revision_number': 6, 'project_id': '2adbda18d2644b898bb8eab583a5eb00', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:08:36.354138 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:36.356916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-8dff6a08-9211-4591-9ab9-6aa14c959a8c tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:36.390778 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9debc8db-adb0-4755-9f6f-3c77993f8932,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:36.400441 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:36.423134 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-013af8ec-9c30-42af-82eb-a84723d77450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:36.529296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.383430 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.387393 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.460345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.461128 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c91f0a8-12b0-474a-9f22-7c54234ac567 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 17:08:37.468088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.470465 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-4342c77a-1c1d-4665-ad7a-7ac6617904ec admin admin] 10.222.0.23 "DELETE /v2.0/routers/5c91f0a8-12b0-474a-9f22-7c54234ac567 HTTP/1.1" status: 204 len: 168 time: 2.1243875 Jun 10 17:08:37.472901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58790) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:37.556987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.573822 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Deleting subnet 25516fa2-6dcc-4232-a959-7c310a3811fd {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 17:08:37.579195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.640283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.768477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.850453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.853342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-91c0ab41-445f-49c8-8b19-0e5585341edb tempest-RoutersTest-81339495 tempest-RoutersTest-81339495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:37.890024 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25516fa2-6dcc-4232-a959-7c310a3811fd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:37.895189 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:37.898401 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:37.904424 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba0d6440-d1d6-446c-9d66-2a4889b504c6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/25516fa2-6dcc-4232-a959-7c310a3811fd HTTP/1.1" status: 204 len: 168 time: 0.4263153 Jun 10 17:08:37.906529 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58792) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:37.920268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66b946-387b-4021-b203-14c53a9041b5 None None] Network 25bf42dc-ca5e-437d-8ee3-dea11f61590c requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:08:38.006379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1280b17b-0cfe-4694-acd7-c78102ffdb13 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:38.044927 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.045300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 1280b17b-0cfe-4694-acd7-c78102ffdb13 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:38.045300 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 1280b17b-0cfe-4694-acd7-c78102ffdb13 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:38.045856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9debc8db-adb0-4755-9f6f-3c77993f8932 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:38.077985 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9debc8db-adb0-4755-9f6f-3c77993f8932 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:38.079468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9debc8db-adb0-4755-9f6f-3c77993f8932 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:38.122158 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Deleting port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:38.122637 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.243730 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] For port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:38.244183 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.263869 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] DHCP port deletion for 25bf42dc-ca5e-437d-8ee3-dea11f61590c request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:08:38.349706 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Deleting port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:38.350237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.371831 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Calling delete_port for 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:38.468071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] For port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,segment=NetworkSegment(ba6e3298-174a-47d0-ae10-cd994fe53815),segment_id=ba6e3298-174a-47d0-ae10-cd994fe53815)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:38.468646 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.486380 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.492412 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-75b6baba-9cd2-4dec-9980-0922d4a04ab1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:38.530686 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:38.533815 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] No DVR routers for this DVR port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:08:38.571511 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.571964 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.572285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.572665 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.573034 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.574770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.574770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.574770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.574770 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.575414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.575414 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.575728 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.581088 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:38.642530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Calling delete_port for 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:38.710625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.733508 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bf42dc-ca5e-437d-8ee3-dea11f61590c']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: retrieve_revision_numbers = { Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 17:08:38.747445 dv-neutron-601336-90-hyperv neutron-server[92387]: self.session.flush() Jun 10 17:08:38.756885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.759410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:38.768696 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6e3298-174a-47d0-ae10-cd994fe53815') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:38.769257 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6e3298-174a-47d0-ae10-cd994fe53815') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:38.790473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.796508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Pushing event deleted for resources: {'Port': ['ID=33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:38.803032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] No DVR routers for this DVR port 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.819566 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.822489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.822489 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.823000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.823188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.823188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.823188 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:38.828006 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-ead5f655-041e-4a68-84dc-5b626d3aa353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:38.833725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:08:38.834374 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 17:08:38.837078 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 17:08:38.932230 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.937165 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5a9ca33-7e87-46a6-a41f-bf9f1f7ad5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:38.942027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:38.944191 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] 10.222.0.23 "DELETE /v2.0/networks/25bf42dc-ca5e-437d-8ee3-dea11f61590c HTTP/1.1" status: 204 len: 168 time: 1.0366323 Jun 10 17:08:38.948481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58794) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:38.964391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bf42dc-ca5e-437d-8ee3-dea11f61590c,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:38.967649 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d3a1c2b9-e169-4b1e-b058-82e693f72c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:39.185516 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:39.475978 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:39.866022 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Deleting port d80869ab-bf1c-4be4-905f-7384f7ed60e7 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:39.866420 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:39.976888 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:40.004125 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] For port d80869ab-bf1c-4be4-905f-7384f7ed60e7, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=d80869ab-bf1c-4be4-905f-7384f7ed60e7,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:40.004854 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:40.027707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:40.028361 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 33ae5cf8-6ff9-4e30-b2fa-e12fe7ba1581 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:40.114592 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Calling delete_port for d80869ab-bf1c-4be4-905f-7384f7ed60e7 owned by network:router_interface {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:40.374341 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:40.378077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-898308c8-403b-40b1-bdaf-e01dbc1e40f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:40.412570 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80869ab-bf1c-4be4-905f-7384f7ed60e7,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:40.415839 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:40.736474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:41.119908 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Router efaacd51-cec7-4498-bc0f-11f266dd30b5 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:08:41.292596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:08:41.300086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9b2af39c-efe4-4662-bea8-efef4c39d138 admin admin] 10.222.0.23 "PUT /v2.0/routers/efaacd51-cec7-4498-bc0f-11f266dd30b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3498890 Jun 10 17:08:41.303678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58796) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:41.304459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] Sync routers for ids ['efaacd51-cec7-4498-bc0f-11f266dd30b5'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:08:41.317067 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] Routers {'efaacd51-cec7-4498-bc0f-11f266dd30b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:41.317921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['efaacd51-cec7-4498-bc0f-11f266dd30b5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:41.487025 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:41.510410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] Set router efaacd51-cec7-4498-bc0f-11f266dd30b5 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:41.648757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:41.736741 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Deleting port 4dd43e34-4869-4696-8fbc-5fafacdc164c {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:41.737324 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:41.865132 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19'}], 'enable_snat': True}, 'gw_port_id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T17:08:40Z', 'revision_number': 5, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port': {'id': '4dd43e34-4869-4696-8fbc-5fafacdc164c', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T16:59:22Z', 'updated_at': '2021-06-10T16:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:41.870426 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] Checking router: efaacd51-cec7-4498-bc0f-11f266dd30b5 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:08:41.883301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] Routers {'efaacd51-cec7-4498-bc0f-11f266dd30b5'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:41.884379 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['efaacd51-cec7-4498-bc0f-11f266dd30b5'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:41.915812 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] For port 4dd43e34-4869-4696-8fbc-5fafacdc164c, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=4dd43e34-4869-4696-8fbc-5fafacdc164c,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:41.916606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:42.071253 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Calling delete_port for 4dd43e34-4869-4696-8fbc-5fafacdc164c owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:42.081759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] Set router efaacd51-cec7-4498-bc0f-11f266dd30b5 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:42.168122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T17:08:41Z', 'revision_number': 6, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:42.174073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8b23a-9aba-4743-85a1-5eb81bbd5490 None None] The sync data for ids ['efaacd51-cec7-4498-bc0f-11f266dd30b5'] in dv-neutron-601336-90-hyperv is: [{'id': 'efaacd51-cec7-4498-bc0f-11f266dd30b5', 'name': 'tempest-TestShelveInstance-1473585967-router', 'tenant_id': '43444387539d412fb806ee1069e80d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T16:59:21Z', 'updated_at': '2021-06-10T17:08:41Z', 'revision_number': 6, 'project_id': '43444387539d412fb806ee1069e80d37', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:08:42.379196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:42.381890 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-52366c5f-4926-4052-b1a2-d178ee13c8fd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:42.415148 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd43e34-4869-4696-8fbc-5fafacdc164c,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:42.420746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:42.509595 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.074947 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.077703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.153518 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.154347 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaacd51-cec7-4498-bc0f-11f266dd30b5 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 17:08:43.163201 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.167802 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] 10.222.0.23 "DELETE /v2.0/routers/efaacd51-cec7-4498-bc0f-11f266dd30b5 HTTP/1.1" status: 204 len: 168 time: 1.8599834 Jun 10 17:08:43.168169 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58798) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:43.229052 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Deleting subnet 53c779d4-a4ec-4bbc-838c-602c3b1a6866 {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 17:08:43.232723 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.315361 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.442677 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.512764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.518588 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-5a23c8c2-600f-4c1f-8d14-6be8cf043284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:43.579209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c779d4-a4ec-4bbc-838c-602c3b1a6866,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:43.584631 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:43.587482 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.594388 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a11efd60-f933-4b05-803e-15582c4520ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/53c779d4-a4ec-4bbc-838c-602c3b1a6866 HTTP/1.1" status: 204 len: 168 time: 0.4207489 Jun 10 17:08:43.594668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ae879-2118-47e7-b60f-8c0de8d872fd None None] Network 8e8c6216-1f8d-4f25-82b6-de0a9777482d requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:08:43.595939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58800) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:43.775604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.853323 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] DHCP port deletion for 8e8c6216-1f8d-4f25-82b6-de0a9777482d request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:08:43.858861 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Deleting port adbeb493-869a-4e5f-b8a0-83b789842a9f {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:43.859184 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.932882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Deleting port adbeb493-869a-4e5f-b8a0-83b789842a9f {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:08:43.933527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:43.964333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] For port adbeb493-869a-4e5f-b8a0-83b789842a9f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=adbeb493-869a-4e5f-b8a0-83b789842a9f,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:43.964682 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.022538 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4dd43e34-4869-4696-8fbc-5fafacdc164c no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:44.080912 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Calling delete_port for adbeb493-869a-4e5f-b8a0-83b789842a9f owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:44.214422 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.217555 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a24ee135-97c9-4591-bd02-da3e90c8ca7b tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:44.237831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 4dd43e34-4869-4696-8fbc-5fafacdc164c {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:44.238190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 4dd43e34-4869-4696-8fbc-5fafacdc164c not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:44.238643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device adbeb493-869a-4e5f-b8a0-83b789842a9f no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:44.259992 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Pushing event deleted for resources: {'Port': ['ID=adbeb493-869a-4e5f-b8a0-83b789842a9f,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:44.265431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:44.270326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] No DVR routers for this DVR port adbeb493-869a-4e5f-b8a0-83b789842a9f on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:08:44.276041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: adbeb493-869a-4e5f-b8a0-83b789842a9f {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:44.276410 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device adbeb493-869a-4e5f-b8a0-83b789842a9f not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:44.277635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80869ab-bf1c-4be4-905f-7384f7ed60e7 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:08:44.280870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] For port adbeb493-869a-4e5f-b8a0-83b789842a9f, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=adbeb493-869a-4e5f-b8a0-83b789842a9f,segment=NetworkSegment(7d075f2d-ebcb-46ed-8659-d485d6bec5f7),segment_id=7d075f2d-ebcb-46ed-8659-d485d6bec5f7)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:44.281884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.314344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: d80869ab-bf1c-4be4-905f-7384f7ed60e7 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:08:44.314700 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device d80869ab-bf1c-4be4-905f-7384f7ed60e7 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:08:44.400080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.410534 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Calling delete_port for adbeb493-869a-4e5f-b8a0-83b789842a9f owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:08:44.414680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8c6216-1f8d-4f25-82b6-de0a9777482d']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:44.434513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d075f2d-ebcb-46ed-8659-d485d6bec5f7') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:44.434995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d075f2d-ebcb-46ed-8659-d485d6bec5f7') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:44.454582 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.480616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.492402 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:08:44.493078 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 17:08:44.496135 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 17:08:44.570026 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.572761 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:44.606227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.612211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-40fba345-cf24-4252-b8ef-2712cc4f9051 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:44.616889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.617248 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Pushing event deleted for resources: {'Port': ['ID=adbeb493-869a-4e5f-b8a0-83b789842a9f,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:44.621624 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e8c6216-1f8d-4f25-82b6-de0a9777482d HTTP/1.1" status: 204 len: 168 time: 1.0209734 Jun 10 17:08:44.621920 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] No DVR routers for this DVR port adbeb493-869a-4e5f-b8a0-83b789842a9f on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:08:44.638714 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8c6216-1f8d-4f25-82b6-de0a9777482d,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:44.641551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-122f861c-c25d-4041-94fe-a97fb4ecaeeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:44.642450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e7c98471-952e-486f-8283-1e4f2ac0922a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:44.773848 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58804) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:44.828666 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-b35a6a96-469b-4a76-a01f-6596d191a91f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2adbda18d2644b898bb8eab583a5eb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532610 Jun 10 17:08:44.831223 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58806) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:44.905503 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:44.950679 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.024221 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.029632 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.030966 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7955535-5c8c-4c97-87ac-bcfb3d508244 HTTP/1.1" status: 204 len: 168 time: 0.1987300 Jun 10 17:08:45.032076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-82eab8cc-3cda-4bfd-b2c1-f3bcbd9eef40 tempest-SecGroupTest-67851628 tempest-SecGroupTest-67851628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:45.042986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7955535-5c8c-4c97-87ac-bcfb3d508244,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:45.045764 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-4d50b192-7a57-4d5c-9db5-6962aa81d1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:45.439172 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58812) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:45.491556 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-96557314-8884-45cd-af92-ef88a18dc98a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43444387539d412fb806ee1069e80d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507951 Jun 10 17:08:45.494461 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58814) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:45.556365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.585793 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.650679 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.653914 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:45.655170 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44a1ef29-ac66-4ac0-8e07-c80fe01c24bc HTTP/1.1" status: 204 len: 168 time: 0.1596916 Jun 10 17:08:45.656604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-fed6e1ed-5de5-480b-92f9-9123029c5287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:45.666981 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1ef29-ac66-4ac0-8e07-c80fe01c24bc,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:45.669748 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-cb7eeb27-86a2-491c-adcb-3d7fd3a3c695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:46.640714 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58836) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:46.793747 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2010202449-network', 'tenant_id': '7dba99b6e3354987bfde290d9049818d'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:08:46.821255 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Made reservation on behalf of 7dba99b6e3354987bfde290d9049818d for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:08:46.824304 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:46.836631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:46.955974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:46.960790 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:46.964156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f307cae3-4a9e-4ca2-8254-06cf7e978e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:46.994863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:08:47.002678 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f79f5c-1518-4662-a1b7-f318e739423f,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:47.007037 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:47.010719 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.011124 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Added segment 415159f2-37f1-404e-ba8a-0ed4dc931e14 of type vlan for network 050b3880-ba50-4cf9-b019-0b844516d2d0 Jun 10 17:08:47.077733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.114391 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.115709 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:47.116521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.120455 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-985bdb5c-6de5-4196-a8fc-70a92e523920 tempest-RoutersNegativeIpV6Test-42482598 tempest-RoutersNegativeIpV6Test-42482598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:47.152543 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5100031 Jun 10 17:08:47.157774 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58842) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:47.164676 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Request body: {'subnet': {'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2010202449-subnet', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:08:47.195519 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Made reservation on behalf of 7dba99b6e3354987bfde290d9049818d for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:08:47.199724 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.212683 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Pushing event updated for resources: {'Network': ['ID=050b3880-ba50-4cf9-b019-0b844516d2d0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:47.215653 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c77f6266-fb1e-41e2-95b7-d589dd247ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:47.224665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 17:08:47.503883 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.506178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a3216c8a-0bbc-43ea-9c8d-b3d9e7d3e0b2 tempest-NetworksTest-1099208944 tempest-NetworksTest-1099208944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:47.570835 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e632132-3110-462f-9e28-ac0e49985faa,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:47.580607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:47.591312 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Checking segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:47.591675 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Network hostable DHCP agents. Network: 050b3880-ba50-4cf9-b019-0b844516d2d0, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:08:47.611680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:08:47.623339 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 050b3880-ba50-4cf9-b019-0b844516d2d0) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:47.628305 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:47.628888 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.638195 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10a8f0-871c-42be-b438-0dfdab059c70 None None] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:08:47.649815 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ba69c3b1-32fb-453a-b02a-202ab02ae740 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4901183 Jun 10 17:08:47.654478 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58844) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:47.662846 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:08:47.699042 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.700737 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.808965 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:47.945641 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-050b3880-ba50-4cf9-b019-0b844516d2d0', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:08:47.946705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.091451 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.153840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Allocated IP 172.20.0.2 (050b3880-ba50-4cf9-b019-0b844516d2d0/3e632132-3110-462f-9e28-ac0e49985faa/340fa9e8-999c-404c-a1d6-42417f96c12a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:08:48.412338 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.456165 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.466468 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.470955 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Transition to ACTIVE for port object 340fa9e8-999c-404c-a1d6-42417f96c12a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:48.495675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Transition to ACTIVE for port object 340fa9e8-999c-404c-a1d6-42417f96c12a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:48.507741 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.512635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-d59cb89a-c843-4c06-ad66-0d8aa593d559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:48.595882 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:48.600779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:48.606245 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:08:48.617045 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Pushing event updated for resources: {'Port': ['ID=340fa9e8-999c-404c-a1d6-42417f96c12a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:48.622840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:48.668449 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Allocated IP 172.26.5.21 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/79c0ced4-7344-4592-adee-47bd02928b41) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:08:48.707022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Attempting to bind port 340fa9e8-999c-404c-a1d6-42417f96c12a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:08:48.707773 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Attempting to bind port 340fa9e8-999c-404c-a1d6-42417f96c12a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:08:48.708461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Attempting to bind port 340fa9e8-999c-404c-a1d6-42417f96c12a on network 050b3880-ba50-4cf9-b019-0b844516d2d0 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:08:48.717729 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:08:48.718398 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Checking segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:48.720058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.720778 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Bound using segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:08:48.721632 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Bound port: 340fa9e8-999c-404c-a1d6-42417f96c12a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:08:48.722320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.837002 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.869070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] For port 340fa9e8-999c-404c-a1d6-42417f96c12a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:08:48.876652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] For port 340fa9e8-999c-404c-a1d6-42417f96c12a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=340fa9e8-999c-404c-a1d6-42417f96c12a,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:08:48.883039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.886033 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:48.887335 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80021045-60ca-43a4-b600-3e1ed9ee6343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:48.889498 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a16b641b-35ea-4ca8-8247-cd95721a5f24 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:48.951550 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:48.955356 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:48.959554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:08:48.969011 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Pushing event updated for resources: {'Port': ['ID=79c0ced4-7344-4592-adee-47bd02928b41,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:48.969358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Pushing event updated for resources: {'Port': ['ID=340fa9e8-999c-404c-a1d6-42417f96c12a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:48.970769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:48.974046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:49.427989 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:49.761387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:50.024801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 17:08:50.030879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 340fa9e8-999c-404c-a1d6-42417f96c12a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:08:50.137925 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 340fa9e8-999c-404c-a1d6-42417f96c12a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:08:50.197768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85729cf7-ed33-4078-b884-13b841cbc2b5 None None] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:08:50.256376 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:08:50.267519 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:08:50.281809 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:50.282848 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:50.291771 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:50.296291 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6546ff47-51b0-4639-87e1-990e93be8530 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6372638 Jun 10 17:08:50.298149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58846) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:50.353613 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Provisioning for port 340fa9e8-999c-404c-a1d6-42417f96c12a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:08:50.370785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Provisioning complete for port 340fa9e8-999c-404c-a1d6-42417f96c12a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:50.371429 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:50.458661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:50.727305 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:50.813512 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] For port 340fa9e8-999c-404c-a1d6-42417f96c12a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=340fa9e8-999c-404c-a1d6-42417f96c12a,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:50.822509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:50.825896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:50.903171 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:49Z', 'revision_number': 3, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:50.908391 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:08:50.909052 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Updating router 6476a8f1-94ca-42f6-b211-5bc834c724bf port 79c0ced4-7344-4592-adee-47bd02928b41 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:08:50.943016 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Pushing event updated for resources: {'Port': ['ID=340fa9e8-999c-404c-a1d6-42417f96c12a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:50.948590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:50.967901 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.083791 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.157769 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-70d1082f-6762-48e3-a276-d7e2d99c2eff None None] Provisioning complete for port 340fa9e8-999c-404c-a1d6-42417f96c12a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:51.158693 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-70d1082f-6762-48e3-a276-d7e2d99c2eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.364149 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Allocated IP 172.20.0.1 (050b3880-ba50-4cf9-b019-0b844516d2d0/3e632132-3110-462f-9e28-ac0e49985faa/e77cdb77-951b-4bdd-b1a7-b8873fe26092) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:08:51.464401 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.482969 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Transition to ACTIVE for port object 79c0ced4-7344-4592-adee-47bd02928b41 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:51.492802 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.498029 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-15b44210-0faa-42b6-94d5-c0e5a270fbc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:51.518994 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.535282 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Transition to ACTIVE for port object e77cdb77-951b-4bdd-b1a7-b8873fe26092 will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:51.577902 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.581804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-aad2a1e7-375f-467c-9e53-0a6c8266eb41 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:51.619620 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Attempting to bind port 79c0ced4-7344-4592-adee-47bd02928b41 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:08:51.620213 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Attempting to bind port 79c0ced4-7344-4592-adee-47bd02928b41 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:08:51.620806 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Attempting to bind port 79c0ced4-7344-4592-adee-47bd02928b41 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:08:51.626355 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Pushing event updated for resources: {'Port': ['ID=79c0ced4-7344-4592-adee-47bd02928b41,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:51.638869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:51.640211 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:08:51.641023 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:51.641690 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.642309 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:08:51.642747 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:51.643077 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Bound port: 79c0ced4-7344-4592-adee-47bd02928b41, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:08:51.643666 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.646910 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:08:51.648024 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.648603 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.649138 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.649758 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.650302 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.651113 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.651692 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.652227 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.652788 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.653404 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.653926 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.654489 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:08:51.662196 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:51.682564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Pushing event updated for resources: {'Port': ['ID=e77cdb77-951b-4bdd-b1a7-b8873fe26092,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:51.689276 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:51.711863 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.761815 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] For port 79c0ced4-7344-4592-adee-47bd02928b41, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:08:51.772937 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] For port 79c0ced4-7344-4592-adee-47bd02928b41, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=79c0ced4-7344-4592-adee-47bd02928b41,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:08:51.780224 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.784945 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-f37aa4bf-5475-4536-9408-38ef898b512d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:51.877358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:51.946664 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Pushing event updated for resources: {'Port': ['ID=79c0ced4-7344-4592-adee-47bd02928b41,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:51.952359 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:51.961220 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:51.961220 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-13c9f8d3-d3ff-4cfd-baf3-d8bd9ce7b167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:51.981470 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:52.005605 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 340fa9e8-999c-404c-a1d6-42417f96c12a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:08:52.068782 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3845b0af-a47a-4eaf-a076-044edcde76ce None None] Provisioning for port e77cdb77-951b-4bdd-b1a7-b8873fe26092 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:08:52.075159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3845b0af-a47a-4eaf-a076-044edcde76ce None None] Provisioning complete for port e77cdb77-951b-4bdd-b1a7-b8873fe26092 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:52.075675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3845b0af-a47a-4eaf-a076-044edcde76ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:52.123637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 340fa9e8-999c-404c-a1d6-42417f96c12a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:52.123987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:52.159459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-3845b0af-a47a-4eaf-a076-044edcde76ce None None] Port e77cdb77-951b-4bdd-b1a7-b8873fe26092 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:08:52.241359 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:52.304884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:52.312881 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:52.315545 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-445e8324-cbf2-4aa1-a695-911cbdb16d8f tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:52.408755 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Pushing event updated for resources: {'Port': ['ID=e77cdb77-951b-4bdd-b1a7-b8873fe26092,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:52.412103 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:52.412977 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:52.561254 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:52.564178 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:52.671212 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:52.676766 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411ec767-1ff0-47f8-ba55-9e48cf3a72ac None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:08:52.861431 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:08:52.911620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-5d541bea-2e47-4831-ae2a-669a4d52e120 None None] Provisioning complete for port e77cdb77-951b-4bdd-b1a7-b8873fe26092 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:52.912296 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5d541bea-2e47-4831-ae2a-669a4d52e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:53.033498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-5d541bea-2e47-4831-ae2a-669a4d52e120 None None] Port e77cdb77-951b-4bdd-b1a7-b8873fe26092 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:08:53.105782 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:08:53.112181 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] 10.222.0.23 "PUT /v2.0/routers/6476a8f1-94ca-42f6-b211-5bc834c724bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8121841 Jun 10 17:08:53.826554 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58862) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:53.834729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1087963351-network', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:08:53.867822 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Made reservation on behalf of f0e489d603ad41ae97ff23b90975c547 for: {'network': 1} {{(pid=92386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:08:53.871806 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-33221885'] for network, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:53.894209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.027420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 79c0ced4-7344-4592-adee-47bd02928b41 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:08:54.112636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 79c0ced4-7344-4592-adee-47bd02928b41 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:08:54.124474 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 79c0ced4-7344-4592-adee-47bd02928b41 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:54.125269 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.322301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.359683 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 79c0ced4-7344-4592-adee-47bd02928b41, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=79c0ced4-7344-4592-adee-47bd02928b41,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:54.364579 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.366718 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-dad29666-a342-4cbc-8e93-34a1a38c0c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:54.432250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=79c0ced4-7344-4592-adee-47bd02928b41,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:54.432488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.435934 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:54.442691 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.446219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-49d549f8-137c-4195-bd33-1ce0be03df90 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:54.472773 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=92386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 17:08:54.484172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056b7d2d-4e6d-41bd-b0e5-1d2145bf93ee,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:54.490859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:54.492082 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.492431 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.segments_db [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Added segment 8d5a3fa1-a25c-4c81-ae82-9204515bd723 of type vlan for network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 Jun 10 17:08:54.549077 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763997546810'] for network, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.583331 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206'] for network, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.584441 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:54.585032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.587494 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-3f172e4a-0ea6-4f0f-abeb-96c0cc6e444e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:54.665394 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8372273 Jun 10 17:08:54.668479 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58864) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:54.675378 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Request body: {'subnet': {'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1087963351-subnet', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'ip_version': 4}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:08:54.682874 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Pushing event updated for resources: {'Network': ['ID=22d5abeb-80f9-436a-af28-7d66d7d3eea0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:54.686465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a64ad779-7456-4aee-979f-4206126797a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:54.698436 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 details requested by agent ovs-agent-dv-neutron-601336-90-hyperv with host dv-neutron-601336-90-hyperv {{(pid=92387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 10 17:08:54.700195 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Made reservation on behalf of f0e489d603ad41ae97ff23b90975c547 for: {'subnet': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:08:54.702752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4182130'] for subnet, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.952399 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2639046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4182112'] for subnet, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:54.955691 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-107c5ce9-d8ec-47d3-8fd7-b7de49125a6a tempest-NetworksIpV6Test-461984866 tempest-NetworksIpV6Test-461984866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:55.031692 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:55.034840 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:55.045932 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Checking segment: {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:55.046297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Network hostable DHCP agents. Network: 22d5abeb-80f9-436a-af28-7d66d7d3eea0, hostable agents: ['0272578f-412f-4d89-ab07-bbd43b19c734'], hosted agents: [] {{(pid=92385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 17:08:55.068668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 is scheduled to be hosted by DHCP agent 0272578f-412f-4d89-ab07-bbd43b19c734 with binding_index 1 {{(pid=92385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 17:08:55.081651 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-90-hyperv, 22d5abeb-80f9-436a-af28-7d66d7d3eea0) {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:55.087882 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:08:55.088707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:55.094969 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16546a5-913e-4788-90c3-fbc04ca1274d None None] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:08:55.116350 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-a9dfaa1a-7f4c-4803-95ba-a08059a1c171 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4426389 Jun 10 17:08:55.116991 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58868) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:55.123452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:08:55.154633 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1216'] for router, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:55.157006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-762030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1225'] for router, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:55.186105 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:08:55.213558 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:55.214223 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:55.246394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:55.636926 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeab17118-253d-5b66-ba6e-004970daefbc-22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'fixed_ips': [{'subnet_id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8'}]}} from dv-neutron-601336-90-hyperv. {{(pid=92387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 17:08:55.637863 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:55.643734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:55.878390 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-697028', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1243'] for router, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:55.998046 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 79c0ced4-7344-4592-adee-47bd02928b41 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:08:56.057759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.db_base_plugin_common [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Allocated IP 172.20.0.2 (22d5abeb-80f9-436a-af28-7d66d7d3eea0/d0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8/5dcb0123-448e-42fe-b1bc-a69e2334ba4a) {{(pid=92387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:08:56.192150 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.220760 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.298705 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 79c0ced4-7344-4592-adee-47bd02928b41 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:56.299517 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.369639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Allocated IP 172.26.5.207 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/ce675bec-1e4f-44fe-b979-968ded43ebd4) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:08:56.397811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:08:52Z', 'revision_number': 2, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:56.436487 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:08:56.436899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Updating router 6476a8f1-94ca-42f6-b211-5bc834c724bf port e77cdb77-951b-4bdd-b1a7-b8873fe26092 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:08:56.492255 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Notify callbacks [] for port, precommit_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.509390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Transition to ACTIVE for port object 5dcb0123-448e-42fe-b1bc-a69e2334ba4a will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:56.549023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.556068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.582843 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Transition to ACTIVE for port object 5dcb0123-448e-42fe-b1bc-a69e2334ba4a will not be triggered until provisioned by entity DHCP. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:56.596682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790'] for port, after_create {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.615838 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.618580 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-dd05df8b-257b-45ab-98f5-dc87324f4b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:56.623416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:56.679876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:56.684440 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:56.692227 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:08:56.693340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 is already hosted by enough agents. {{(pid=92387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:56.707717 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.scheduler.base_scheduler [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Resources bound (agent type, host, resource id): {{(pid=92387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:56.710403 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Received port after_create {{(pid=92387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:08:56.740924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Pushing event updated for resources: {'Port': ['ID=ce675bec-1e4f-44fe-b979-968ded43ebd4,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:56.746796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:56.764917 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Pushing event updated for resources: {'Port': ['ID=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,revision_number=1']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:56.768771 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:56.882735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Attempting to bind port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:08:56.883122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Attempting to bind port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:08:56.883507 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Attempting to bind port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a on network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:08:56.939064 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:08:56.939469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Checking segment: {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:56.939870 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:56.940287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Bound using segment: {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:08:56.940796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Bound port: 5dcb0123-448e-42fe-b1bc-a69e2334ba4a, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:08:56.941222 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.108764 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] For port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:08:57.117747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] For port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:08:57.125675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.171784 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.188974 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:57.331946 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.370326 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Pushing event updated for resources: {'Port': ['ID=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,revision_number=2']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:57.382956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Transition to ACTIVE for port object e77cdb77-951b-4bdd-b1a7-b8873fe26092 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:57.386508 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:57.392527 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.395342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-41836c97-fc93-46f8-b6a5-c2f43629afea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:57.510112 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57008a8f-a82d-4197-b206-6101d75e57df None None] Pushing event updated for resources: {'Port': ['ID=e77cdb77-951b-4bdd-b1a7-b8873fe26092,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:57.513470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-57008a8f-a82d-4197-b206-6101d75e57df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:57.613448 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696944'] for router, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.638715 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Attempting to bind port e77cdb77-951b-4bdd-b1a7-b8873fe26092 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:08:57.639420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Attempting to bind port e77cdb77-951b-4bdd-b1a7-b8873fe26092 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:08:57.640011 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Attempting to bind port e77cdb77-951b-4bdd-b1a7-b8873fe26092 on network 050b3880-ba50-4cf9-b019-0b844516d2d0 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:08:57.646967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:08:57.647759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Checking segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:57.648563 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.649350 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Bound using segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:08:57.650119 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Bound port: e77cdb77-951b-4bdd-b1a7-b8873fe26092, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:08:57.651002 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.769004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] For port e77cdb77-951b-4bdd-b1a7-b8873fe26092, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:08:57.778324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] For port e77cdb77-951b-4bdd-b1a7-b8873fe26092, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e77cdb77-951b-4bdd-b1a7-b8873fe26092,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:08:57.787038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:57.793093 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:57.929709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:57.930405 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:57.935348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 is scheduled to L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c with binding_index 1 {{(pid=92385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 17:08:57.943879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57008a8f-a82d-4197-b206-6101d75e57df None None] Pushing event updated for resources: {'Port': ['ID=e77cdb77-951b-4bdd-b1a7-b8873fe26092,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:58.017111 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-57008a8f-a82d-4197-b206-6101d75e57df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:58.286310 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5dcb0123-448e-42fe-b1bc-a69e2334ba4a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:08:58.310375 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:08:58.328851 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Sync routers for ids ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:08:58.346967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:58.353098 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58870) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:08:58.354540 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-e07e0b3e-b21b-441d-af21-eb96690519ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2347679 Jun 10 17:08:58.357057 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Routers {'2fa0da4b-a261-49d7-9548-fd87a76f0ba1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:08:58.360349 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:58.441932 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:08:58.463658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:58.699495 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Set router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:08:58.881747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2e033d-a889-443a-87a2-3601cbf59ce1 None None] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:08:59.118641 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.154668 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Provisioning for port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:08:59.162132 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:08:56Z', 'revision_number': 3, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:59.167751 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Checking router: 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:08:59.168412 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Updating router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 port ce675bec-1e4f-44fe-b979-968ded43ebd4 binding host dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:08:59.175177 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Provisioning complete for port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:08:59.175803 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.228224 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.368346 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:08:57Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:08:59.386548 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4892143-cc7b-46c0-bda6-59a43868da5b None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:08:57Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:08:59.396027 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Allocated IP 172.20.0.1 (22d5abeb-80f9-436a-af28-7d66d7d3eea0/d0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8/9cec4457-9d12-424c-acdf-6444a71f87c2) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:08:59.571798 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.649969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.676379 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.provisioning_blocks [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Transition to ACTIVE for port object 9cec4457-9d12-424c-acdf-6444a71f87c2 will not be triggered until provisioned by entity DHCP. {{(pid=92386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:59.684240 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] For port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:08:59.696320 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.699420 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:59.778801 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.795083 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-0184c83e-339c-42c1-8eb4-82da47f71c7f tempest-TestMinimumBasicScenario-1308245393 tempest-TestMinimumBasicScenario-1308245393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:59.832125 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Notify callbacks [] for port, precommit_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.846054 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.provisioning_blocks [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Transition to ACTIVE for port object ce675bec-1e4f-44fe-b979-968ded43ebd4 will not be triggered until provisioned by entity L2. {{(pid=92389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:08:59.854329 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.860095 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-41030ba3-f9ab-4083-9194-a5e4ddc11865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:08:59.888866 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Pushing event updated for resources: {'Port': ['ID=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:59.895921 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-32150dff-7c2a-4f79-95d1-f279cbd77c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:59.932259 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2934b51-1ef0-4024-853e-f6dc30a38287 None None] Pushing event updated for resources: {'Port': ['ID=ce675bec-1e4f-44fe-b979-968ded43ebd4,revision_number=2']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:08:59.940240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:08:59.941910 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a2934b51-1ef0-4024-853e-f6dc30a38287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:08:59.947593 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:08:59.953663 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:08:59.979691 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Attempting to bind port ce675bec-1e4f-44fe-b979-968ded43ebd4 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:08:59.980611 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Attempting to bind port ce675bec-1e4f-44fe-b979-968ded43ebd4 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:08:59.981280 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Attempting to bind port ce675bec-1e4f-44fe-b979-968ded43ebd4 on network 00dd27e5-1913-43eb-adce-3bbaa9455307 {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:08:59.990118 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:08:59.991089 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Checking segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:08:59.991731 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:08:59.992365 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Bound using segment: {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'} {{(pid=92389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:08:59.993429 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.managers [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Bound port: ce675bec-1e4f-44fe-b979-968ded43ebd4, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3594f-52e7-4d33-be8e-7530afd68e91', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307'}}] {{(pid=92389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:08:59.994085 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.033788 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Pushing event updated for resources: {'Port': ['ID=9cec4457-9d12-424c-acdf-6444a71f87c2,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:00.040279 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:00.045178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-3cc7f55f-ea20-4923-98bd-54d563e69693 None None] Provisioning complete for port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:00.045884 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f55f-ea20-4923-98bd-54d563e69693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.094472 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690530'] for router_interface, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.199560 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] For port ce675bec-1e4f-44fe-b979-968ded43ebd4, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:09:00.206288 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.plugins.ml2.db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] For port ce675bec-1e4f-44fe-b979-968ded43ebd4, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ce675bec-1e4f-44fe-b979-968ded43ebd4,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:09:00.223103 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron_lib.callbacks.manager [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.229016 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-504e41fe-304c-4a33-a9ce-f96378bfaedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:00.288976 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5dcb0123-448e-42fe-b1bc-a69e2334ba4a up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:00.418718 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.419596 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Routers {'2fa0da4b-a261-49d7-9548-fd87a76f0ba1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:09:00.420261 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:00.484987 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:00.485470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.592749 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-24f8596b-747f-475b-8b78-bce8f6f7a55f None None] Provisioning for port 9cec4457-9d12-424c-acdf-6444a71f87c2 completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:09:00.602293 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2934b51-1ef0-4024-853e-f6dc30a38287 None None] Pushing event updated for resources: {'Port': ['ID=ce675bec-1e4f-44fe-b979-968ded43ebd4,revision_number=3']} {{(pid=92389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:00.607899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-24f8596b-747f-475b-8b78-bce8f6f7a55f None None] Provisioning complete for port 9cec4457-9d12-424c-acdf-6444a71f87c2 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:00.609669 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG oslo_concurrency.lockutils [None req-a2934b51-1ef0-4024-853e-f6dc30a38287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92389) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:00.609879 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-24f8596b-747f-475b-8b78-bce8f6f7a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.693647 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e77cdb77-951b-4bdd-b1a7-b8873fe26092 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:00.698264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-24f8596b-747f-475b-8b78-bce8f6f7a55f None None] Port 9cec4457-9d12-424c-acdf-6444a71f87c2 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:09:00.711846 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] Set router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:09:00.785867 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port e77cdb77-951b-4bdd-b1a7-b8873fe26092 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:09:00.794682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e77cdb77-951b-4bdd-b1a7-b8873fe26092 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:00.795491 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.826733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.834879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.841948 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-b5c43de9-79f8-42c0-8a1f-369dd415d14e tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:00.949038 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:00.996236 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Pushing event updated for resources: {'Port': ['ID=9cec4457-9d12-424c-acdf-6444a71f87c2,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:00.998407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port e77cdb77-951b-4bdd-b1a7-b8873fe26092, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e77cdb77-951b-4bdd-b1a7-b8873fe26092,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:09:01.000743 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:01.002288 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690322'] for router_interface, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:01.010707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:01.016463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-3f2debd2-50f1-48e3-b216-733e31adf99e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:01.096529 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=e77cdb77-951b-4bdd-b1a7-b8873fe26092,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:01.103770 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:01.174037 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cec4457-9d12-424c-acdf-6444a71f87c2', 'name': '', 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'mac_address': 'fa:16:3e:43:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:59Z', 'updated_at': '2021-06-10T17:08:59Z', 'revision_number': 1, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'subnets': [{'id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:01.177000 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:09:01.179022 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:09:01.179266 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe3a2d9-4c7f-4b29-9bce-47634fec894f None None] The sync data for ids ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'] in dv-neutron-601336-90-hyperv is: [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cec4457-9d12-424c-acdf-6444a71f87c2', 'name': '', 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'mac_address': 'fa:16:3e:43:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:59Z', 'updated_at': '2021-06-10T17:08:59Z', 'revision_number': 1, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'subnets': [{'id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:09:01.463524 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:09:01.637552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-0b2483ab-7fcb-464b-bcc4-2af2eee1bbb5 None None] Provisioning complete for port 9cec4457-9d12-424c-acdf-6444a71f87c2 triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:01.638201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0b2483ab-7fcb-464b-bcc4-2af2eee1bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:01.709756 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-0b2483ab-7fcb-464b-bcc4-2af2eee1bbb5 None None] Port 9cec4457-9d12-424c-acdf-6444a71f87c2 cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:09:01.726319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:09:01.732209 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] 10.222.0.23 "PUT /v2.0/routers/2fa0da4b-a261-49d7-9548-fd87a76f0ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3768008 Jun 10 17:09:02.038451 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e77cdb77-951b-4bdd-b1a7-b8873fe26092 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:02.182363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port e77cdb77-951b-4bdd-b1a7-b8873fe26092 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:02.182968 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:02.823207 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58878) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:02.828803 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080044177', 'description': 'tempest-secgroup-smoke-1080044177 description', 'project_id': '7dba99b6e3354987bfde290d9049818d'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:02.856361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.003572 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.009489 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.021886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-17beb472-d09b-4f8b-97c6-51e6fc1d5526 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:03.051432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.052716 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2281792 Jun 10 17:09:03.056739 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58880) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:03.059779 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7838eb1b-41f5-427d-a0fa-05e5197d3263,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:03.062939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group_rule': {'security_group_id': '7838eb1b-41f5-427d-a0fa-05e5197d3263', 'project_id': '7dba99b6e3354987bfde290d9049818d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:03.065682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-d5279b9c-1d07-4a93-b1c2-365dd9b8b0ad tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:03.101876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.187644 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.192821 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.198548 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-26ed4890-9f67-4bae-884d-51d577f581c2 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:03.224116 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d34f690-7e85-4d3b-8218-a0869c1badec,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:03.227100 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:03.236299 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.237617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-b059cea7-24de-4b04-a08e-f82c172e2893 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798186 Jun 10 17:09:03.242271 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58882) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:03.247311 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group_rule': {'security_group_id': '7838eb1b-41f5-427d-a0fa-05e5197d3263', 'project_id': '7dba99b6e3354987bfde290d9049818d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:03.283054 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.359244 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.364779 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.366945 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-50a986b6-fd52-4ffd-a1f7-bbafff780f65 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:03.386790 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172fb3c4-b09f-4f80-ac6b-dde4c23890c9,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:03.389564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:03.395935 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.399213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-1187e4d9-94a4-445a-bd0f-7dfecc80d0a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557510 Jun 10 17:09:03.400110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 58884) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:03.407598 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group_rule': {'security_group_id': '7838eb1b-41f5-427d-a0fa-05e5197d3263', 'project_id': '7dba99b6e3354987bfde290d9049818d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:03.440110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.514165 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.519614 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.522502 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-58504e33-0bb7-4a47-9c0b-7369e3ebffe6 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:03.544501 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ae94d9-1ef8-4984-8c78-35a92c39461c,revision_number=0']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:03.548740 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:03.553707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.557225 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58886) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:03.557627 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-991b7ff0-0003-40f2-826c-70c9e7a91722 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557498 Jun 10 17:09:03.566640 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group_rule': {'security_group_id': '7838eb1b-41f5-427d-a0fa-05e5197d3263', 'project_id': '7dba99b6e3354987bfde290d9049818d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:03.624340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-79651816-6cf1-456d-9ee8-5621945ee8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.634293 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.726599 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.732044 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.740136 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-39af80c0-9499-4854-8ee7-1882bf3ba6f1 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:03.760428 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f6a9b7-110d-40d2-bf6e-fe97d2909336,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:03.763540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:03.765105 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.767769 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-198d0cd5-8b5a-4a29-8a8f-3c71b87b4537 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090294 Jun 10 17:09:03.771209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58888) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:03.776725 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group_rule': {'security_group_id': '7838eb1b-41f5-427d-a0fa-05e5197d3263', 'project_id': '7dba99b6e3354987bfde290d9049818d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:03.807789 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Project 7dba99b6e3354987bfde290d9049818d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:09:03.816646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.896333 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.900235 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.902646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-c07936e2-1e97-4975-b731-f0d242f9ba14 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:03.924832 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e04cbf-5c30-458b-9c5f-ee158abf8ba2,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:03.931526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:03.936393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:03.939099 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-57749552-d842-48f8-916b-8d91e755daae tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1663723 Jun 10 17:09:03.943032 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58890) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:03.956287 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'security_group_rule': {'security_group_id': '7838eb1b-41f5-427d-a0fa-05e5197d3263', 'project_id': '7dba99b6e3354987bfde290d9049818d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:03.987619 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.securitygroups_db [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Project 7dba99b6e3354987bfde290d9049818d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 17:09:03.994675 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.046835 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ce675bec-1e4f-44fe-b979-968ded43ebd4 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:04.117882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.124966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679079'] for security_group_rule, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.128436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-ba5d9aa7-c357-494d-a83b-5139431dbfcd tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:04.147337 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port ce675bec-1e4f-44fe-b979-968ded43ebd4 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:09:04.153513 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ce675bec-1e4f-44fe-b979-968ded43ebd4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:04.153892 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.164772 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a0b1d7-9355-4f37-98c5-8dbf11165ce0,revision_number=0']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:04.170780 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:04.176395 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.179552 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-977e222b-539c-423c-94de-41319972156b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2287283 Jun 10 17:09:04.307321 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.341424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port ce675bec-1e4f-44fe-b979-968ded43ebd4, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ce675bec-1e4f-44fe-b979-968ded43ebd4,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:09:04.348373 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:04.351178 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-f714739a-8b97-4872-a94a-06b94b1d65dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:04.381659 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-61445aa8-3fea-4cd0-9e8c-98bec0adc175 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080044177&fields=id&tenant_id=7dba99b6e3354987bfde290d9049818d HTTP/1.1" status: 200 len: 267 time: 0.0464268 Jun 10 17:09:04.457739 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=ce675bec-1e4f-44fe-b979-968ded43ebd4,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:04.463847 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:04.528682 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Sync routers for ids ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:09:04.540788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Routers {'2fa0da4b-a261-49d7-9548-fd87a76f0ba1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:09:04.541597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:04.567918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-7afbc1db-3f4e-4b78-957f-99b18fab4aa5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:04.569536 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-7afbc1db-3f4e-4b78-957f-99b18fab4aa5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 810 time: 0.1806536 Jun 10 17:09:04.590173 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-901442e2-a4e6-43fd-a594-e91905602007 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/quotas/7dba99b6e3354987bfde290d9049818d HTTP/1.1" status: 200 len: 375 time: 0.0126383 Jun 10 17:09:04.714455 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-bd3dec49-7e0c-4340-b5a9-cbb55e1a18a1 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1143761 Jun 10 17:09:04.901319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Set router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:09:04.918512 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-4fd222b2-28be-42b0-a95b-1107196f7089 service neutron] 10.222.0.23 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833923 Jun 10 17:09:05.070272 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-ec804099-a9c0-4841-8c7c-740dfa2e6b32 service neutron] 10.222.0.23 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441095 Jun 10 17:09:05.279416 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cec4457-9d12-424c-acdf-6444a71f87c2', 'name': '', 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'mac_address': 'fa:16:3e:43:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:59Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 2, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'subnets': [{'id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:05.284363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Checking router: 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:09:05.284730 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Updating router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 port 9cec4457-9d12-424c-acdf-6444a71f87c2 binding host dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 17:09:05.289196 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-61d12969-7929-4ef1-84f8-a4ee0e2bd1ea req-3c257357-d47c-4da9-9795-19316e076460 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.0508387 Jun 10 17:09:05.329498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:05.692650 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Notify callbacks [] for port, precommit_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:05.706787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Transition to ACTIVE for port object 9cec4457-9d12-424c-acdf-6444a71f87c2 will not be triggered until provisioned by entity L2. {{(pid=92387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:09:05.714437 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:05.716594 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:05.822551 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eba5e4-5bb8-482c-9469-835c5a0da14d None None] Pushing event updated for resources: {'Port': ['ID=9cec4457-9d12-424c-acdf-6444a71f87c2,revision_number=3']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:05.826397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b0eba5e4-5bb8-482c-9469-835c5a0da14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:05.901085 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Attempting to bind port 9cec4457-9d12-424c-acdf-6444a71f87c2 on host dv-neutron-601336-90-hyperv for vnic_type normal with profile {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:09:05.901629 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Attempting to bind port 9cec4457-9d12-424c-acdf-6444a71f87c2 by drivers openvswitch,hyperv on host dv-neutron-601336-90-hyperv at level 0 using segments [{'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:09:05.902266 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Attempting to bind port 9cec4457-9d12-424c-acdf-6444a71f87c2 on network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:09:05.910088 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Checking agent: {'id': 'a2ba7be4-b239-4d1d-99ac-78f97dc4ffd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-90-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 9, 36), 'started_at': datetime.datetime(2021, 6, 10, 16, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-90-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:09:05.910643 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Checking segment: {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:09:05.911314 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:05.911993 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Bound using segment: {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'} {{(pid=92387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:09:05.912898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.managers [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Bound port: 9cec4457-9d12-424c-acdf-6444a71f87c2, host: dv-neutron-601336-90-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5a3fa1-a25c-4c81-ae82-9204515bd723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0'}}] {{(pid=92387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:09:05.915430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:06.019121 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ce675bec-1e4f-44fe-b979-968ded43ebd4 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:06.064486 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] For port 9cec4457-9d12-424c-acdf-6444a71f87c2, host dv-neutron-601336-90-hyperv, cleared binding levels {{(pid=92387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:09:06.088298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] For port 9cec4457-9d12-424c-acdf-6444a71f87c2, host dv-neutron-601336-90-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cec4457-9d12-424c-acdf-6444a71f87c2,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:09:06.096041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:06.099369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:06.191807 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port ce675bec-1e4f-44fe-b979-968ded43ebd4 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:06.192205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:06.194480 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Routers {'2fa0da4b-a261-49d7-9548-fd87a76f0ba1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:09:06.195071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:08:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:06.198012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eba5e4-5bb8-482c-9469-835c5a0da14d None None] Pushing event updated for resources: {'Port': ['ID=9cec4457-9d12-424c-acdf-6444a71f87c2,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:06.225532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-b0eba5e4-5bb8-482c-9469-835c5a0da14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:06.377811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:06.432353 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:09:06.442718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-20ea138f-be33-46fb-a943-e46e8647ca4a req-46f5008e-5630-47be-8e85-5b304e6ed99f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.0574770 Jun 10 17:09:06.538747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] Set router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:09:06.582078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9196d1a8-25a6-4283-a8fa-9ab7727b418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:06.952275 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cec4457-9d12-424c-acdf-6444a71f87c2', 'name': '', 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'mac_address': 'fa:16:3e:43:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:59Z', 'updated_at': '2021-06-10T17:09:06Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'subnets': [{'id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:06.957737 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b967e75a-b1ce-435e-aac5-4243a4d984bb None None] The sync data for ids ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'] in dv-neutron-601336-90-hyperv is: [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': '9cec4457-9d12-424c-acdf-6444a71f87c2', 'name': '', 'network_id': '22d5abeb-80f9-436a-af28-7d66d7d3eea0', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'mac_address': 'fa:16:3e:43:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:59Z', 'updated_at': '2021-06-10T17:09:06Z', 'revision_number': 4, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'subnets': [{'id': 'd0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:09:07.543860 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-2e2a16f5-f340-4957-9090-16c249b61c48 req-918603d4-1df9-4f33-b915-b3a4566837ac tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.0441782 Jun 10 17:09:07.558710 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:08.024572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cec4457-9d12-424c-acdf-6444a71f87c2 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:08.088018 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning for port 9cec4457-9d12-424c-acdf-6444a71f87c2 completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:09:08.092851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9cec4457-9d12-424c-acdf-6444a71f87c2 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:08.094034 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:08.203704 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:08.249623 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] For port 9cec4457-9d12-424c-acdf-6444a71f87c2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cec4457-9d12-424c-acdf-6444a71f87c2,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:09:08.255099 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:08.258678 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:08.323530 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Pushing event updated for resources: {'Port': ['ID=9cec4457-9d12-424c-acdf-6444a71f87c2,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:08.327171 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:08.778772 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-a5126dfc-3d40-4004-916b-11e731877135 req-0600ac71-95db-4c67-bd56-346539571949 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.1589587 Jun 10 17:09:09.190191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:10.001982 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cec4457-9d12-424c-acdf-6444a71f87c2 up at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:10.048095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-7ee85501-e8aa-4be5-86e6-36ce631e9d02 req-547ef9f2-e6a9-476e-81ed-8d71f9593973 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.1323552 Jun 10 17:09:10.097309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Provisioning complete for port 9cec4457-9d12-424c-acdf-6444a71f87c2 triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:10.097952 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:11.355084 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-0c7dd17e-15c4-4521-b0f9-e67d0ea56706 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:11.357443 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-0c7dd17e-15c4-4521-b0f9-e67d0ea56706 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 810 time: 0.3105469 Jun 10 17:09:11.410064 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c4e22752-dd6d-413a-b4fb-5e5986169a95 req-4dc98624-cc04-47c9-82c1-58d94af3d1c9 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.1886754 Jun 10 17:09:11.487525 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-5f0f6523-6470-4121-aa10-73e0d92d88a5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dba99b6e3354987bfde290d9049818d HTTP/1.1" status: 200 len: 380 time: 0.0895584 Jun 10 17:09:11.500068 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'port': {'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'admin_state_up': True, 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'security_groups': ['7838eb1b-41f5-427d-a0fa-05e5197d3263']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:11.739286 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Made reservation on behalf of 7dba99b6e3354987bfde290d9049818d for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:09:11.743704 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:11.924496 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Allocated IP 172.20.0.7 (050b3880-ba50-4cf9-b019-0b844516d2d0/3e632132-3110-462f-9e28-ac0e49985faa/ca5a1ee7-6e2a-4113-bf4d-82a528d5070b) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:09:12.565120 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:12.580744 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Transition to ACTIVE for port object ca5a1ee7-6e2a-4113-bf4d-82a528d5070b will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:09:12.620931 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:12.625239 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:12.681297 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:09:12.685080 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:09:12.687678 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:09:12.729434 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:12.735713 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:12.779585 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:12.780167 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:12.789296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a0f95-642f-4ad2-8f80-e9d254b2fc44 req-93bf63ac-ad50-4551-a94a-38998767af19 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:12.790915 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ef0a0f95-642f-4ad2-8f80-e9d254b2fc44 req-93bf63ac-ad50-4551-a94a-38998767af19 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 931 time: 0.1299014 Jun 10 17:09:12.803363 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-37517a2e-d7fd-47fe-bab8-81de5acd18d2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3106217 Jun 10 17:09:12.816898 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Request body: {'port': {'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:12.859544 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-ef0a0f95-642f-4ad2-8f80-e9d254b2fc44 req-bbbf0c12-b169-45aa-8c3a-856d4f0d996a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598006 Jun 10 17:09:12.951787 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:12.981637 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bd2fc2a7-6c1b-4ca7-83ad-25c8f14a5c43 None None] Provisioning for port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:09:12.987695 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-bd2fc2a7-6c1b-4ca7-83ad-25c8f14a5c43 None None] Provisioning complete for port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:12.988336 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc2a7-6c1b-4ca7-83ad-25c8f14a5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:13.058514 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-bd2fc2a7-6c1b-4ca7-83ad-25c8f14a5c43 None None] Port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:09:13.342528 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5a1ee7-6e2a-4113-bf4d-82a528d5070b {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:09:13.351892 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:13.367746 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Transition to ACTIVE for port object ca5a1ee7-6e2a-4113-bf4d-82a528d5070b will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:09:13.371607 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:13.374526 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-606b5b10-b14f-4238-8c85-d6d30df816b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:13.503450 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:13.510616 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:13.641398 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Attempting to bind port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:09:13.642524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Attempting to bind port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:09:13.642524 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Attempting to bind port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b on network 050b3880-ba50-4cf9-b019-0b844516d2d0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:09:13.648795 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b on network 050b3880-ba50-4cf9-b019-0b844516d2d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 17:09:13.649183 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Attempting to bind port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b on network 050b3880-ba50-4cf9-b019-0b844516d2d0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:09:13.656899 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:09:13.657463 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Checking segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:09:13.658242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Bound using segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:09:13.658864 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Bound port: ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:09:13.659313 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:13.754037 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:09:13.757983 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:09:13.763609 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:13.768242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:13.810196 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:13.810414 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:13.811868 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] 10.222.0.25 "PUT /v2.0/ports/ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 1093 time: 1.0003684 Jun 10 17:09:13.812443 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:09:13.814937 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5d0181-8d29-465b-81b2-dd0477a20d56" -d '{"events": [{"name": "network-changed", "server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:09:13.897613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:13.958263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06a1c9d-2ab1-44ac-9db2-0bb421b49d4b x-openstack-request-id: req-b06a1c9d-2ab1-44ac-9db2-0bb421b49d4b {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:09:13.958848 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:09:13.959362 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b06a1c9d-2ab1-44ac-9db2-0bb421b49d4b {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:09:13.960067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'status': 'completed', 'code': 200} Jun 10 17:09:13.961446 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-46870f70-6f86-482e-9fde-2ab5471e861d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:14.012174 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-d196a37e-b885-4d78-8af3-260887045771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:14.014411 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-d196a37e-b885-4d78-8af3-260887045771 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1096 time: 0.1346560 Jun 10 17:09:14.102044 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-33ad384c-ce79-4658-ab34-8d02ef21353d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 217 time: 0.0800729 Jun 10 17:09:14.206904 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-4c82ab58-ddb1-45f8-9e01-001dc04e6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:14.209465 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c9988-1e84-4c3b-b3d3-82d8ec99bc90 req-40d3dfe8-ce39-4512-877a-489709d4d6bb tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:14.210006 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-4c82ab58-ddb1-45f8-9e01-001dc04e6460 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.1006570 Jun 10 17:09:14.211025 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-982c9988-1e84-4c3b-b3d3-82d8ec99bc90 req-40d3dfe8-ce39-4512-877a-489709d4d6bb tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 943 time: 0.1052864 Jun 10 17:09:14.279231 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-982c9988-1e84-4c3b-b3d3-82d8ec99bc90 req-ae4948cd-e831-4bf3-9458-44789267eac9 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564260 Jun 10 17:09:14.333824 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-0b8140ec-0bac-4df1-a60e-5e9e9c5f69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:14.336099 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-0b8140ec-0bac-4df1-a60e-5e9e9c5f69f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1197588 Jun 10 17:09:14.485517 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-5a80cd45-698f-463f-8d4a-34456d8853cd service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426489 Jun 10 17:09:14.628016 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e02f4384-9b28-4427-ba8f-47ced3416aed req-18068a87-49bc-475e-9372-36a4e245dfd9 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353800 Jun 10 17:09:14.778452 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-ba57be05-25c7-42e0-be4b-6a0df1962693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:14.779869 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-ba57be05-25c7-42e0-be4b-6a0df1962693 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1096 time: 0.0712583 Jun 10 17:09:14.919144 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-d03c3cfa-3428-4988-be45-084700edccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:14.920691 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-d03c3cfa-3428-4988-be45-084700edccb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1339002 Jun 10 17:09:14.986221 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-97948302-464f-430e-9f6c-103cf17e1578 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 217 time: 0.0576832 Jun 10 17:09:15.061277 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-246f2607-4fb9-4d63-b19c-34aa9dd43f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:15.063858 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-246f2607-4fb9-4d63-b19c-34aa9dd43f02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0704658 Jun 10 17:09:15.139123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-34886ce1-a74b-4a7e-9074-8ea8c4a820b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:15.141793 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-34886ce1-a74b-4a7e-9074-8ea8c4a820b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712209 Jun 10 17:09:15.283905 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-d8d3d924-d5db-434f-873a-4d3468baa19b service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351643 Jun 10 17:09:15.515946 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8e5d0181-8d29-465b-81b2-dd0477a20d56 req-c5c7a39f-8f97-4d55-b2ea-7374f58a816e service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256029 Jun 10 17:09:15.542093 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424be314-7e12-4238-b0cd-86dc65edf6af req-7758a7dd-7a52-45e4-b06e-adc2cf33df3b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:15.543895 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-424be314-7e12-4238-b0cd-86dc65edf6af req-7758a7dd-7a52-45e4-b06e-adc2cf33df3b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 943 time: 0.1232057 Jun 10 17:09:15.595067 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-424be314-7e12-4238-b0cd-86dc65edf6af req-2982d2cd-9d1c-4ad9-b417-79e939782e8f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 Jun 10 17:09:16.856182 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6a171-a132-428c-8b86-e4c26240ccf1 req-f02d5890-8a37-4663-80b9-1f0dd7a51b74 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:16.861546 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50b6a171-a132-428c-8b86-e4c26240ccf1 req-f02d5890-8a37-4663-80b9-1f0dd7a51b74 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 943 time: 0.1388743 Jun 10 17:09:16.911675 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-50b6a171-a132-428c-8b86-e4c26240ccf1 req-a2253f4e-672c-40b2-9abf-1105664ad05f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Jun 10 17:09:17.056033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:09:17.199991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:09:17.220786 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:09:17.270837 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:17.290148 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5a1ee7-6e2a-4113-bf4d-82a528d5070b {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:09:17.314732 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:09:17.319302 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:17.321624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:17.387137 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:17.391443 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:17.526825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:09:18.174590 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1d9af-6f71-4d82-a289-b40a777b0ecd req-2227e5d7-5c23-4388-b5da-cc390a8a8022 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:18.176213 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebf1d9af-6f71-4d82-a289-b40a777b0ecd req-2227e5d7-5c23-4388-b5da-cc390a8a8022 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 944 time: 0.0887558 Jun 10 17:09:18.226113 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-ebf1d9af-6f71-4d82-a289-b40a777b0ecd req-0d3433a0-d58e-436d-9a82-46971698f959 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Jun 10 17:09:19.064986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:09:19.129052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:09:19.134100 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:09:19.134532 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:19.251854 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:19.291559 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:09:19.295878 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb95635b-d3c0-4b02-aded-ac25e0d7cf48" -d '{"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:09:19.315885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:09:19.322734 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:19.325518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:19.370779 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17b5ef5-ce66-4822-938e-6dcc4b1dd428 x-openstack-request-id: req-e17b5ef5-ce66-4822-938e-6dcc4b1dd428 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:09:19.371218 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:09:19.371624 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e17b5ef5-ce66-4822-938e-6dcc4b1dd428 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:09:19.372306 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'code': 200} Jun 10 17:09:19.415484 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:19.419144 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:19.493127 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1af2a-8a72-40f3-87ca-a329150ac54d req-e3a5707c-88a9-46b3-84e5-da28a9223e08 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:19.494777 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bbf1af2a-8a72-40f3-87ca-a329150ac54d req-e3a5707c-88a9-46b3-84e5-da28a9223e08 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 945 time: 0.0895555 Jun 10 17:09:19.569193 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-bbf1af2a-8a72-40f3-87ca-a329150ac54d req-29d884a8-d134-4e43-a316-a6fecc7478f5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607994 Jun 10 17:09:19.668695 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c8628-74f7-4dd8-bb18-40c67ebe0796 req-41a7c567-8690-4f92-90ba-10f5321ee3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:19.670509 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b3c8628-74f7-4dd8-bb18-40c67ebe0796 req-41a7c567-8690-4f92-90ba-10f5321ee3da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1098 time: 0.0888412 Jun 10 17:09:19.716177 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-9b3c8628-74f7-4dd8-bb18-40c67ebe0796 req-1752499e-9fa6-48a0-bc73-64ff33e0bdb0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387836 Jun 10 17:09:20.794669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42edda0-eb8c-425a-b2c2-013bff5e313c req-e6655ce5-22ff-4f19-ad5a-40b7bf2062f2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:20.797313 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f42edda0-eb8c-425a-b2c2-013bff5e313c req-e6655ce5-22ff-4f19-ad5a-40b7bf2062f2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 945 time: 0.0878119 Jun 10 17:09:20.844023 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f42edda0-eb8c-425a-b2c2-013bff5e313c req-20a85e6f-f46c-4b24-a9bf-3b805d139ae8 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403190 Jun 10 17:09:21.062769 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b1c9-81f0-4770-906f-506dea613492 req-6954f3c8-a658-4d96-89dd-e3b33c4ac633 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:21.065982 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d0f7b1c9-81f0-4770-906f-506dea613492 req-6954f3c8-a658-4d96-89dd-e3b33c4ac633 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 945 time: 0.0986490 Jun 10 17:09:21.097715 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-b717e260-813f-460b-9209-d11b991a84d2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809007 Jun 10 17:09:21.126601 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-d0f7b1c9-81f0-4770-906f-506dea613492 req-d8aacc10-8b3c-470c-885e-a6fac3bac13f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535438 Jun 10 17:09:21.167269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58982) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:21.241636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-baa6e059-73af-4dde-b692-54c373405ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:21.245401 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-baa6e059-73af-4dde-b692-54c373405ea5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1098 time: 0.0960684 Jun 10 17:09:21.308891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be4abee-00f9-428d-93fe-c53633f43c63 tempest-TestSnapshotPattern-577634422 tempest-TestSnapshotPattern-577634422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:21.311010 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-4be4abee-00f9-428d-93fe-c53633f43c63 tempest-TestSnapshotPattern-577634422 tempest-TestSnapshotPattern-577634422-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1093 time: 0.1420293 Jun 10 17:09:21.314794 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 58986) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:09:21.320309 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:09:21.352292 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:21.419513 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-2766f1c2-d435-465e-8be4-fdf8cb074593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:21.421995 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-2766f1c2-d435-465e-8be4-fdf8cb074593 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1458793 Jun 10 17:09:21.512371 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:21.534086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-6fe62df0-4a33-45be-ac82-23087619d7e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 217 time: 0.1051078 Jun 10 17:09:21.599879 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-13e3a574-8e4e-4cf4-922b-1e9bdb9a06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:21.601539 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-13e3a574-8e4e-4cf4-922b-1e9bdb9a06b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0615637 Jun 10 17:09:21.664270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Allocated IP 172.26.5.15 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/893f804c-9fad-49a0-b049-4a959d0c3664) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:09:21.684668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-8bd37103-746c-44d0-b877-d2f71c403781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:21.686168 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-8bd37103-746c-44d0-b877-d2f71c403781 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0784945 Jun 10 17:09:21.822940 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-eeaaba9f-42ce-448d-8e8e-d37996b47b22 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297526 Jun 10 17:09:21.841366 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:21.897344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:21.900393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-733720f1-2eef-4a2b-a501-f904007acc78 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:21.903317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:21.973482 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:09:21.978543 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:09:21.985662 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:09:21.991208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-3e05348a-74e0-46ac-b67b-b2580ea794bf req-7377b899-be06-4573-bfb8-93edd9dd156e service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611769 Jun 10 17:09:22.019159 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'Port': ['ID=893f804c-9fad-49a0-b049-4a959d0c3664,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:22.023879 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:22.504150 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:22.606905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:22.821565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:22.827353 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:22.831148 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:09:22.934892 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'Port': ['ID=893f804c-9fad-49a0-b049-4a959d0c3664,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:09:22.942172 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:09:22.948411 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:23.107192 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Floating IP 34314290-0168-4fc1-b55a-e4ba6065fd13 associated. External IP: 172.26.5.15, port: ca5a1ee7-6e2a-4113-bf4d-82a528d5070b. Jun 10 17:09:23.836276 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:09:24.007744 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:09:24.020550 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:09:24.027746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:24.035333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:09:24.036167 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:09:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:24.081949 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7655818 Jun 10 17:09:24.082987 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:09:24.087214 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63864f9e-a787-4ff1-9d87-43be25626b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:09:24.162405 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7549f-d199-4932-8356-872130db27be x-openstack-request-id: req-bff7549f-d199-4932-8356-872130db27be {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:09:24.162824 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:09:24.163220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bff7549f-d199-4932-8356-872130db27be {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:09:24.163765 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'status': 'completed', 'code': 200} Jun 10 17:09:24.216594 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:09:24.265349 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-52e46b9e-379b-4859-a0b4-31ea26a93f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:24.268654 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-52e46b9e-379b-4859-a0b4-31ea26a93f6d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1098 time: 0.0824063 Jun 10 17:09:24.410845 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-e9b8785a-c7e2-4a84-a972-17723faf034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:24.413116 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-e9b8785a-c7e2-4a84-a972-17723faf034b service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1381798 Jun 10 17:09:24.570286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-fa89bef3-5a5f-4342-baae-bbf31f4cc949 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 998 time: 0.1501691 Jun 10 17:09:24.641889 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-dcdb1b27-c871-4d96-9946-0850eb9721c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:24.643617 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-dcdb1b27-c871-4d96-9946-0850eb9721c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0665395 Jun 10 17:09:24.741522 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-ed98fb0b-32fc-4aac-acbf-fe69927371f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:09:24.743052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-ed98fb0b-32fc-4aac-acbf-fe69927371f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0928612 Jun 10 17:09:24.815229 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:22Z', 'revision_number': 0, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:24.820001 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:09:24.830804 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:09:24.831482 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:09:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:24.910603 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-fe615539-79af-4c9f-8a64-a61287b588bd service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593592 Jun 10 17:09:25.032062 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:09:25.108416 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-63864f9e-a787-4ff1-9d87-43be25626b5f req-c6c1aa5e-94ca-4e4d-a801-e6110961ec95 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879568 Jun 10 17:09:25.439525 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:22Z', 'revision_number': 0, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:09:25.444358 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb37574-aa68-4a83-b795-b36426e58e44 None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:22Z', 'revision_number': 0, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:09:25.673086 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac0643-fd8a-4475-97db-b5206c372577 None None] New status for floating IP 34314290-0168-4fc1-b55a-e4ba6065fd13: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:09:33.600961 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ac7efec3-d0e5-434d-886f-19509ddf245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:36.262833 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:36.433631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-33c0fa1c-ae2d-4f52-b9b1-9bded279bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:37.547597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:39.191070 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:43.412098 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:09:51.907855 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:09:58.742466 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-9d12863a-5eea-40c2-8674-a34f7e81f9a8 req-834f182e-2f16-40d3-b04d-50893605097b service neutron] (92386) timed out ('10.222.0.23', 57364) {{(pid=92386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 17:10:03.605999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-28d66c32-d0d2-400c-915d-afae818ce042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:06.264827 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:06.429840 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8291255c-dff0-4613-bf5a-ee0eb2cf02b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:07.549076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:09.191607 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:20.412631 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:10:21.517527 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-1d6ca6dc-d271-466b-864e-abf9faf6aae7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1301229 Jun 10 17:10:21.635659 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-c5ae3c57-2bef-4602-a6cc-0dc382fd0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:10:21.637316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-c5ae3c57-2bef-4602-a6cc-0dc382fd0acf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1098 time: 0.0698388 Jun 10 17:10:21.878350 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-b5782a08-9dfe-405a-bbbf-276618680125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:10:21.880807 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-b5782a08-9dfe-405a-bbbf-276618680125 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.2156157 Jun 10 17:10:21.910129 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:22.002761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-5cc9d6cd-ba7a-4b31-97ce-ae8fe1007dac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 1000 time: 0.1154883 Jun 10 17:10:22.072218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-60dd5c67-f70f-4ce6-830f-45dc0260cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:10:22.074049 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-60dd5c67-f70f-4ce6-830f-45dc0260cc75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0654049 Jun 10 17:10:22.151961 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-fd356758-0ab2-4252-b451-20b23bd6f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:10:22.154495 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-fd356758-0ab2-4252-b451-20b23bd6f2d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729854 Jun 10 17:10:22.698931 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-6757479d-ba7f-4729-8248-58b045ae66b0 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391171 Jun 10 17:10:22.838069 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4fde81b6-e7fa-4090-b109-0c657002c95a req-c094861d-f87d-4859-b053-77a2f65ea735 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317015 Jun 10 17:10:33.611928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b70b1f06-7283-4d61-99e5-f7531e586715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:36.267947 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:36.436597 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-09078287-9df3-406b-82da-f1987085fe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:37.554967 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:39.193462 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:51.924809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:10:57.412597 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:11:03.624609 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4c4c23de-145c-4bc6-8578-4171da5a19d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:06.278933 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:06.437371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2609d1d9-1e8a-4a2b-b02d-bec1a6b3ddf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:07.561907 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:09.196071 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:21.506342 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-1ecb47b3-ed9c-4977-b2ed-ccbe841f13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:21.507761 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-1ecb47b3-ed9c-4977-b2ed-ccbe841f13c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1098 time: 0.0739996 Jun 10 17:11:21.655999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-635504d2-e8b7-4dbc-bd7f-b789246da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:21.657810 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-635504d2-e8b7-4dbc-bd7f-b789246da7d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1274450 Jun 10 17:11:21.755680 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-2debd892-b01a-4c0f-97b0-953fcc981bfb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 1000 time: 0.0910790 Jun 10 17:11:21.823942 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-9137bb69-d0d9-48a6-99fd-ace5d7d1f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:21.825763 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-9137bb69-d0d9-48a6-99fd-ace5d7d1f467 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0628169 Jun 10 17:11:21.899924 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-83cafaff-c2c9-4738-b427-000dc83e5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:21.901893 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-83cafaff-c2c9-4738-b427-000dc83e5026 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0688055 Jun 10 17:11:21.930059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:22.078429 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-17586cf6-0d19-4a69-9017-aebfce87dfcc service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675074 Jun 10 17:11:22.230718 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-90ff7ed8-a1e9-46e0-acbb-ce67ef9ce052 req-cd1f446a-01f5-4013-a491-d18d49b7eeeb service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447797 Jun 10 17:11:23.515317 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:11:23.694525 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:23.716078 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:11:23.779185 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:23.801821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca5a1ee7-6e2a-4113-bf4d-82a528d5070b {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:11:23.830294 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:23.836714 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:23.841724 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:23.948244 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:11:24.010665 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:24.034562 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.034959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.035309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.035652 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.036122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.036468 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.036809 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.037158 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.037567 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.037898 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.038227 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.038552 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:24.044189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:25.522759 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:11:25.605588 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:11:25.606235 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:25.734856 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:25.766727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:11:25.769467 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e5abc-e419-4460-aee8-76692caa96dc" -d '{"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:11:25.790237 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:25.796042 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:25.799999 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:25.908073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:25.912831 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:25.941277 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968d2f7d-5e95-41fb-a7e0-88ec63aaa225 x-openstack-request-id: req-968d2f7d-5e95-41fb-a7e0-88ec63aaa225 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:11:25.941726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:11:25.941991 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-968d2f7d-5e95-41fb-a7e0-88ec63aaa225 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:11:25.942548 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'code': 200} Jun 10 17:11:33.618893 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78547893-fddd-46cb-9e70-a32486461888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:34.311895 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-868af73f-e323-4746-8286-bad7d31420d3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080044177&fields=id&tenant_id=7dba99b6e3354987bfde290d9049818d HTTP/1.1" status: 200 len: 267 time: 0.0540941 Jun 10 17:11:34.412688 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:11:34.490420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-8df4dc88-34d4-4666-a18c-d1fa3ea13272 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:34.493162 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-8df4dc88-34d4-4666-a18c-d1fa3ea13272 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 810 time: 0.1740549 Jun 10 17:11:34.509962 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-7fa64eaf-3a5f-4536-bbf2-b4f7847ad511 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/quotas/7dba99b6e3354987bfde290d9049818d HTTP/1.1" status: 200 len: 375 time: 0.0099158 Jun 10 17:11:34.608484 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-44167e50-d796-4922-b3a4-cbe7af6b38c5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0923529 Jun 10 17:11:34.674176 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-8475cd1d-39fe-4762-862c-fed5069ba435 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92386) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 17:11:34.675233 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-8475cd1d-39fe-4762-862c-fed5069ba435 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13933 time: 0.0546625 Jun 10 17:11:34.893508 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-94a43f8f-6319-4107-b1ce-8373fe2e7cab service neutron] 10.222.0.23 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115810 Jun 10 17:11:35.028732 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-dcd5fe4d-e4e8-479d-a63b-244f1ee1a83b service neutron] 10.222.0.23 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290278 Jun 10 17:11:35.263124 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5765ba38-80b4-47f7-8433-fb319bbdb57b req-1b5831fc-d7f7-4fff-af72-91604296453c tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0374017 Jun 10 17:11:36.266393 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:36.454625 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d2b63c23-988d-4f90-b432-19d43fb38912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:36.547185 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-8c3395a8-7104-435e-a4cb-720bd25b29a7 req-2c61c341-f2e7-4164-86c8-d7ef76f03c6f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0619094 Jun 10 17:11:36.621409 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-d20e517c-648b-490d-88bf-68f975a7d68e tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:36.623086 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-d20e517c-648b-490d-88bf-68f975a7d68e tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 810 time: 0.2457325 Jun 10 17:11:36.690354 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-75f40953-b958-444f-a210-85faa878ed09 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dba99b6e3354987bfde290d9049818d HTTP/1.1" status: 200 len: 380 time: 0.0577028 Jun 10 17:11:36.704110 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'port': {'device_id': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'admin_state_up': True, 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'security_groups': ['7838eb1b-41f5-427d-a0fa-05e5197d3263']}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:11:36.882960 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Made reservation on behalf of 7dba99b6e3354987bfde290d9049818d for: {'port': 1} {{(pid=92385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 17:11:36.887123 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:37.067804 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_common [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Allocated IP 172.20.0.4 (050b3880-ba50-4cf9-b019-0b844516d2d0/3e632132-3110-462f-9e28-ac0e49985faa/fa552fff-394b-480f-90c4-baf57047afdd) {{(pid=92385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:11:37.352059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for port, precommit_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:37.371104 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Transition to ACTIVE for port object fa552fff-394b-480f-90c4-baf57047afdd will not be triggered until provisioned by entity DHCP. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:11:37.416331 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2638970'] for port, after_create {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:37.424563 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ed413e7-4721-4f90-92ff-a24585eab543 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:37.521918 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 is already hosted by enough agents. {{(pid=92385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:11:37.529893 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.scheduler.base_scheduler [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Resources bound (agent type, host, resource id): {{(pid=92385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:11:37.538846 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Received port after_create {{(pid=92385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:11:37.571273 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:37.632331 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:11:37.677641 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:37.678335 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:37.700504 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=1']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:37.706688 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0067084 Jun 10 17:11:37.722602 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.723251 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.723796 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.724326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.724921 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.725560 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.726508 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.727108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.727668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.728392 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.728984 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.729869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:37.747534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-84073160-ad4b-4383-9392-4cc3ffbf328b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:37.954899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:38.017726 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:11:38.020788 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baed7c0-9bae-4f7e-8c75-04abceb921c3" -d '{"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:11:38.062801 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:38.068004 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:38.070127 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-6871098d-23e0-4a61-8c90-450faa63106b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:38.075764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5c87a-232f-4336-b962-8b03c6b45634 req-a32abb01-b2aa-4d65-a42a-d134f239e03e tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:38.091588 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e5f5c87a-232f-4336-b962-8b03c6b45634 req-a32abb01-b2aa-4d65-a42a-d134f239e03e tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.2433968 Jun 10 17:11:38.119790 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 17:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc207b91-354b-4375-b8ac-07162dd6d4f4 x-openstack-request-id: req-cc207b91-354b-4375-b8ac-07162dd6d4f4 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:11:38.120581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:11:38.121023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc207b91-354b-4375-b8ac-07162dd6d4f4 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:11:38.121615 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'code': 200} Jun 10 17:11:38.185068 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3baf782-b4a4-4c3a-8ac0-364ff667acd5 None None] Provisioning for port fa552fff-394b-480f-90c4-baf57047afdd completed by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:11:38.188945 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:38.197273 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-e5f5c87a-232f-4336-b962-8b03c6b45634 req-0c2d7451-450c-406d-881e-5a3282d30e77 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970819 Jun 10 17:11:38.198796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:38.206228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-e3baf782-b4a4-4c3a-8ac0-364ff667acd5 None None] Provisioning complete for port fa552fff-394b-480f-90c4-baf57047afdd triggered by entity DHCP. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:11:38.206796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3baf782-b4a4-4c3a-8ac0-364ff667acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:38.270210 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3baf782-b4a4-4c3a-8ac0-364ff667acd5 None None] Port fa552fff-394b-480f-90c4-baf57047afdd cannot update to ACTIVE because it is not bound. {{(pid=92387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Jun 10 17:11:39.200572 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:39.446104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb42fae-3d91-4a9d-9ddd-cbbc689710c4 req-06751b36-d99d-4eb3-bea8-2f6edaa8f63b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:39.447754 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9cb42fae-3d91-4a9d-9ddd-cbbc689710c4 req-06751b36-d99d-4eb3-bea8-2f6edaa8f63b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.0984156 Jun 10 17:11:39.524346 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-9cb42fae-3d91-4a9d-9ddd-cbbc689710c4 req-bd0c6fd3-3b2b-4af5-9aba-119507ae6830 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690813 Jun 10 17:11:40.759730 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4cac2-8b53-4751-8c4e-430c44b9ca96 req-9d69620e-3af0-49d1-b238-9ac9c47c3b2e tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:40.762811 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ad4cac2-8b53-4751-8c4e-430c44b9ca96 req-9d69620e-3af0-49d1-b238-9ac9c47c3b2e tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.1004407 Jun 10 17:11:40.823105 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-4ad4cac2-8b53-4751-8c4e-430c44b9ca96 req-19ebcbc7-5c1a-42c5-bc97-ea508249510c tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502646 Jun 10 17:11:42.107260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f9f99-e3b2-4db3-927d-a986be3cb330 req-b83687e3-56aa-4a7d-8be8-25bc1803f0f9 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:42.109016 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-985f9f99-e3b2-4db3-927d-a986be3cb330 req-b83687e3-56aa-4a7d-8be8-25bc1803f0f9 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.0952458 Jun 10 17:11:42.167543 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-985f9f99-e3b2-4db3-927d-a986be3cb330 req-9c0e3e1f-5a35-40cd-9619-22bd6f646ba9 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517941 Jun 10 17:11:43.417288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7e383-325c-49aa-bc3c-f4ecabb04830 req-03090cc1-fe17-445c-8fde-fdd4e4f254ac tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:43.418994 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ac7e383-325c-49aa-bc3c-f4ecabb04830 req-03090cc1-fe17-445c-8fde-fdd4e4f254ac tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.0905523 Jun 10 17:11:43.492790 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-5ac7e383-325c-49aa-bc3c-f4ecabb04830 req-71484d1a-fc6e-4645-98a1-fc55d18f1927 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587788 Jun 10 17:11:44.727646 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da347b-2a4d-47a4-8d25-61c83823760f req-fe6d2fb0-71a5-45b9-bcdb-d5808ffe998a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:44.729647 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e7da347b-2a4d-47a4-8d25-61c83823760f req-fe6d2fb0-71a5-45b9-bcdb-d5808ffe998a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.0886068 Jun 10 17:11:44.799591 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-e7da347b-2a4d-47a4-8d25-61c83823760f req-8ae63452-fbd6-4afd-b140-6171b261a2ef tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553062 Jun 10 17:11:46.080460 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cd6a2-2be7-4b3a-be20-be53b96b07db req-63eaf15c-9a2e-421e-89c6-8a9a793830ed tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:46.082185 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c98cd6a2-2be7-4b3a-be20-be53b96b07db req-63eaf15c-9a2e-421e-89c6-8a9a793830ed tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.1011312 Jun 10 17:11:46.135054 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c98cd6a2-2be7-4b3a-be20-be53b96b07db req-94f712ff-ded5-4854-95c2-6a6708ee2cbf tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Jun 10 17:11:47.487587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75979909-679a-49b8-a1f5-edede3c4dd92 req-98b0dc37-78a5-4158-a67e-db874bf893e3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:47.489618 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-75979909-679a-49b8-a1f5-edede3c4dd92 req-98b0dc37-78a5-4158-a67e-db874bf893e3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.1386137 Jun 10 17:11:47.577036 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-75979909-679a-49b8-a1f5-edede3c4dd92 req-5450dbe3-11aa-4808-8762-bda37db1ae77 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755949 Jun 10 17:11:48.466906 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.v2.base [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Request body: {'port': {'device_id': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:11:48.569967 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:48.950639 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3611a9-14a3-4207-8c31-a4ddfdaf7850 req-07b8ce64-31db-4259-808e-ae9e62e0935f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:48.952208 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2b3611a9-14a3-4207-8c31-a4ddfdaf7850 req-07b8ce64-31db-4259-808e-ae9e62e0935f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 931 time: 0.1958721 Jun 10 17:11:49.041287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa552fff-394b-480f-90c4-baf57047afdd {{(pid=92385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:11:49.048548 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2b3611a9-14a3-4207-8c31-a4ddfdaf7850 req-b64d17f6-6b71-48a4-b4f5-98301d1df1ef tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883226 Jun 10 17:11:49.053241 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:49.069252 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.provisioning_blocks [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Transition to ACTIVE for port object fa552fff-394b-480f-90c4-baf57047afdd will not be triggered until provisioned by entity L2. {{(pid=92385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 17:11:49.074925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:49.077352 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-2a34f7cd-a928-44b6-b741-9d44ae3ef6af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:49.188798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=2']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:49.194534 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:49.320060 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Attempting to bind port fa552fff-394b-480f-90c4-baf57047afdd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 17:11:49.320584 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Attempting to bind port fa552fff-394b-480f-90c4-baf57047afdd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 17:11:49.320999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Attempting to bind port fa552fff-394b-480f-90c4-baf57047afdd on network 050b3880-ba50-4cf9-b019-0b844516d2d0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:11:49.328474 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Port fa552fff-394b-480f-90c4-baf57047afdd on network 050b3880-ba50-4cf9-b019-0b844516d2d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 17:11:49.328995 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Attempting to bind port fa552fff-394b-480f-90c4-baf57047afdd on network 050b3880-ba50-4cf9-b019-0b844516d2d0 {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 17:11:49.336218 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Checking agent: {'id': '9e4b6f6a-d012-4c9e-b19e-59aeb8a5dc7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'started_at': datetime.datetime(2021, 6, 10, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 17, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 17:11:49.336613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Checking segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 17:11:49.337134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Bound using segment: {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'} {{(pid=92385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 17:11:49.337780 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.managers [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Bound port: fa552fff-394b-480f-90c4-baf57047afdd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '415159f2-37f1-404e-ba8a-0ed4dc931e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0'}}] {{(pid=92385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 17:11:49.339070 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:49.434270 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, cleared binding levels {{(pid=92385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 17:11:49.437901 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 17:11:49.443481 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2638920'] for port, after_update {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:49.445876 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7ae8eafe-46d4-48a9-bfec-f20af4d31812 tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:49.491826 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:49.492512 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:49.494187 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] 10.222.0.25 "PUT /v2.0/ports/fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 200 len: 1093 time: 1.0336037 Jun 10 17:11:49.495517 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:11:49.498432 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b678e84-b5ae-41d1-a92f-adaf939d9f00" -d '{"events": [{"name": "network-changed", "server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:11:49.542043 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=3']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:49.564477 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539dd129-6742-4030-a885-48c8322b7da5 x-openstack-request-id: req-539dd129-6742-4030-a885-48c8322b7da5 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:11:49.565055 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:11:49.565596 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-539dd129-6742-4030-a885-48c8322b7da5 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:11:49.566384 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'status': 'completed', 'code': 200} Jun 10 17:11:49.567764 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:49.663646 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-72890978-8ce4-4117-907d-93fd66d4346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:49.666948 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-72890978-8ce4-4117-907d-93fd66d4346f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1096 time: 0.1189318 Jun 10 17:11:49.731551 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-ce4fda35-3728-45c6-b613-2be1184c8a7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 200 len: 217 time: 0.0573838 Jun 10 17:11:49.804637 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-388c50bc-3d8a-4d5e-ae0b-049024879a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:49.806127 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-388c50bc-3d8a-4d5e-ae0b-049024879a5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0678179 Jun 10 17:11:49.884604 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a287c7-53b7-442e-b296-8d2e73700032 req-5da93012-41b7-4dc8-a6bd-308e97fc17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:49.887549 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-5da93012-41b7-4dc8-a6bd-308e97fc17ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745826 Jun 10 17:11:50.017667 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-c3c1c6ec-fe01-4318-9f21-f0a80e628845 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234872 Jun 10 17:11:50.154798 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-32a287c7-53b7-442e-b296-8d2e73700032 req-d3b73ee3-b69c-4a7a-95f5-ecd5bada2e29 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313078 Jun 10 17:11:50.320765 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0280f-fb00-4ed3-aba3-fb6487ad654b req-2854fbda-120e-49d5-b499-c497cfbbd2c5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:50.322556 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7bc0280f-fb00-4ed3-aba3-fb6487ad654b req-2854fbda-120e-49d5-b499-c497cfbbd2c5 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1389213 Jun 10 17:11:50.328754 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-35802f98-e947-4130-9e5d-887aa748aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:50.330568 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-35802f98-e947-4130-9e5d-887aa748aae8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1096 time: 0.0996287 Jun 10 17:11:50.445400 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-7bc0280f-fb00-4ed3-aba3-fb6487ad654b req-5595d10d-3e6e-470e-98c4-a7833affe6a8 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135941 Jun 10 17:11:50.497798 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-8de466cb-9eba-4906-8e98-6d36f6f920c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:50.499344 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-8de466cb-9eba-4906-8e98-6d36f6f920c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1610436 Jun 10 17:11:50.564125 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-52a96b24-44b8-4e73-ad43-5d29951027cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 200 len: 217 time: 0.0580137 Jun 10 17:11:50.630348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-2aad4f33-1fe9-4594-9b2a-4530e1640c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:50.631916 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-2aad4f33-1fe9-4594-9b2a-4530e1640c17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0602174 Jun 10 17:11:50.707999 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-15c5f248-358b-4521-8bc8-91d98c316b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:50.710694 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-15c5f248-358b-4521-8bc8-91d98c316b96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717561 Jun 10 17:11:50.846997 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-83ca864f-0f65-4b60-9e47-343914ffa26a service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275945 Jun 10 17:11:50.985827 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1b678e84-b5ae-41d1-a92f-adaf939d9f00 req-e3681ed4-bd88-44eb-b676-af70b3837f3d service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317348 Jun 10 17:11:51.659488 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7129d-2c8d-429a-b3f1-80dfc272ea99 req-ce44f840-2742-4fae-88e4-61e01d8dad4b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:51.661126 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32b7129d-2c8d-429a-b3f1-80dfc272ea99 req-ce44f840-2742-4fae-88e4-61e01d8dad4b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 943 time: 0.0817468 Jun 10 17:11:51.677190 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:11:51.711042 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-32b7129d-2c8d-429a-b3f1-80dfc272ea99 req-f84e95eb-3a58-4077-af1a-08c634c33248 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Jun 10 17:11:51.958160 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:52.013469 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:52.035659 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'fa552fff-394b-480f-90c4-baf57047afdd', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'port_id': 'fa552fff-394b-480f-90c4-baf57047afdd', 'mac_address': 'fa:16:3e:ff:4b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:11:52.105023 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:52.121785 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa552fff-394b-480f-90c4-baf57047afdd {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:11:52.146189 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:52.151951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:52.154330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:52.216157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=4']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:52.219564 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:52.400430 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fa552fff-394b-480f-90c4-baf57047afdd'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:11:52.909606 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cddb5-9d40-473a-b593-5a759e325827 req-810f0d48-8d32-49c2-96ed-ecc02f2dea80 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:52.911155 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-706cddb5-9d40-473a-b593-5a759e325827 req-810f0d48-8d32-49c2-96ed-ecc02f2dea80 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 944 time: 0.0793965 Jun 10 17:11:52.960853 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-706cddb5-9d40-473a-b593-5a759e325827 req-4d42a79c-9a8a-45c9-9bf0-2fb16c720bcc tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 Jun 10 17:11:53.707033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:11:53.768844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning for port fa552fff-394b-480f-90c4-baf57047afdd completed by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 17:11:53.773658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port fa552fff-394b-480f-90c4-baf57047afdd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:11:53.774059 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:53.882711 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:53.914425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:11:53.917221 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2a6c82-6116-4741-a277-d6ed10efc1ab" -d '{"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-plugged", "status": "completed", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:11:53.937342 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:11:53.941948 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:53.944012 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-80021045-60ca-43a4-b600-3e1ed9ee6343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:53.973159 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9dac01-812f-4183-9424-62359a08e6ff x-openstack-request-id: req-ca9dac01-812f-4183-9424-62359a08e6ff {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:11:53.973452 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-plugged", "status": "completed", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:11:53.973712 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca9dac01-812f-4183-9424-62359a08e6ff {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:11:53.974106 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'code': 200} Jun 10 17:11:54.007738 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=5']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:54.017399 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:54.211242 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a210ea-c2a1-45c6-9ea9-a22c6b6b5207 req-5688b0a6-c1d9-4714-9bed-d6d24ab63bd6 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:54.212743 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4a210ea-c2a1-45c6-9ea9-a22c6b6b5207 req-5688b0a6-c1d9-4714-9bed-d6d24ab63bd6 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 945 time: 0.1198351 Jun 10 17:11:54.270330 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5617f12-4a17-4ce4-9c4f-3cec424052b2 req-c3903b6a-eb3b-4221-a698-d8cfed7d36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:54.271903 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5617f12-4a17-4ce4-9c4f-3cec424052b2 req-c3903b6a-eb3b-4221-a698-d8cfed7d36a0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1098 time: 0.1139283 Jun 10 17:11:54.274916 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-f4a210ea-c2a1-45c6-9ea9-a22c6b6b5207 req-5c8f9451-5ccc-43ed-9d43-076758a723db tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531561 Jun 10 17:11:54.316076 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-b5617f12-4a17-4ce4-9c4f-3cec424052b2 req-c68ea91c-1346-45c6-9103-7c221f4a64fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Jun 10 17:11:55.507008 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab03ee-5fde-49a5-b8e1-83fc48f8e8a6 req-8f99425e-1fd1-4b8c-b788-1a15712e8909 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:55.509076 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-93ab03ee-5fde-49a5-b8e1-83fc48f8e8a6 req-8f99425e-1fd1-4b8c-b788-1a15712e8909 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 945 time: 0.0896108 Jun 10 17:11:55.561564 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-93ab03ee-5fde-49a5-b8e1-83fc48f8e8a6 req-15f8ffdd-89d7-43f7-b707-ef9e0a148f0b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446887 Jun 10 17:11:55.772986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af189289-a273-4552-99c3-1241e1fb5331 req-8be6ee2e-7ae1-4787-befc-e9d9ca6ecbc8 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:55.774594 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-af189289-a273-4552-99c3-1241e1fb5331 req-8be6ee2e-7ae1-4787-befc-e9d9ca6ecbc8 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 945 time: 0.0861554 Jun 10 17:11:55.826342 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-af189289-a273-4552-99c3-1241e1fb5331 req-12f845f7-f813-46cd-8aa6-96fb51273955 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Jun 10 17:11:55.852974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59304) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:11:55.923362 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e66610-b689-4373-a12c-fe98343eab8d tempest-TestSnapshotPattern-577634422 tempest-TestSnapshotPattern-577634422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:55.924935 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-28e66610-b689-4373-a12c-fe98343eab8d tempest-TestSnapshotPattern-577634422 tempest-TestSnapshotPattern-577634422-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1093 time: 0.0703905 Jun 10 17:11:55.929335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59306) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:11:55.935069 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.v2.base [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Request body: {'floatingip': {'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'port_id': 'fa552fff-394b-480f-90c4-baf57047afdd', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 17:11:55.963736 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:56.108045 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:56.283166 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_common [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Allocated IP 172.26.5.254 (00dd27e5-1913-43eb-adce-3bbaa9455307/62348cc8-c938-41f0-8827-beac633d7f07/d9f9e9d2-128f-4e2e-b5a1-8629bac131d0) {{(pid=92386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 17:11:56.438870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for port, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:56.484424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-33221765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-178944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763997562790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3252057'] for port, after_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:56.487270 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-832a28bf-0ba1-4bc6-b71c-a1385a756de3 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:56.540417 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Network 00dd27e5-1913-43eb-adce-3bbaa9455307 is already hosted by enough agents. {{(pid=92386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 17:11:56.544393 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.base_scheduler [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Resources bound (agent type, host, resource id): {{(pid=92386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 17:11:56.548358 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Received port after_create {{(pid=92386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 17:11:56.554882 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'Port': ['ID=d9f9e9d2-128f-4e2e-b5a1-8629bac131d0,revision_number=1']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:56.590418 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.590807 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.591188 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.591561 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.591984 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.592361 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.592729 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.593095 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.593540 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.593915 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.594346 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.594712 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:11:56.604746 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:57.107768 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:57.214813 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:57.445493 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for port, precommit_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:57.452039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3252075'] for port, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:57.454682 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e02a0eef-3071-4aba-b97f-322c89a79e20 tempest-ServerActionsTestJSON-1339576783 tempest-ServerActionsTestJSON-1339576783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:11:57.564839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event updated for resources: {'Port': ['ID=d9f9e9d2-128f-4e2e-b5a1-8629bac131d0,revision_number=2']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:11:57.575339 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:11:57.589757 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690671'] for floatingip, after_update {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:57.754798 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Floating IP 3ec51266-30c0-4c39-bfac-36f1f31ba333 associated. External IP: 172.26.5.254, port: fa552fff-394b-480f-90c4-baf57047afdd. Jun 10 17:11:58.190104 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:11:58.354484 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:11:58.366752 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:11:58.377264 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:11:58.378516 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:11:58.379167 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:11:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:11:58.430059 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4994452 Jun 10 17:11:58.431174 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:11:58.434910 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9" -d '{"events": [{"name": "network-changed", "server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:11:58.590685 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:11:58.682633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa1ddc8-6dce-4f33-972d-96aa067afb60 x-openstack-request-id: req-2fa1ddc8-6dce-4f33-972d-96aa067afb60 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:11:58.683625 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:11:58.684129 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fa1ddc8-6dce-4f33-972d-96aa067afb60 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:11:58.684899 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'status': 'completed', 'code': 200} Jun 10 17:11:58.779514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-868b09af-d388-4ce2-84d9-8971bea9bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:58.781076 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-868b09af-d388-4ce2-84d9-8971bea9bd1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1098 time: 0.0705919 Jun 10 17:11:58.927453 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-3bb0d646-0a5b-433b-b9aa-d546b7c11afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:58.928874 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-3bb0d646-0a5b-433b-b9aa-d546b7c11afb service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1419790 Jun 10 17:11:59.063628 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:25Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}, {'id': '3ec51266-30c0-4c39-bfac-36f1f31ba333', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'fa552fff-394b-480f-90c4-baf57047afdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:ff:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:11:56Z', 'updated_at': '2021-06-10T17:11:56Z', 'revision_number': 0, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:11:59.069670 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:11:59.085051 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:11:59.086123 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:11:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:11:59.313609 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:11:59.513451 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-ff20e319-0b1a-43c1-a8d0-b14b4f0ff9ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 200 len: 999 time: 0.5781968 Jun 10 17:11:59.578130 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-2a7c9085-80da-4d1b-ad67-42b8b9ab56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:59.579600 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-2a7c9085-80da-4d1b-ad67-42b8b9ab56f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0596988 Jun 10 17:11:59.665819 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-fbb246dd-b8a4-44bc-bccd-8033899e52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:11:59.670212 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-fbb246dd-b8a4-44bc-bccd-8033899e52d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0840344 Jun 10 17:11:59.841185 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:25Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}, {'id': '3ec51266-30c0-4c39-bfac-36f1f31ba333', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'fa552fff-394b-480f-90c4-baf57047afdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:ff:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:11:56Z', 'updated_at': '2021-06-10T17:11:56Z', 'revision_number': 0, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:11:59.845850 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38b996-3776-482c-8d2e-430684e09f7b None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:25Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}, {'id': '3ec51266-30c0-4c39-bfac-36f1f31ba333', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.254', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'fa552fff-394b-480f-90c4-baf57047afdd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:ff:4b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:11:56Z', 'updated_at': '2021-06-10T17:11:56Z', 'revision_number': 0, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:11:59.858207 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-15ae442e-f55d-434b-ab91-8a277e552938 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819241 Jun 10 17:12:00.003265 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-07aaa2c0-93dc-4618-a2f2-6baeb764bec9 req-2d15c080-83c1-4f1b-a0d6-db828be6e047 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390336 Jun 10 17:12:00.094747 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b4a135-7c31-4c02-ab56-8cc608e3b5fa None None] New status for floating IP 3ec51266-30c0-4c39-bfac-36f1f31ba333: ACTIVE {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:12:03.632592 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-5d70edac-8dfc-4a53-9573-e6be6f7e4bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:06.268341 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:06.429707 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-95106ccf-8286-4d2e-b6dc-b6a2d17c5b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:07.558942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:09.201058 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:11.412026 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:12:21.937877 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:22.132134 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-61f4a658-c570-4ba3-b3aa-603e96df387a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679960 Jun 10 17:12:22.252185 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-53a1eb91-1fa0-4c43-a354-e0761623aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:12:22.254194 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-53a1eb91-1fa0-4c43-a354-e0761623aee5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1096 time: 0.0764043 Jun 10 17:12:22.399348 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-e5d63a1e-438a-4591-8028-bbf5d11f0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:12:22.401902 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-e5d63a1e-438a-4591-8028-bbf5d11f0c41 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1268792 Jun 10 17:12:22.492618 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-47022e45-aed5-40cd-ae2c-12650292307e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 998 time: 0.0843551 Jun 10 17:12:22.562611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-24954b49-d330-4aa6-ab67-a766ae6b535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:12:22.564242 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-24954b49-d330-4aa6-ab67-a766ae6b535a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0659423 Jun 10 17:12:22.633833 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-479a8894-948f-457f-a1cb-2958674c6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:12:22.636402 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-479a8894-948f-457f-a1cb-2958674c6957 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0659328 Jun 10 17:12:22.771635 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-c8f79002-c3c2-49de-bfec-6dc1dbc2a639 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285772 Jun 10 17:12:22.904255 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-40e0cd35-41d8-4bbb-8d12-55d00dc0be29 req-4800e20c-8598-47ec-a4e5-f1b9c1f66575 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262114 Jun 10 17:12:33.628347 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-552d2acc-3ce3-4dfc-a72d-e110381bd711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:36.263810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:36.434402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ce868fde-81b7-47f0-81bf-0afead75c56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:37.559519 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:39.204370 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:12:48.411161 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:12:51.948503 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:03.640385 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-78bc27a7-0f24-4782-be75-395eabd91073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:06.261076 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:06.436830 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-62add543-9275-43cb-8fe5-7abf73bb016c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:07.564250 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:09.208001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:21.955817 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:24.119316 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-c866de1d-d799-43b5-a43d-eef05e0ed5e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930336 Jun 10 17:13:24.209543 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-bea5a2c6-c66d-46a7-a9e9-b361910e32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:24.211868 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-bea5a2c6-c66d-46a7-a9e9-b361910e32af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1098 time: 0.0679772 Jun 10 17:13:24.358317 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-169de940-ca7b-4c6d-9bae-1c49d2168b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:24.359878 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-169de940-ca7b-4c6d-9bae-1c49d2168b2c service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1288247 Jun 10 17:13:24.458710 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-25cb68bd-721e-4bcc-a57e-a371d10a6751 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 200 len: 1001 time: 0.0926111 Jun 10 17:13:24.527520 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-8aa9acbf-e12b-4853-8791-fb11f0d234d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:24.529099 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-8aa9acbf-e12b-4853-8791-fb11f0d234d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0646324 Jun 10 17:13:24.608287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-8087a04e-84d3-4ca9-9557-37293a0f21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:24.609991 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-8087a04e-84d3-4ca9-9557-37293a0f21a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748904 Jun 10 17:13:24.739188 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-7247efe6-3409-4208-ad24-864e0035d915 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230772 Jun 10 17:13:24.867742 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-2fb3505c-74a2-4601-8d54-2491ce16559d req-15bf316a-7c6d-46af-a26e-5325dbc21cac service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223409 Jun 10 17:13:25.409661 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:13:33.635844 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-8253f5de-6a06-4ed5-9307-d71b7a9ba12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:36.264122 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:36.442574 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0c209d59-7500-4bc7-ac27-da1b7885c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:37.563439 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:39.211521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:42.237802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 10 17:13:42.449970 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:13:42.479073 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Returning: {'device': 'fa552fff-394b-480f-90c4-baf57047afdd', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'port_id': 'fa552fff-394b-480f-90c4-baf57047afdd', 'mac_address': 'fa:16:3e:ff:4b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 10 17:13:42.561008 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:42.585010 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa552fff-394b-480f-90c4-baf57047afdd {{(pid=92387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 17:13:42.612614 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:13:42.619339 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:42.621811 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:13:42.691702 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=6']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:13:42.709425 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.709768 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.710473 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.710912 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.711246 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.711581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.711978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.712309 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.712636 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.712963 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.713313 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.713631 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:42.718735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:13:42.746319 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] get_ports_and_sgs() called for port_ids ['fa552fff-394b-480f-90c4-baf57047afdd'] {{(pid=92387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 17:13:44.272143 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd up at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 10 17:13:44.388461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.provisioning_blocks [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Provisioning complete for port fa552fff-394b-480f-90c4-baf57047afdd triggered by entity L2. {{(pid=92387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 17:13:44.389709 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33413472'] for port, provisioning_complete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:44.558117 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:44.593851 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:13:44.603001 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5957139b-386e-46aa-b0dc-9d032422ee98" -d '{"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-plugged", "status": "completed", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:13:44.630301 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:13:44.640108 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:44.644655 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-57008a8f-a82d-4197-b206-6101d75e57df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:13:44.703988 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d951ee8-f4a5-437a-8775-751849b04398 x-openstack-request-id: req-7d951ee8-f4a5-437a-8775-751849b04398 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:13:44.707033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-plugged", "status": "completed", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:13:44.707033 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d951ee8-f4a5-437a-8775-751849b04398 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:13:44.707033 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'code': 200} Jun 10 17:13:44.766217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=7']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:13:44.770327 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:13:51.962633 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:52.813918 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59528) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:13:53.075277 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Deleting port d9f9e9d2-128f-4e2e-b5a1-8629bac131d0 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:13:53.075521 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:53.618542 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:53.618901 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:53.719833 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Calling delete_port for d9f9e9d2-128f-4e2e-b5a1-8629bac131d0 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:13:53.925828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:53.928432 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6a933d13-a441-4ab2-b7ff-1d505f196b6b tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:13:53.965871 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event deleted for resources: {'Port': ['ID=d9f9e9d2-128f-4e2e-b5a1-8629bac131d0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:13:53.995063 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.995454 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.995840 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.996219 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.996591 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.996969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.997372 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.997738 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.998106 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.998473 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.998839 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:53.999202 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:54.003265 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:13:54.059278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:54.059621 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Floating IP 3ec51266-30c0-4c39-bfac-36f1f31ba333 disassociated (deleted). External IP: 172.26.5.254, port: fa552fff-394b-480f-90c4-baf57047afdd. Jun 10 17:13:54.381220 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:13:54.566015 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:13:54.571969 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:54.578434 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:13:54.589930 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:13:54.590696 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:13:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:13:54.630400 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-673b38e4-f85f-46c8-b8dc-9760272f69a4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "DELETE /v2.0/floatingips/3ec51266-30c0-4c39-bfac-36f1f31ba333 HTTP/1.1" status: 204 len: 168 time: 1.8150313 Jun 10 17:13:54.631436 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:13:54.635250 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e796590-549d-4cfd-b485-ce8bba3156c0" -d '{"events": [{"name": "network-changed", "server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:13:54.700111 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eff7ca-45a5-427d-93a3-f8de69fd5e56 x-openstack-request-id: req-d3eff7ca-45a5-427d-93a3-f8de69fd5e56 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:13:54.700652 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:13:54.701133 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3eff7ca-45a5-427d-93a3-f8de69fd5e56 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:13:54.701880 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'status': 'completed', 'code': 200} Jun 10 17:13:54.808935 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:13:54.816943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-2188f7ad-5d5e-4796-acd7-a498d9694256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:54.820091 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-2188f7ad-5d5e-4796-acd7-a498d9694256 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 1098 time: 0.0942497 Jun 10 17:13:55.022834 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-a01aaf2d-6b22-4464-85ef-65e62996beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:55.024491 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-a01aaf2d-6b22-4464-85ef-65e62996beaf service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1966970 Jun 10 17:13:55.098574 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-e8469d1a-7e2b-4b54-9814-f4d44a5c92aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 200 len: 217 time: 0.0658178 Jun 10 17:13:55.170047 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-d1033da6-30df-4550-985f-62fd4a75bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:55.171709 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-d1033da6-30df-4550-985f-62fd4a75bd78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0664663 Jun 10 17:13:55.260263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-8191b980-7f66-4908-8461-26b5de6093a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:55.263230 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-8191b980-7f66-4908-8461-26b5de6093a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0845182 Jun 10 17:13:55.284118 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:25Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:13:55.289810 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:13:55.301419 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:13:55.302166 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:13:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:13:55.335870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f274c-8ae0-4790-ae28-e0dd3e91acd5 req-68ea9334-f251-4315-9e69-96c7bdbf1c27 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:55.338652 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-768f274c-8ae0-4790-ae28-e0dd3e91acd5 req-68ea9334-f251-4315-9e69-96c7bdbf1c27 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 945 time: 0.1328909 Jun 10 17:13:55.424242 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-768f274c-8ae0-4790-ae28-e0dd3e91acd5 req-2e1cff6b-a23b-4444-8900-b04ad06e7ab4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732906 Jun 10 17:13:55.424528 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-2a9065b2-414d-417e-8712-54a4b4e09ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477020 Jun 10 17:13:55.477402 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:13:55.639649 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-1e796590-549d-4cfd-b485-ce8bba3156c0 req-cfe8b713-6732-4f03-828a-1083e63acf67 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079964 Jun 10 17:13:55.862723 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:25Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:13:55.866996 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086824f8-77a9-4eaa-bde3-84e58fdd4986 None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_floatingips': [{'id': '34314290-0168-4fc1-b55a-e4ba6065fd13', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'floating_ip_address': '172.26.5.15', 'floating_network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'router_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'port_id': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'mac_address': 'fa:16:3e:4e:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6294986b-b921-45ea-9924-00a2e0312146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T17:09:22Z', 'updated_at': '2021-06-10T17:09:25Z', 'revision_number': 1, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:13:56.121996 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7daf0-9bd5-49ad-8cd8-1435b58b05cb None None] New status for floating IP 3ec51266-30c0-4c39-bfac-36f1f31ba333: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:13:56.314876 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:13:56.427412 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-33221876'] for port, before_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:56.472727 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:13:56.477402 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc6485aeefa00111fbfc6430a4c252482c30ddee0b8d540d8d43f98d3bf6801d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45686a57-0e5a-4761-9de5-c9eea42380ea" -d '{"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:13:56.505675 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:13:56.511461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763997951555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763997562808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763997562853'] for port, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:56.513581 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-57008a8f-a82d-4197-b206-6101d75e57df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:13:56.555098 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64fda9-ec65-4e6f-86b4-e77a6efd2e13 x-openstack-request-id: req-4b64fda9-ec65-4e6f-86b4-e77a6efd2e13 {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:13:56.555394 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "code": 200}]} {{(pid=92387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:13:56.555667 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b64fda9-ec65-4e6f-86b4-e77a6efd2e13 {{(pid=92387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:13:56.556074 dv-neutron-601336-90-hyperv neutron-server[92387]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'code': 200} Jun 10 17:13:56.589066 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Pushing event updated for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=8']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:13:56.593217 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:13:56.687231 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449bc33-31d1-45de-b1f1-3fec1f262e1c req-f5cce249-10b5-4a87-a9e5-8b3dea98dcde tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:56.688892 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c449bc33-31d1-45de-b1f1-3fec1f262e1c req-f5cce249-10b5-4a87-a9e5-8b3dea98dcde tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1106846 Jun 10 17:13:56.772611 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-c449bc33-31d1-45de-b1f1-3fec1f262e1c req-649b04f2-2c99-4a2b-a535-0908e3d0251c tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731876 Jun 10 17:13:56.806355 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-1198cf11-40b9-475f-a04c-96346fb1ed67 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:13:56.808362 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-1198cf11-40b9-475f-a04c-96346fb1ed67 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 943 time: 0.1182973 Jun 10 17:13:56.954605 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Deleting port fa552fff-394b-480f-90c4-baf57047afdd {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:13:56.955156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:57.173374 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] For port fa552fff-394b-480f-90c4-baf57047afdd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fa552fff-394b-480f-90c4-baf57047afdd,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:13:57.174012 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:57.366867 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Calling delete_port for fa552fff-394b-480f-90c4-baf57047afdd owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:13:57.646288 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:57.652268 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-7f3af27a-aaaa-4583-b1cc-4f62aa06d9fb tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:13:57.693466 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event deleted for resources: {'Port': ['ID=fa552fff-394b-480f-90c4-baf57047afdd,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:13:57.708817 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.709273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.710159 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.710536 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.710905 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.711332 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.711706 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.712132 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.712561 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.712938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.713346 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.713716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-90-hyperv {{(pid=92385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 17:13:57.740688 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:13:57.770333 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] No DVR routers for this DVR port fa552fff-394b-480f-90c4-baf57047afdd on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:13:57.774058 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:13:57.776123 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fd7b58e8-5024-40c3-995e-3b072a2c6fab req-ce9ddd5d-64b7-4af7-988d-a2366aacc34a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "DELETE /v2.0/ports/fa552fff-394b-480f-90c4-baf57047afdd HTTP/1.1" status: 204 len: 173 time: 0.9615128 Jun 10 17:13:57.777009 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-deleted', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:13:57.779680 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6442942-b7f8-44ca-90ca-4c15e8bb7f24" -d '{"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-deleted", "tag": "fa552fff-394b-480f-90c4-baf57047afdd"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:13:57.819869 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4bbae4-5675-40d8-b5f0-f9d9a9e1ff98 x-openstack-request-id: req-ad4bbae4-5675-40d8-b5f0-f9d9a9e1ff98 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:13:57.820263 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181d010b-ad45-4a9d-9163-3b5fca2d4d2a", "name": "network-vif-deleted", "tag": "fa552fff-394b-480f-90c4-baf57047afdd", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:13:57.820551 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad4bbae4-5675-40d8-b5f0-f9d9a9e1ff98 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:13:57.820969 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181d010b-ad45-4a9d-9163-3b5fca2d4d2a', 'name': 'network-vif-deleted', 'tag': 'fa552fff-394b-480f-90c4-baf57047afdd', 'status': 'completed', 'code': 200} Jun 10 17:13:58.008629 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-fb8f95c7-4047-46b9-b48a-6e53fab00751 req-6fa2a37c-3e01-4e01-a18a-94a7416d9e4f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=181d010b-ad45-4a9d-9163-3b5fca2d4d2a HTTP/1.1" status: 200 len: 210 time: 0.0460520 Jun 10 17:13:59.737553 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59598) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:13:59.976387 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Deleting port 893f804c-9fad-49a0-b049-4a959d0c3664 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:13:59.976660 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:00.116618 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:00.116945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:00.225859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Calling delete_port for 893f804c-9fad-49a0-b049-4a959d0c3664 owned by network:floatingip {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:00.330268 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:00.358661 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: fa552fff-394b-480f-90c4-baf57047afdd {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:00.359022 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device fa552fff-394b-480f-90c4-baf57047afdd not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:00.476982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:00.479485 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-1b456bdf-50af-4db8-ad47-ef1dd6294266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:00.519102 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event deleted for resources: {'Port': ['ID=893f804c-9fad-49a0-b049-4a959d0c3664,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:00.523507 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:00.607056 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for floatingip, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:00.607461 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.db.l3_db [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Floating IP 34314290-0168-4fc1-b55a-e4ba6065fd13 disassociated (deleted). External IP: 172.26.5.15, port: ca5a1ee7-6e2a-4113-bf4d-82a528d5070b. Jun 10 17:14:00.942203 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:14:01.117084 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:14:01.123759 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for floatingip, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:01.127776 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:14:01.139441 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:14:01.140479 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:13:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:01.175518 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-631a5576-e3d5-4dd0-812a-5c1eaab943a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "DELETE /v2.0/floatingips/34314290-0168-4fc1-b55a-e4ba6065fd13 HTTP/1.1" status: 204 len: 168 time: 1.4362938 Jun 10 17:14:01.176274 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:14:01.179544 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27c9159dc3ff567d1fab226407c50097e8fca411c6e01516a99bce5c874d6fca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122c9496-f745-49c0-8313-0502a335e342" -d '{"events": [{"name": "network-changed", "server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:14:01.243996 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 17:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee157a9-72f8-4beb-8bf7-fe03950dbc69 x-openstack-request-id: req-8ee157a9-72f8-4beb-8bf7-fe03950dbc69 {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:14:01.244863 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "status": "completed", "code": 200}]} {{(pid=92386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:14:01.245629 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ee157a9-72f8-4beb-8bf7-fe03950dbc69 {{(pid=92386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:14:01.246593 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'status': 'completed', 'code': 200} Jun 10 17:14:01.349497 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9496-f745-49c0-8313-0502a335e342 req-c3039f91-0fe5-4956-a473-edcca198fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:01.351228 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-c3039f91-0fe5-4956-a473-edcca198fb68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dba99b6e3354987bfde290d9049818d&device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 1096 time: 0.0808854 Jun 10 17:14:01.489088 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9496-f745-49c0-8313-0502a335e342 req-968c84e0-faa7-4d25-b354-2dd13ae21309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:01.490681 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-968c84e0-faa7-4d25-b354-2dd13ae21309 service neutron] 10.222.0.25 "GET /v2.0/networks?id=050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 200 len: 911 time: 0.1324651 Jun 10 17:14:01.504168 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:14:01.568480 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-1458bc1f-73b3-455e-9a40-aec75df68672 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 200 len: 217 time: 0.0702324 Jun 10 17:14:01.636108 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9496-f745-49c0-8313-0502a335e342 req-17e3ced0-802d-4420-8bbe-0b5390a5751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:01.637856 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-17e3ced0-802d-4420-8bbe-0b5390a5751e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 200 len: 849 time: 0.0635219 Jun 10 17:14:01.719211 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c9496-f745-49c0-8313-0502a335e342 req-fc8162fb-2eb5-47f5-bd1d-0ce5377b8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:01.720811 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-fc8162fb-2eb5-47f5-bd1d-0ce5377b8b63 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=050b3880-ba50-4cf9-b019-0b844516d2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762115 Jun 10 17:14:01.794296 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad378-5817-4c14-b3c8-12fc6b919cfb req-155e7a17-4996-41ae-9a24-42505cb5a96f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:01.796889 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30cad378-5817-4c14-b3c8-12fc6b919cfb req-155e7a17-4996-41ae-9a24-42505cb5a96f tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 943 time: 0.1123395 Jun 10 17:14:01.856293 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-3e8de47b-9adf-461f-90f6-7a947e55922e service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282980 Jun 10 17:14:01.861538 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [req-30cad378-5817-4c14-b3c8-12fc6b919cfb req-f6531ae9-776d-49d6-9842-2b581f796d70 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565472 Jun 10 17:14:01.898650 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:01.902898 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:14:01.911716 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:14:01.912352 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:13:36Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:01.990385 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-122c9496-f745-49c0-8313-0502a335e342 req-5955de54-8f13-41e2-89c1-e9f969387152 service neutron] 10.222.0.25 "GET /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269410 Jun 10 17:14:02.074031 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:14:02.375087 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:02.379325 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94fb002-7a0f-4623-8772-fd7cf9700688 None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:08:51Z', 'revision_number': 4, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv', '_interfaces': [{'id': 'e77cdb77-951b-4bdd-b1a7-b8873fe26092', 'name': '', 'network_id': '050b3880-ba50-4cf9-b019-0b844516d2d0', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'mac_address': 'fa:16:3e:6c:e4:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3e632132-3110-462f-9e28-ac0e49985faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:51Z', 'updated_at': '2021-06-10T17:09:00Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'subnets': [{'id': '3e632132-3110-462f-9e28-ac0e49985faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:14:02.410304 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:14:02.658290 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b604b6-235c-479b-8f72-c52e5600f07d None None] New status for floating IP 34314290-0168-4fc1-b55a-e4ba6065fd13: DOWN {{(pid=92387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 17:14:03.191511 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca8adc-8706-4303-9e34-0c804f975d8e req-65455ccd-6a9f-4693-9361-29aec4b58921 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:03.193129 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eaca8adc-8706-4303-9e34-0c804f975d8e req-65455ccd-6a9f-4693-9361-29aec4b58921 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 943 time: 0.1339746 Jun 10 17:14:03.240345 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-406c024b-efdf-4817-84cd-e98a1c8788a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 17:14:03.242514 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-406c024b-efdf-4817-84cd-e98a1c8788a2 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 943 time: 0.1355705 Jun 10 17:14:03.299417 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-eaca8adc-8706-4303-9e34-0c804f975d8e req-298e4dba-a191-4ae7-a594-74c43389ea01 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/security-groups?id=7838eb1b-41f5-427d-a0fa-05e5197d3263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987942 Jun 10 17:14:03.391059 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Deleting port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:03.391417 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:03.519926 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] For port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:03.520283 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:03.624757 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Calling delete_port for ca5a1ee7-6e2a-4113-bf4d-82a528d5070b owned by compute:nova {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:03.640951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-0aac1334-60a1-4f60-b1ca-609fc6b8eddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:03.804669 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:03.809326 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-536f3c7e-5307-4f12-bf5a-67d071e40dbb tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:03.844287 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event deleted for resources: {'Port': ['ID=ca5a1ee7-6e2a-4113-bf4d-82a528d5070b,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:03.847849 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:03.923666 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] No DVR routers for this DVR port ca5a1ee7-6e2a-4113-bf4d-82a528d5070b on host hv-neutron-6013 {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:14:03.927980 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-337770'] for port, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:03.932052 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-84b18b33-3e57-4bff-8cf0-37566f3c1b5f req-68228985-b75d-4c06-9a6d-251070c92f86 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.25 "DELETE /v2.0/ports/ca5a1ee7-6e2a-4113-bf4d-82a528d5070b HTTP/1.1" status: 204 len: 173 time: 0.6768568 Jun 10 17:14:03.933006 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-deleted', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b'}] {{(pid=92385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 17:14:03.938021 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb4f88eef4eae91bc8d3f86b9ca39b3f0797335f39c8aa8b77f4cc4c15bf4250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f32221f-5761-43f4-a5d8-2645d09d4bbc" -d '{"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-deleted", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b"}]}' {{(pid=92385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 17:14:03.990807 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c9f9f-fb45-4064-8d0f-6d96b344bec2 x-openstack-request-id: req-bb7c9f9f-fb45-4064-8d0f-6d96b344bec2 {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 17:14:03.991306 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6294986b-b921-45ea-9924-00a2e0312146", "name": "network-vif-deleted", "tag": "ca5a1ee7-6e2a-4113-bf4d-82a528d5070b", "status": "completed", "code": 200}]} {{(pid=92385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 17:14:03.991756 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb7c9f9f-fb45-4064-8d0f-6d96b344bec2 {{(pid=92385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 17:14:03.992277 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6294986b-b921-45ea-9924-00a2e0312146', 'name': 'network-vif-deleted', 'tag': 'ca5a1ee7-6e2a-4113-bf4d-82a528d5070b', 'status': 'completed', 'code': 200} Jun 10 17:14:04.540171 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [req-8cfabcd6-5e72-4b77-bd08-a1540fd66e19 req-15f06d72-32ec-4191-abeb-683b577879f4 tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "GET /v2.0/ports?device_id=6294986b-b921-45ea-9924-00a2e0312146 HTTP/1.1" status: 200 len: 210 time: 0.0447011 Jun 10 17:14:05.657668 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 59616) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:05.741716 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:05.779359 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:05.869284 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:05.874202 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:05.875552 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] 10.222.0.23 "DELETE /v2.0/security-groups/7838eb1b-41f5-427d-a0fa-05e5197d3263 HTTP/1.1" status: 204 len: 168 time: 0.2164936 Jun 10 17:14:05.876573 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-88066184-1cca-4fcd-8b4f-d691fb0592b5 tempest-TestNetworkBasicOps-1129701497 tempest-TestNetworkBasicOps-1129701497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:05.892831 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7838eb1b-41f5-427d-a0fa-05e5197d3263,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:05.896707 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-06ce564c-d734-4014-938e-9dcb8a45f02a tempest-TestSnapshotPattern-581532218 tempest-TestSnapshotPattern-581532218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:05.964420 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59620) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:06.283052 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:06.362390 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:06.395595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] No Port match for: ca5a1ee7-6e2a-4113-bf4d-82a528d5070b {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:06.396015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Device ca5a1ee7-6e2a-4113-bf4d-82a528d5070b not bound to the agent host hv-neutron-6013 {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:06.440802 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e4d75ba4-db23-46dd-bad5-a258757be134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:06.749858 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:07.162852 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Deleting port e77cdb77-951b-4bdd-b1a7-b8873fe26092 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:07.163661 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:07.282905 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] For port e77cdb77-951b-4bdd-b1a7-b8873fe26092, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=e77cdb77-951b-4bdd-b1a7-b8873fe26092,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:07.283467 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:07.574488 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:07.804156 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Calling delete_port for e77cdb77-951b-4bdd-b1a7-b8873fe26092 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:08.055945 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:08.058278 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6c10e86d-ddac-48a9-b299-0d8383f0a09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:08.093805 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77cdb77-951b-4bdd-b1a7-b8873fe26092,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:08.097319 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:08.382066 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:08.759053 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Router 6476a8f1-94ca-42f6-b211-5bc834c724bf has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:14:08.919579 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:14:08.927892 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a31335db-0d61-4208-b123-039142f1cc72 admin admin] 10.222.0.23 "PUT /v2.0/routers/6476a8f1-94ca-42f6-b211-5bc834c724bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622352 Jun 10 17:14:08.930756 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59626) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:08.931768 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] Sync routers for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:14:08.946575 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:14:08.947596 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:14:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:09.116886 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks [] for router, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:09.128915 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: dv-neutron-601336-90-hyperv {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:14:09.216397 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:09.294370 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:09.370151 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Deleting port 79c0ced4-7344-4592-adee-47bd02928b41 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:09.370388 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:09.463666 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21'}], 'enable_snat': True}, 'gw_port_id': '79c0ced4-7344-4592-adee-47bd02928b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:14:07Z', 'revision_number': 5, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port': {'id': '79c0ced4-7344-4592-adee-47bd02928b41', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:48Z', 'updated_at': '2021-06-10T17:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:09.468314 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] Checking router: 6476a8f1-94ca-42f6-b211-5bc834c724bf for host: dv-neutron-601336-90-hyperv {{(pid=92389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:14:09.481070 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] Routers {'6476a8f1-94ca-42f6-b211-5bc834c724bf'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:14:09.482131 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:14:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['6476a8f1-94ca-42f6-b211-5bc834c724bf'], 'active': True} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:09.525986 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] For port 79c0ced4-7344-4592-adee-47bd02928b41, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=79c0ced4-7344-4592-adee-47bd02928b41,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:09.526926 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:09.655859 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Calling delete_port for 79c0ced4-7344-4592-adee-47bd02928b41 owned by network:router_gateway {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:09.768725 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_dvr_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] Set router 6476a8f1-94ca-42f6-b211-5bc834c724bf gateway port host: None {{(pid=92389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:14:09.908205 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.l3_hamode_db [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:14:09Z', 'revision_number': 6, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:09.914808 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee607f-7348-4934-80ce-4f8fed74ed66 None None] The sync data for ids ['6476a8f1-94ca-42f6-b211-5bc834c724bf'] in dv-neutron-601336-90-hyperv is: [{'id': '6476a8f1-94ca-42f6-b211-5bc834c724bf', 'name': 'tempest-TestSnapshotPattern-2010202449-router', 'tenant_id': '7dba99b6e3354987bfde290d9049818d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:47Z', 'updated_at': '2021-06-10T17:14:09Z', 'revision_number': 6, 'project_id': '7dba99b6e3354987bfde290d9049818d', 'gw_port_host': None}] {{(pid=92389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:14:09.957972 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:09.960979 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-e523d97f-88c9-4ce2-8c9d-c0cbf44e5e7c tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:09.993594 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c0ced4-7344-4592-adee-47bd02928b41,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:09.998381 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:10.105966 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.267917 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.272290 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.347552 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.348130 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6476a8f1-94ca-42f6-b211-5bc834c724bf {{(pid=92386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 17:14:10.356587 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] Notify callbacks [] for router, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.358095 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-da852937-8acd-498c-a9bb-26be13fac286 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6476a8f1-94ca-42f6-b211-5bc834c724bf HTTP/1.1" status: 204 len: 168 time: 1.4257965 Jun 10 17:14:10.361301 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 59628) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:10.457296 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.db_base_plugin_v2 [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Deleting subnet 3e632132-3110-462f-9e28-ac0e49985faa {{(pid=92385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 17:14:10.464209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.512635 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e77cdb77-951b-4bdd-b1a7-b8873fe26092 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:10.536613 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1673501'] for subnet, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.544692 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: e77cdb77-951b-4bdd-b1a7-b8873fe26092 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:10.545039 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device e77cdb77-951b-4bdd-b1a7-b8873fe26092 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:10.654884 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.760365 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2638985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4182103'] for subnet, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:10.763273 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-57726149-523c-4d66-8775-30cf052e9c45 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:11.225611 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e632132-3110-462f-9e28-ac0e49985faa,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:11.228844 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:11.229896 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] Notify callbacks [] for subnet, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.232639 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-392ede36-c4e6-4aa4-86bf-6ae2503fb2de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3e632132-3110-462f-9e28-ac0e49985faa HTTP/1.1" status: 204 len: 168 time: 0.8690248 Jun 10 17:14:11.234703 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 59634) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:11.245518 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489fe6cb-612d-40b7-a16a-bc9a6b70f58f None None] Network 050b3880-ba50-4cf9-b019-0b844516d2d0 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:14:11.358168 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.428622 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Deleting port 340fa9e8-999c-404c-a1d6-42417f96c12a {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:11.429733 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.538036 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] For port 340fa9e8-999c-404c-a1d6-42417f96c12a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=340fa9e8-999c-404c-a1d6-42417f96c12a,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:11.538603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.542015 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] DHCP port deletion for 050b3880-ba50-4cf9-b019-0b844516d2d0 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:14:11.612951 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Deleting port 340fa9e8-999c-404c-a1d6-42417f96c12a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:11.613733 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.663473 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Calling delete_port for 340fa9e8-999c-404c-a1d6-42417f96c12a owned by network:dhcp {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:11.795122 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.798943 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-3e2e95bc-d3ea-4859-83e0-792f446f85ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:11.840066 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Pushing event deleted for resources: {'Port': ['ID=340fa9e8-999c-404c-a1d6-42417f96c12a,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:11.842134 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] No DVR routers for this DVR port 340fa9e8-999c-404c-a1d6-42417f96c12a on host dv-neutron-601336-90-hyperv {{(pid=92385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:14:11.843865 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:11.915424 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] For port 340fa9e8-999c-404c-a1d6-42417f96c12a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=340fa9e8-999c-404c-a1d6-42417f96c12a,segment=NetworkSegment(415159f2-37f1-404e-ba8a-0ed4dc931e14),segment_id=415159f2-37f1-404e-ba8a-0ed4dc931e14)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:11.915721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.956272 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:11.968752 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050b3880-ba50-4cf9-b019-0b844516d2d0']}} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:11.987514 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415159f2-37f1-404e-ba8a-0ed4dc931e14') {'for_net_delete': True} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:11.987936 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.services.segments.db [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415159f2-37f1-404e-ba8a-0ed4dc931e14') {} {{(pid=92385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:12.001373 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1673490'] for segment, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:12.021077 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:12.023358 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Calling delete_port for 340fa9e8-999c-404c-a1d6-42417f96c12a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:12.029913 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:14:12.030325 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2638884'] for segment, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: conditions |= (models_v2.Port.network_id.in_( Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: retrieve_revision_numbers = { Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: Traceback (most recent call last): Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: timer() Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: cb(*args, **kw) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: return func(*args, **kwargs) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: self._notify() Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: self.callback(batched_events) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: event.method(event) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: return f(self, *a, **k) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._get(url).json() Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: return self.request(url, 'GET', **kwargs) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 17:14:12.032404 dv-neutron-601336-90-hyperv neutron-server[92385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 17:14:12.128735 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:12.139615 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:12.145388 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-f5edc866-1fb5-47a5-b20f-32e182a5e196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:12.146252 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:12.152379 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Notify callbacks [] for network, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:12.156343 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] 10.222.0.23 "DELETE /v2.0/networks/050b3880-ba50-4cf9-b019-0b844516d2d0 HTTP/1.1" status: 204 len: 168 time: 0.9202955 Jun 10 17:14:12.161009 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59640) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:12.170482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] No DVR routers for this DVR port 340fa9e8-999c-404c-a1d6-42417f96c12a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:14:12.181820 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Pushing event deleted for resources: {'Network': ['ID=050b3880-ba50-4cf9-b019-0b844516d2d0,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:12.185697 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-ebb66aa1-e9c8-4837-92e2-cd20c06c3148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:12.221825 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 340fa9e8-999c-404c-a1d6-42417f96c12a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:12.227020 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Pushing event deleted for resources: {'Port': ['ID=340fa9e8-999c-404c-a1d6-42417f96c12a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:12.238411 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-121329e4-9703-4449-8ca6-32197ce05b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:12.271520 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 340fa9e8-999c-404c-a1d6-42417f96c12a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:12.273391 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 340fa9e8-999c-404c-a1d6-42417f96c12a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:12.273896 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 79c0ced4-7344-4592-adee-47bd02928b41 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:12.299899 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 79c0ced4-7344-4592-adee-47bd02928b41 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:12.300265 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 79c0ced4-7344-4592-adee-47bd02928b41 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:12.749565 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690415'] for router_interface, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:13.140582 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Deleting port 9cec4457-9d12-424c-acdf-6444a71f87c2 {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:13.141039 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:13.264016 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] For port 9cec4457-9d12-424c-acdf-6444a71f87c2, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=9cec4457-9d12-424c-acdf-6444a71f87c2,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:13.264733 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:13.375631 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Calling delete_port for 9cec4457-9d12-424c-acdf-6444a71f87c2 owned by network:router_interface {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:13.654860 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:13.657245 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-376b971c-2d7b-4a9b-bb65-87b9a6a948f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:13.690076 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cec4457-9d12-424c-acdf-6444a71f87c2,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:13.694247 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:14.370761 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690203'] for router_interface, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:14.721228 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 has already been hosted by L3 agent 8afe4106-8c98-4069-be45-17e3920d6d8c {{(pid=92386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 17:14:14.898785 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] Notify agent at l3_agent.dv-neutron-601336-90-hyperv the message routers_updated {{(pid=92386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 17:14:14.905089 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-bc1130af-8803-4c0b-8937-60c3b9612105 admin admin] 10.222.0.23 "PUT /v2.0/routers/2fa0da4b-a261-49d7-9548-fd87a76f0ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7425897 Jun 10 17:14:14.909939 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 59644) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:14.911901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] Sync routers for ids ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'] in dv-neutron-601336-90-hyperv {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 17:14:14.923620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] Routers {'2fa0da4b-a261-49d7-9548-fd87a76f0ba1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:14:14.924288 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:14:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:15.095628 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] Set router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 gateway port host: dv-neutron-601336-90-hyperv {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:14:15.150734 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:15.323925 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:15.390156 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Deleting port ce675bec-1e4f-44fe-b979-968ded43ebd4 {{(pid=92385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:15.390535 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:15.414590 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'external_fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:14:13Z', 'revision_number': 5, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port': {'id': 'ce675bec-1e4f-44fe-b979-968ded43ebd4', 'name': '', 'network_id': '00dd27e5-1913-43eb-adce-3bbaa9455307', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:99:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '62348cc8-c938-41f0-8827-beac633d7f07', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-90-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T17:08:56Z', 'updated_at': '2021-06-10T17:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62348cc8-c938-41f0-8827-beac633d7f07', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-90-hyperv'}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:15.418298 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] Checking router: 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 for host: dv-neutron-601336-90-hyperv {{(pid=92387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 17:14:15.426799 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] Routers {'2fa0da4b-a261-49d7-9548-fd87a76f0ba1'} bound to L3 agent in host dv-neutron-601336-90-hyperv {{(pid=92387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 17:14:15.427595 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-90-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T16:09:36Z,description=,heartbeat_timestamp=2021-06-10T17:14:06Z,host='dv-neutron-601336-90-hyperv',id=8afe4106-8c98-4069-be45-17e3920d6d8c,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T16:09:36Z,topic='l3_agent')) {'router_ids': ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'], 'active': True} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:15.513576 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.db [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] For port ce675bec-1e4f-44fe-b979-968ded43ebd4, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=ce675bec-1e4f-44fe-b979-968ded43ebd4,segment=NetworkSegment(70e3594f-52e7-4d33-be8e-7530afd68e91),segment_id=70e3594f-52e7-4d33-be8e-7530afd68e91)] {{(pid=92385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:15.513938 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:15.556810 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvr_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] Set router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 gateway port host: None {{(pid=92387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 17:14:15.618209 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.plugins.ml2.plugin [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Calling delete_port for ce675bec-1e4f-44fe-b979-968ded43ebd4 owned by network:router_gateway {{(pid=92385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:15.661180 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_hamode_db [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:14:15Z', 'revision_number': 6, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port_host': None}], 'dv-neutron-601336-90-hyperv', False) {} {{(pid=92387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:15.665787 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2769077-6ec4-47b3-bc4e-91ed1b9f8816 None None] The sync data for ids ['2fa0da4b-a261-49d7-9548-fd87a76f0ba1'] in dv-neutron-601336-90-hyperv is: [{'id': '2fa0da4b-a261-49d7-9548-fd87a76f0ba1', 'name': 'tempest-TestSnapshotPattern-1087963351-router', 'tenant_id': 'f0e489d603ad41ae97ff23b90975c547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T17:08:55Z', 'updated_at': '2021-06-10T17:14:15Z', 'revision_number': 6, 'project_id': 'f0e489d603ad41ae97ff23b90975c547', 'gw_port_host': None}] {{(pid=92387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 17:14:15.878444 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2638963'] for port, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:15.880705 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-d9642d98-6ae3-4fb0-99be-a38fc32b37df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:15.919394 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce675bec-1e4f-44fe-b979-968ded43ebd4,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:15.921957 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:16.004542 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690620'] for router_gateway, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.157357 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1234'] for router, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.159603 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.221404 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689405'] for router, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.221871 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa0da4b-a261-49d7-9548-fd87a76f0ba1 {{(pid=92385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 17:14:16.228262 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] Notify callbacks [] for router, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.229286 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-407dae05-4d34-4915-bd6c-2f661e35c0d5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2fa0da4b-a261-49d7-9548-fd87a76f0ba1 HTTP/1.1" status: 204 len: 168 time: 1.3178680 Jun 10 17:14:16.232334 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59646) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:16.306963 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Deleting subnet d0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8 {{(pid=92386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 17:14:16.310982 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.390335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3268608'] for subnet, precommit_delete_associations {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.504161 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cec4457-9d12-424c-acdf-6444a71f87c2 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:16.531750 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 9cec4457-9d12-424c-acdf-6444a71f87c2 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:16.532202 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 9cec4457-9d12-424c-acdf-6444a71f87c2 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:16.543233 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33411889'] for subnet, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.618240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33411880', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-680493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3252138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968445'] for subnet, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.620727 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-942501ae-a1fa-412f-b3dd-940f4ea5ea94 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:16.656753 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:16.660072 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:16.661114 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.665219 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-a10dc16d-d9ce-4621-bc72-5351014f8e1e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d0cb7ace-1cd4-422d-ae05-dfd5d4e0aac8 HTTP/1.1" status: 204 len: 168 time: 0.4297762 Jun 10 17:14:16.667621 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59648) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:16.679340 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d42ce-7e6d-4989-96dc-9e9731e4bc87 None None] Network 22d5abeb-80f9-436a-af28-7d66d7d3eea0 requested from dv-neutron-601336-90-hyperv {{(pid=92387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 17:14:16.778048 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33233927'] for network, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.865748 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Deleting port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a {{(pid=92386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:16.866093 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.964193 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.db [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] For port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:16.964574 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:16.982230 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] DHCP port deletion for 22d5abeb-80f9-436a-af28-7d66d7d3eea0 request from dv-neutron-601336-90-hyperv {{(pid=92387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 17:14:17.042885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Deleting port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a {{(pid=92387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1903}} Jun 10 17:14:17.043459 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763997947302'] for port, before_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.067453 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.plugin [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Calling delete_port for 5dcb0123-448e-42fe-b1bc-a69e2334ba4a owned by network:dhcp {{(pid=92386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:17.154007 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.db [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] For port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a, host dv-neutron-601336-90-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-90-hyperv',level=0,port_id=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,segment=NetworkSegment(8d5a3fa1-a25c-4c81-ae82-9204515bd723),segment_id=8d5a3fa1-a25c-4c81-ae82-9204515bd723)] {{(pid=92387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 17:14:17.154620 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700627'] for port, precommit_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.176120 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3252048'] for port, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.178754 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-a6df68de-12be-4bf6-a673-72018fa09663 tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:17.212209 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] No DVR routers for this DVR port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a on host dv-neutron-601336-90-hyperv {{(pid=92386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:14:17.216519 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:17.219269 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:17.274721 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Calling delete_port for 5dcb0123-448e-42fe-b1bc-a69e2334ba4a owned by network:dhcp {{(pid=92387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Jun 10 17:14:17.329297 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33412079', 'neutron.services.segments.db._delete_segments_for_network-8763998120057'] for network, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.341891 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d5abeb-80f9-436a-af28-7d66d7d3eea0']}} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:17.359424 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5a3fa1-a25c-4c81-ae82-9204515bd723') {'for_net_delete': True} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:17.359870 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.services.segments.db [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5a3fa1-a25c-4c81-ae82-9204515bd723') {} {{(pid=92386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 17:14:17.375429 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763998052109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3268623'] for segment, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.384483 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33221778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553185', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763997951564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763997562799'] for port, after_delete {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.386575 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:17.393633 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779'] for segment, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.402828 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=92386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 17:14:17.403241 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33407779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3251975'] for segment, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: Traceback (most recent call last): Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: timer() Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: cb(*args, **kw) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: return func(*args, **kwargs) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: self._notify() Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: self.callback(batched_events) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: event.method(event) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: return f(self, *a, **k) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._get(url).json() Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: return self.request(url, 'GET', **kwargs) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 17:14:17.405073 dv-neutron-601336-90-hyperv neutron-server[92386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 17:14:17.424387 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Pushing event deleted for resources: {'Port': ['ID=5dcb0123-448e-42fe-b1bc-a69e2334ba4a,revision_number=None']} {{(pid=92387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:17.427363 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG oslo_concurrency.lockutils [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92387) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:17.429236 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ceb0ef-77f3-4dcf-b5ab-8bc45814dcd3 None None] No DVR routers for this DVR port 5dcb0123-448e-42fe-b1bc-a69e2334ba4a on host dv-neutron-601336-90-hyperv {{(pid=92387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 17:14:17.492974 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33412084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-553206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690585'] for network, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.499398 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Notify callbacks [] for network, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.503383 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/22d5abeb-80f9-436a-af28-7d66d7d3eea0 HTTP/1.1" status: 204 len: 168 time: 0.8343098 Jun 10 17:14:17.504614 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-6012867f-679b-49b0-ba71-5162a5f797de tempest-TestNetworkAdvancedServerOps-968664551 tempest-TestNetworkAdvancedServerOps-968664551-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:17.528724 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d5abeb-80f9-436a-af28-7d66d7d3eea0,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:17.531260 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-f531817a-a99f-43d4-81cc-db860631e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:17.644240 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59652) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:17.694198 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-c107c940-169a-4c68-ae3b-4f01a9bec1f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dba99b6e3354987bfde290d9049818d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479758 Jun 10 17:14:17.698036 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.wsgi [-] (92386) accepted ('10.222.0.23', 59654) {{(pid=92386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:17.764179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.791079 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.853344 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.856335 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron_lib.callbacks.manager [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:17.857657 dv-neutron-601336-90-hyperv neutron-server[92386]: INFO neutron.wsgi [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25f79f5c-1518-4662-a1b7-f318e739423f HTTP/1.1" status: 204 len: 168 time: 0.1584609 Jun 10 17:14:17.858526 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-5cf05ca6-b4e4-4265-8fe8-7947c4cd4cfc tempest-TestShelveInstance-1884883995 tempest-TestShelveInstance-1884883995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:17.869179 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f79f5c-1518-4662-a1b7-f318e739423f,revision_number=None']} {{(pid=92386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:17.877285 dv-neutron-601336-90-hyperv neutron-server[92386]: DEBUG oslo_concurrency.lockutils [None req-06ef76ff-3d71-4ed7-9110-22b35a9b8876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:18.187498 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5dcb0123-448e-42fe-b1bc-a69e2334ba4a no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:18.214482 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: 5dcb0123-448e-42fe-b1bc-a69e2334ba4a {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:18.214928 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device 5dcb0123-448e-42fe-b1bc-a69e2334ba4a not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:18.215401 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ce675bec-1e4f-44fe-b979-968ded43ebd4 no longer exists at agent ovs-agent-dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 10 17:14:18.244694 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] No Port match for: ce675bec-1e4f-44fe-b979-968ded43ebd4 {{(pid=92387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2230}} Jun 10 17:14:18.245054 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron.plugins.ml2.rpc [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Device ce675bec-1e4f-44fe-b979-968ded43ebd4 not bound to the agent host dv-neutron-601336-90-hyperv {{(pid=92387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 10 17:14:18.291636 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 59660) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:18.340597 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-8400d79d-2334-4f4b-8841-86d93132147a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0e489d603ad41ae97ff23b90975c547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476243 Jun 10 17:14:18.343064 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [-] (92385) accepted ('10.222.0.23', 59662) {{(pid=92385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 17:14:18.407986 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:18.434250 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:18.512916 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-683903'] for security_group, after_delete {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:18.515564 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron_lib.callbacks.manager [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:18.517062 dv-neutron-601336-90-hyperv neutron-server[92385]: INFO neutron.wsgi [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/056b7d2d-4e6d-41bd-b0e5-1d2145bf93ee HTTP/1.1" status: 204 len: 168 time: 0.1729140 Jun 10 17:14:18.518013 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-c12b38bf-3cca-4eb0-bcf2-97f04829452e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 17:14:18.534181 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056b7d2d-4e6d-41bd-b0e5-1d2145bf93ee,revision_number=None']} {{(pid=92385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 17:14:18.539240 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG oslo_concurrency.lockutils [None req-9c845050-0e4f-49eb-be73-4bf26b618aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 17:14:21.968555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:33.645959 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-ec0c95a2-d211-41a9-aa96-60ce1e03dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:36.269242 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:36.438267 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-b04b973d-8eac-4862-8abd-4099d78a0e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:37.569287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:39.218264 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:14:39.409304 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:14:51.975848 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:03.653568 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1951935c-f8ee-4c36-bb57-a27dd179b8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:06.264258 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:06.432123 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ca18f97-50e3-42d5-b74f-47d69c819bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:07.574901 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:09.222110 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:16.409333 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:15:21.975041 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:33.647470 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-2c49d37a-133b-428e-964c-e7a4756e9bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:36.270032 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:36.437205 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-7c9491d2-db69-42d3-b638-4233b15a7256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:37.582407 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:39.221495 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:51.986279 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:15:53.414646 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:16:03.653344 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1094e18f-4460-4143-b028-9ddb965a1dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:06.277885 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:06.441463 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c89d3f5c-fb2d-45d1-a1f1-bbe5af41f501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:07.579608 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:09.225956 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:21.978371 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:30.414800 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:16:33.665653 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-c99d6614-1046-4016-bb53-9ee7187a993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:36.272820 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:36.447157 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-14926671-4e22-4a68-a450-ecdd4becd6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:37.580444 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:39.229984 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:16:51.993978 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:03.661521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-1c716847-455c-4da3-898f-2984ce466731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:06.278555 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:06.450241 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-df904561-a4d4-4a26-9d71-757fb03384bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:07.414388 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:17:07.587521 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:09.231428 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:21.997766 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:33.660324 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4263683b-4e40-476d-9a5a-e0bb07bee9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:36.292821 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:36.470287 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-674743be-18b9-4b30-8478-88238e57ea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:37.587228 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:39.235476 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:17:44.414448 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:17:52.012986 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:03.652942 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7cd0-a521-4cf6-b245-1fc178476aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:06.285960 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:06.456084 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-97fc453a-c091-4df5-b389-d0f6bbdb6128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:07.590435 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:09.242259 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:21.414163 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:18:22.007492 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:33.664174 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-d2c156aa-26a7-4d07-8d6e-b1ac22a6d97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:36.290400 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:36.451509 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-a1c832f6-649c-45c0-bec5-0f67a16adcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:37.593796 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:39.247191 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:46.192423 dv-neutron-601336-90-hyperv neutron-server[92385]: DEBUG neutron.wsgi [req-5088aeb2-98e0-46e8-9e75-bdb429a9041b req-eb043bd0-3781-4502-8aa4-cf40f2562c45 service neutron] (92385) timed out ('10.222.0.25', 58247) {{(pid=92385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 17:18:52.011133 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:18:58.414547 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:19:03.659203 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-f98fb35b-4d9c-4d3b-9fdd-336ddc1d381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:06.300201 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:06.454760 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8385-3dda-47ae-8ce9-5cb942e62e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:07.596658 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:09.245461 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:22.013369 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-448b11fc-8fc1-4613-a994-c9dbba0d55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:33.655365 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-9ce66e7f-0b2e-4120-aea1-d707e56e256d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:35.413798 dv-neutron-601336-90-hyperv neutron-server[92389]: DEBUG neutron.db.agents_db [None req-0d90a71a-9573-497c-a67c-e83d06b0275f None None] Agent healthcheck: found 6 active agents {{(pid=92389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 17:19:36.296716 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-e3ec3130-085e-4739-bbca-7def04906586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:36.458604 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-6be4952d-49cd-46f1-92b7-e97a4f24fbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:37.603330 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-436a04a7-4409-4fbe-a8f8-9eb1d9df0def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 17:19:39.252989 dv-neutron-601336-90-hyperv neutron-server[92387]: DEBUG neutron_lib.callbacks.manager [None req-dd1d3e68-487d-496b-adef-e2af6fa5f12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763998045022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33413425'] for agent, after_update {{(pid=92387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}